00000001:02000400:1.0F:1749605874.170658:0:29276:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 41a: mount mds with --nosvc and --nomgs ========================================================== 21:37:53 (1749605873)
00000400:00000200:3.0F:1749605875.644120:0:29443:0:(api-ni.c:1018:lnet_register_lnd()) tcp LND registered
00000400:00000010:3.0:1749605875.718769:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff880136857760.
00000400:00000010:3.0:1749605875.718773:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8800b6213480.
00000100:00000010:3.0:1749605875.718777:0:29467:0:(service.c:3494:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 192 at ffff88012ab5b300.
00000100:00000010:3.0:1749605875.718959:0:29468:0:(service.c:3135:ptlrpc_hr_main()) kmalloced '(env)': 56 at ffff8800b62134c0.
00000020:00000010:3.0:1749605875.718964:0:29468:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8f9c200.
00000020:00000010:3.0:1749605875.718967:0:29468:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8f9ca00.
00000040:00000010:3.0:1749605875.718969:0:29468:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8f9d000.
00000020:00000010:3.0:1749605875.718971:0:29468:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9fc1800.
00000020:00000010:3.0:1749605875.718973:0:29468:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b62136c0.
00000100:00000200:1.0:1749605875.719270:0:29467:0:(events.c:594:ptlrpc_ni_init()) My pid is: 3039
00000400:00000010:1.0:1749605875.719419:0:29467:0:(api-ni.c:716:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at ffff8801368ff000.
00000400:00000010:1.0:1749605875.719421:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fe40.
00000400:00000010:1.0:1749605875.719423:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a8dba600.
00000400:00000010:1.0:1749605875.719424:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fd40.
00000400:00000010:1.0:1749605875.719425:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a8dba300.
00000400:00000010:1.0:1749605875.719429:0:29467:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at ffff8800aa408000.
00000400:00000010:1.0:1749605875.719431:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fe60.
00000400:00000010:1.0:1749605875.719432:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a8dba680.
00000400:00000010:1.0:1749605875.719434:0:29467:0:(lib-msg.c:1261:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at ffff88012a46fe00.
00000400:00000010:1.0:1749605875.719435:0:29467:0:(lib-msg.c:1271:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at ffff88012a46fd00.
00000400:00000010:1.0:1749605875.719478:0:29467:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000840000.
00000400:00000010:1.0:1749605875.719484:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fd80.
00000400:00000010:1.0:1749605875.719485:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff8801369416c0.
00000400:00000010:1.0:1749605875.719547:0:29467:0:(api-ni.c:1206:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at ffffc90000851000.
00000400:00000010:1.0:1749605875.719555:0:29467:0:(lib-ptl.c:866:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at ffff88012f8a9800.
00000400:00000010:1.0:1749605875.719557:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc0c0.
00000400:00000010:1.0:1749605875.719558:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fdc0.
00000400:00000010:1.0:1749605875.719559:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941e80.
00000400:00000010:1.0:1749605875.719563:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa40a000.
00000400:00000010:1.0:1749605875.719564:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc180.
00000400:00000010:1.0:1749605875.719565:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fbc0.
00000400:00000010:1.0:1749605875.719566:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941700.
00000400:00000010:1.0:1749605875.719569:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa40c000.
00000400:00000010:1.0:1749605875.719570:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcea0.
00000400:00000010:1.0:1749605875.719571:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fcc0.
00000400:00000010:1.0:1749605875.719572:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941240.
00000400:00000010:1.0:1749605875.719575:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa40e000.
00000400:00000010:1.0:1749605875.719576:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcc00.
00000400:00000010:1.0:1749605875.719577:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fce0.
00000400:00000010:1.0:1749605875.719577:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941b40.
00000400:00000010:1.0:1749605875.719583:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b0de000.
00000400:00000010:1.0:1749605875.719585:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc300.
00000400:00000010:1.0:1749605875.719586:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f6e0.
00000400:00000010:1.0:1749605875.719587:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941180.
00000400:00000010:1.0:1749605875.719590:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b0dc000.
00000400:00000010:1.0:1749605875.719591:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bca20.
00000400:00000010:1.0:1749605875.719592:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fde0.
00000400:00000010:1.0:1749605875.719592:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941f40.
00000400:00000010:1.0:1749605875.719595:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b0da000.
00000400:00000010:1.0:1749605875.719596:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc900.
00000400:00000010:1.0:1749605875.719597:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fe20.
00000400:00000010:1.0:1749605875.719597:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941a40.
00000400:00000010:1.0:1749605875.719600:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b0d8000.
00000400:00000010:1.0:1749605875.719601:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcf60.
00000400:00000010:1.0:1749605875.719602:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f7a0.
00000400:00000010:1.0:1749605875.719603:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941540.
00000400:00000010:1.0:1749605875.719605:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b4e6000.
00000400:00000010:1.0:1749605875.719607:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc960.
00000400:00000010:1.0:1749605875.719607:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f5c0.
00000400:00000010:1.0:1749605875.719608:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941b80.
00000400:00000010:1.0:1749605875.719611:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b4e4000.
00000400:00000010:1.0:1749605875.719612:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc060.
00000400:00000010:1.0:1749605875.719612:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f8c0.
00000400:00000010:1.0:1749605875.719613:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941e40.
00000400:00000010:1.0:1749605875.719616:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b4e2000.
00000400:00000010:1.0:1749605875.719617:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc5a0.
00000400:00000010:1.0:1749605875.719617:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f800.
00000400:00000010:1.0:1749605875.719618:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941d00.
00000400:00000010:1.0:1749605875.719621:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b4e0000.
00000400:00000010:1.0:1749605875.719622:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc420.
00000400:00000010:1.0:1749605875.719622:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f8e0.
00000400:00000010:1.0:1749605875.719623:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941bc0.
00000400:00000010:1.0:1749605875.719629:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa436000.
00000400:00000010:1.0:1749605875.719630:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcba0.
00000400:00000010:1.0:1749605875.719631:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f660.
00000400:00000010:1.0:1749605875.719632:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941b00.
00000400:00000010:1.0:1749605875.719635:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa434000.
00000400:00000010:1.0:1749605875.719636:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc660.
00000400:00000010:1.0:1749605875.719637:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f7c0.
00000400:00000010:1.0:1749605875.719637:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941140.
00000400:00000010:1.0:1749605875.719640:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa432000.
00000400:00000010:1.0:1749605875.719641:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc000.
00000400:00000010:1.0:1749605875.719642:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f7e0.
00000400:00000010:1.0:1749605875.719642:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941d40.
00000400:00000010:1.0:1749605875.719645:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa430000.
00000400:00000010:1.0:1749605875.719646:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcae0.
00000400:00000010:1.0:1749605875.719647:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f840.
00000400:00000010:1.0:1749605875.719647:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941e00.
00000400:00000010:1.0:1749605875.719650:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab5ce000.
00000400:00000010:1.0:1749605875.719651:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc360.
00000400:00000010:1.0:1749605875.719652:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f820.
00000400:00000010:1.0:1749605875.719653:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941ec0.
00000400:00000010:1.0:1749605875.719655:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab5cc000.
00000400:00000010:1.0:1749605875.719656:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc240.
00000400:00000010:1.0:1749605875.719657:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f780.
00000400:00000010:1.0:1749605875.719658:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941f00.
00000400:00000010:1.0:1749605875.719660:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab5ca000.
00000400:00000010:1.0:1749605875.719662:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc720.
00000400:00000010:1.0:1749605875.719662:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f860.
00000400:00000010:1.0:1749605875.719663:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941c80.
00000400:00000010:1.0:1749605875.719666:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab5c8000.
00000400:00000010:1.0:1749605875.719667:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcde0.
00000400:00000010:1.0:1749605875.719668:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f880.
00000400:00000010:1.0:1749605875.719668:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941a80.
00000400:00000010:1.0:1749605875.719673:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade00000.
00000400:00000010:1.0:1749605875.719675:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcb40.
00000400:00000010:1.0:1749605875.719676:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f560.
00000400:00000010:1.0:1749605875.719677:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880136941ac0.
00000400:00000010:1.0:1749605875.719679:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade02000.
00000400:00000010:1.0:1749605875.719681:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bccc0.
00000400:00000010:1.0:1749605875.719681:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f580.
00000400:00000010:1.0:1749605875.719683:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7080.
00000400:00000010:1.0:1749605875.719685:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade04000.
00000400:00000010:1.0:1749605875.719686:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bcc60.
00000400:00000010:1.0:1749605875.719687:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f340.
00000400:00000010:1.0:1749605875.719688:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7ec0.
00000400:00000010:1.0:1749605875.719690:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade06000.
00000400:00000010:1.0:1749605875.719691:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc6c0.
00000400:00000010:1.0:1749605875.719692:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f540.
00000400:00000010:1.0:1749605875.719693:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7bc0.
00000400:00000010:1.0:1749605875.719696:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab7a8000.
00000400:00000010:1.0:1749605875.719697:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc540.
00000400:00000010:1.0:1749605875.719697:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f520.
00000400:00000010:1.0:1749605875.719698:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7480.
00000400:00000010:1.0:1749605875.719701:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab7aa000.
00000400:00000010:1.0:1749605875.719702:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc7e0.
00000400:00000010:1.0:1749605875.719702:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f500.
00000400:00000010:1.0:1749605875.719703:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7540.
00000400:00000010:1.0:1749605875.719706:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab7ac000.
00000400:00000010:1.0:1749605875.719707:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc780.
00000400:00000010:1.0:1749605875.719707:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f4e0.
00000400:00000010:1.0:1749605875.719708:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7c40.
00000400:00000010:1.0:1749605875.719711:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ab7ae000.
00000400:00000010:1.0:1749605875.719712:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc2a0.
00000400:00000010:1.0:1749605875.719713:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f4c0.
00000400:00000010:1.0:1749605875.719713:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7c00.
00000400:00000010:1.0:1749605875.719718:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa410000.
00000400:00000010:1.0:1749605875.719719:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc9c0.
00000400:00000010:1.0:1749605875.719720:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f480.
00000400:00000010:1.0:1749605875.719721:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7b00.
00000400:00000010:1.0:1749605875.719724:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa412000.
00000400:00000010:1.0:1749605875.719725:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bce40.
00000400:00000010:1.0:1749605875.719726:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f460.
00000400:00000010:1.0:1749605875.719727:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa72c0.
00000400:00000010:1.0:1749605875.719729:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa414000.
00000400:00000010:1.0:1749605875.719730:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800ab6bc1e0.
00000400:00000010:1.0:1749605875.719731:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f440.
00000400:00000010:1.0:1749605875.719732:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa75c0.
00000400:00000010:1.0:1749605875.719734:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aa416000.
00000400:00000010:1.0:1749605875.719736:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca27e0.
00000400:00000010:1.0:1749605875.719737:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f420.
00000400:00000010:1.0:1749605875.719737:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7e80.
00000400:00000010:1.0:1749605875.719740:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade08000.
00000400:00000010:1.0:1749605875.719741:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2d80.
00000400:00000010:1.0:1749605875.719742:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f400.
00000400:00000010:1.0:1749605875.719743:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7800.
00000400:00000010:1.0:1749605875.719746:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade0a000.
00000400:00000010:1.0:1749605875.719747:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2c00.
00000400:00000010:1.0:1749605875.719747:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f3e0.
00000400:00000010:1.0:1749605875.719748:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7f40.
00000400:00000010:1.0:1749605875.719751:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade0c000.
00000400:00000010:1.0:1749605875.719752:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2d20.
00000400:00000010:1.0:1749605875.719752:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f3c0.
00000400:00000010:1.0:1749605875.719753:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7140.
00000400:00000010:1.0:1749605875.719756:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800ade0e000.
00000400:00000010:1.0:1749605875.719757:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2e40.
00000400:00000010:1.0:1749605875.719758:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f3a0.
00000400:00000010:1.0:1749605875.719758:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7cc0.
00000400:00000010:1.0:1749605875.719764:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88013681a000.
00000400:00000010:1.0:1749605875.719765:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2420.
00000400:00000010:1.0:1749605875.719766:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f360.
00000400:00000010:1.0:1749605875.719767:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7700.
00000400:00000010:1.0:1749605875.719770:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3b62000.
00000400:00000010:1.0:1749605875.719771:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca29c0.
00000400:00000010:1.0:1749605875.719772:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f2e0.
00000400:00000010:1.0:1749605875.719773:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa73c0.
00000400:00000010:1.0:1749605875.719775:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3b64000.
00000400:00000010:1.0:1749605875.719776:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca28a0.
00000400:00000010:1.0:1749605875.719777:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f320.
00000400:00000010:1.0:1749605875.719778:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7dc0.
00000400:00000010:1.0:1749605875.719780:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800b3b66000.
00000400:00000010:1.0:1749605875.719781:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2cc0.
00000400:00000010:1.0:1749605875.719782:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f300.
00000400:00000010:1.0:1749605875.719783:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7e40.
00000400:00000010:1.0:1749605875.719786:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b54000.
00000400:00000010:1.0:1749605875.719787:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2960.
00000400:00000010:1.0:1749605875.719788:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f280.
00000400:00000010:1.0:1749605875.719788:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7d00.
00000400:00000010:1.0:1749605875.719791:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b56000.
00000400:00000010:1.0:1749605875.719792:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2300.
00000400:00000010:1.0:1749605875.719793:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f2c0.
00000400:00000010:1.0:1749605875.719793:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7b80.
00000400:00000010:1.0:1749605875.719796:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff880136b52000.
00000400:00000010:1.0:1749605875.719797:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2720.
00000400:00000010:1.0:1749605875.719798:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f2a0.
00000400:00000010:1.0:1749605875.719798:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7d40.
00000400:00000010:1.0:1749605875.719801:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b518000.
00000400:00000010:1.0:1749605875.719803:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2900.
00000400:00000010:1.0:1749605875.719803:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f620.
00000400:00000010:1.0:1749605875.719804:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7240.
00000400:00000010:1.0:1749605875.719809:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b51c000.
00000400:00000010:1.0:1749605875.719810:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2540.
00000400:00000010:1.0:1749605875.719811:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f680.
00000400:00000010:1.0:1749605875.719812:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7000.
00000400:00000010:1.0:1749605875.719815:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff88012b51a000.
00000400:00000010:1.0:1749605875.719816:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca25a0.
00000400:00000010:1.0:1749605875.719817:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fd20.
00000400:00000010:1.0:1749605875.719818:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7fc0.
00000400:00000010:1.0:1749605875.719822:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf08000.
00000400:00000010:1.0:1749605875.719823:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2780.
00000400:00000010:1.0:1749605875.719824:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fda0.
00000400:00000010:1.0:1749605875.719825:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7440.
00000400:00000010:1.0:1749605875.719827:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf0a000.
00000400:00000010:1.0:1749605875.719828:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca23c0.
00000400:00000010:1.0:1749605875.719829:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f760.
00000400:00000010:1.0:1749605875.719829:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7a00.
00000400:00000010:1.0:1749605875.719831:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf0c000.
00000400:00000010:1.0:1749605875.719832:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2660.
00000400:00000010:1.0:1749605875.719833:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fee0.
00000400:00000010:1.0:1749605875.719834:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7600.
00000400:00000010:1.0:1749605875.719835:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf0e000.
00000400:00000010:1.0:1749605875.719837:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2b40.
00000400:00000010:1.0:1749605875.719838:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f640.
00000400:00000010:1.0:1749605875.719839:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7740.
00000400:00000010:1.0:1749605875.719842:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacc8000.
00000400:00000010:1.0:1749605875.719844:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2240.
00000400:00000010:1.0:1749605875.719845:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fca0.
00000400:00000010:1.0:1749605875.719846:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7c80.
00000400:00000010:1.0:1749605875.719847:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacca000.
00000400:00000010:1.0:1749605875.719848:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2f60.
00000400:00000010:1.0:1749605875.719849:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fb60.
00000400:00000010:1.0:1749605875.719850:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7a80.
00000400:00000010:1.0:1749605875.719853:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aaccc000.
00000400:00000010:1.0:1749605875.719855:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca20c0.
00000400:00000010:1.0:1749605875.719856:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f700.
00000400:00000010:1.0:1749605875.719857:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7280.
00000400:00000010:1.0:1749605875.719859:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aacce000.
00000400:00000010:1.0:1749605875.719860:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2de0.
00000400:00000010:1.0:1749605875.719861:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f5a0.
00000400:00000010:1.0:1749605875.719862:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7200.
00000400:00000010:1.0:1749605875.719865:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aada8000.
00000400:00000010:1.0:1749605875.719867:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2a20.
00000400:00000010:1.0:1749605875.719867:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fbe0.
00000400:00000010:1.0:1749605875.719868:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7380.
00000400:00000010:1.0:1749605875.719870:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aadaa000.
00000400:00000010:1.0:1749605875.719871:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2ba0.
00000400:00000010:1.0:1749605875.719872:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fba0.
00000400:00000010:1.0:1749605875.719873:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7900.
00000400:00000010:1.0:1749605875.719874:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aadac000.
00000400:00000010:1.0:1749605875.719876:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2480.
00000400:00000010:1.0:1749605875.719876:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f6a0.
00000400:00000010:1.0:1749605875.719877:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7b40.
00000400:00000010:1.0:1749605875.719879:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800aadae000.
00000400:00000010:1.0:1749605875.719880:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2600.
00000400:00000010:1.0:1749605875.719881:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f720.
00000400:00000010:1.0:1749605875.719881:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7640.
00000400:00000010:1.0:1749605875.719885:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf68000.
00000400:00000010:1.0:1749605875.719886:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca22a0.
00000400:00000010:1.0:1749605875.719887:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f6c0.
00000400:00000010:1.0:1749605875.719888:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7940.
00000400:00000010:1.0:1749605875.719890:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf6a000.
00000400:00000010:1.0:1749605875.719891:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2ae0.
00000400:00000010:1.0:1749605875.719891:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f8a0.
00000400:00000010:1.0:1749605875.719892:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa70c0.
00000400:00000010:1.0:1749605875.719896:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf6c000.
00000400:00000010:1.0:1749605875.719897:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2c60.
00000400:00000010:1.0:1749605875.719898:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f5e0.
00000400:00000010:1.0:1749605875.719899:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7a40.
00000400:00000010:1.0:1749605875.719901:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adf6e000.
00000400:00000010:1.0:1749605875.719902:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2360.
00000400:00000010:1.0:1749605875.719903:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fc60.
00000400:00000010:1.0:1749605875.719904:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012ffa7ac0.
00000400:00000010:1.0:1749605875.719908:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adeb0000.
00000400:00000010:1.0:1749605875.719909:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2a80.
00000400:00000010:1.0:1749605875.719910:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fb20.
00000400:00000010:1.0:1749605875.719911:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130fe5c00.
00000400:00000010:1.0:1749605875.719912:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adeb2000.
00000400:00000010:1.0:1749605875.719913:0:29467:0:(lib-ptl.c:873:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at ffff8800adca2f00.
00000400:00000010:1.0:1749605875.719914:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46ff00.
00000400:00000010:1.0:1749605875.719915:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130fe5c80.
00000400:00000010:1.0:1749605875.719917:0:29467:0:(lib-ptl.c:817:lnet_ptl_setup()) alloc '(mhash)': 4112 at ffff8800adeb4000.
00000400:00000010:1.0:1749605875.719918:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46fb40.
00000400:00000010:1.0:1749605875.719919:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130fe5600.
00000400:00000010:1.0:1749605875.719920:0:29467:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800ac06ab40.
00000400:00000010:1.0:1749605875.719922:0:29467:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff88012f8a9200.
00000400:00000010:1.0:1749605875.719923:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46ff80.
00000400:00000010:1.0:1749605875.719924:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130fe5d80.
00000400:00000010:1.0:1749605875.719925:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46ffe0.
00000400:00000010:1.0:1749605875.719926:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130fe5b80.
00000400:00000010:1.0:1749605875.719928:0:29467:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at ffff8801372d2508.
00000400:00000010:1.0:1749605875.719930:0:29467:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at ffff8800ac06a540.
00000400:00000010:1.0:1749605875.719931:0:29467:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at ffff88012f8a8600.
00000400:00000010:1.0:1749605875.719932:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46ff40.
00000400:00000010:1.0:1749605875.719933:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130fe5100.
00000400:00000010:1.0:1749605875.719950:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46f920.
00000400:00000010:1.0:1749605875.719952:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff880130fe52c0.
00000400:00000010:1.0:1749605875.719953:0:29467:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at ffff8801372d2508.
00000400:00000010:1.0:1749605875.719965:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff88012a46ff60.
00000400:00000010:1.0:1749605875.719966:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at ffff8800a8dba000.
00000800:00000200:2.0F:1749605875.720258:0:29467:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns ffffffff81d41940 
00000800:00000200:2.0:1749605875.720266:0:29467:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns ffffffff81d41940 
00000800:00000200:2.0:1749605875.720268:0:29467:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=eth0 ifindex 2 state 6 ns ffffffff81d41940 
00000800:00000200:2.0:1749605875.720270:0:29467:0:(socklnd.c:2176:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=eth0 ifindex 2 state 6 ns ffffffff81d41940 
00000800:00000010:2.0:1749605875.720274:0:29467:0:(socklnd.c:2642:ksocknal_startup()) alloc '(net)': 208 at ffff8800b42f1e00.
00000400:00000010:2.0:1749605875.720282:0:29467:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at ffff8800b7affb58.
00000800:00000010:1.0:1749605875.720342:0:29475:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a9f6c000.
00000800:00000010:1.0:1749605875.720344:0:29475:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b3984000.
00000800:00000010:1.0:1749605875.720384:0:29476:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a9f6f800.
00000800:00000010:1.0:1749605875.720387:0:29476:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b3980000.
00000400:00000200:2.0:1749605875.720425:0:29467:0:(config.c:1507:lnet_get_link_status()) device idx 1 get_link 2
00000800:00000010:1.0:1749605875.720427:0:29477:0:(socklnd_cb.c:1459:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at ffff8800a9f6a800.
00000800:00000010:1.0:1749605875.720429:0:29477:0:(socklnd_cb.c:1466:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at ffff8800b3987000.
00000400:02000000:2.0:1749605875.720433:0:29467:0:(api-ni.c:2594:lnet_startup_lndni()) Added LNI 192.168.201.20@tcp [8/256/0/180]
00000400:02000000:1.0:1749605875.722154:0:29478:0:(acceptor.c:374:lnet_acceptor()) Accept secure, port 988
00000400:00000010:2.0:1749605875.723158:0:29467:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88012f3a3880.
00000400:00000010:2.0:1749605875.723164:0:29467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a028f0.
00000400:00000010:2.0:1749605875.723168:0:29467:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439ee0.
00000400:00000200:2.0:1749605875.723174:0:29467:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 0 lazy
00000400:00000010:2.0:1749605875.723177:0:29467:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8800a9a77a00.
00000400:00000010:2.0:1749605875.723179:0:29467:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605875.723180:0:29467:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:2.0:1749605875.723182:0:29467:0:(api-ni.c:2233:lnet_push_target_post()) posted push target ffff8800a9a77a00
00000400:00000200:2.0:1749605875.723184:0:29467:0:(api-ni.c:2190:lnet_push_target_resize()) nbytes 272 success
00000400:00000010:2.0:1749605875.723186:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800adc46f00.
00000400:00000010:2.0:1749605875.723188:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012f3a3280.
00000400:00000010:2.0:1749605875.723189:0:29467:0:(lib-cpt.c:1348:cfs_percpt_alloc()) alloc '(arr)': 24 at ffff8800adc46260.
00000400:00000010:2.0:1749605875.723191:0:29467:0:(lib-cpt.c:1358:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at ffff88012f3a32c0.
00000400:00000200:3.0:1749605875.723311:0:29467:0:(peer.c:4236:lnet_peer_discovery_start()) discovery start: 0
00000100:00000010:3.0:1749605875.723349:0:29467:0:(ptlrpcd.c:750:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at ffff8800b3870a10.
00000400:00000200:2.0:1749605875.723357:0:29480:0:(peer.c:4058:lnet_peer_discovery()) started
00000100:00000010:1.0:1749605875.723401:0:29481:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac06a240.
00000020:00000010:1.0:1749605875.723404:0:29481:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f8a8e00.
00000020:00000010:1.0:1749605875.723406:0:29481:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f8a9400.
00000020:00000010:1.0:1749605875.723407:0:29481:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800adca24e0.
00000040:00000010:1.0:1749605875.723409:0:29481:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f8a9000.
00000020:00000010:1.0:1749605875.723411:0:29481:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9f69000.
00000020:00000010:1.0:1749605875.723412:0:29481:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f8a8a00.
00000100:00000010:3.0:1749605875.723420:0:29467:0:(ptlrpcd.c:847:ptlrpcd_init()) kmalloced '(pd)': 760 at ffff88012aba1800.
00000100:00000010:3.0:1749605875.723423:0:29467:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800b3870a20.
00000100:00000010:3.0:1749605875.723424:0:29467:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800b38709e0.
00000100:00000010:3.0:1749605875.723425:0:29467:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800b38709d0.
00000100:00000010:3.0:1749605875.723427:0:29467:0:(ptlrpcd.c:539:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at ffff8800b38709b8.
00000100:00000010:3.0:1749605875.723533:0:29482:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88012ab5bc00.
00000020:00000010:3.0:1749605875.723536:0:29482:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8f9d200.
00000020:00000010:3.0:1749605875.723538:0:29482:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a8f9d400.
00000020:00000010:3.0:1749605875.723539:0:29482:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b60a7120.
00000040:00000010:3.0:1749605875.723541:0:29482:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a8f9ce00.
00000020:00000010:3.0:1749605875.723543:0:29482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9fc3800.
00000020:00000010:3.0:1749605875.723544:0:29482:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a8f9da00.
00000100:00000010:1.0:1749605875.723650:0:29483:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac06a840.
00000020:00000010:1.0:1749605875.723652:0:29483:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f8a9600.
00000020:00000010:1.0:1749605875.723654:0:29483:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f8a8800.
00000020:00000010:1.0:1749605875.723655:0:29483:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800adca2000.
00000040:00000010:1.0:1749605875.723656:0:29483:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f8a9c00.
00000020:00000010:1.0:1749605875.723658:0:29483:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9f6c800.
00000020:00000010:1.0:1749605875.723660:0:29483:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f8a8400.
00000100:00000010:1.0:1749605875.723701:0:29484:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac06a180.
00000020:00000010:1.0:1749605875.723704:0:29484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f8a8c00.
00000020:00000010:1.0:1749605875.723705:0:29484:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012f8a9a00.
00000020:00000010:1.0:1749605875.723707:0:29484:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800adca21e0.
00000040:00000010:1.0:1749605875.723709:0:29484:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012f8a8000.
00000020:00000010:1.0:1749605875.723711:0:29484:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9f6b800.
00000020:00000010:1.0:1749605875.723713:0:29484:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f8a8200.
00000100:00000010:1.0:1749605875.723752:0:29485:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800ac06acc0.
00000020:00000010:1.0:1749605875.723754:0:29485:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012f8a9e00.
00000020:00000010:1.0:1749605875.723756:0:29485:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ab765e00.
00000020:00000010:1.0:1749605875.723761:0:29485:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800adca2060.
00000040:00000010:1.0:1749605875.723763:0:29485:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800ab765c00.
00000020:00000010:1.0:1749605875.723764:0:29485:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800a9f6e800.
00000020:00000010:1.0:1749605875.723766:0:29485:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab765a00.
00000001:00000010:1.0:1749605875.724105:0:29467:0:(nodemap_handler.c:2747:nodemap_config_alloc()) kmalloced '(config)': 112 at ffff8800a8dbab00.
00000001:00000010:1.0:1749605875.724110:0:29467:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800ac06a300.
00000001:00000010:1.0:1749605875.724113:0:29467:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8801372d2508.
00000001:00000010:1.0:1749605875.724116:0:29467:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff8800ac06a6c0.
00000001:00000010:1.0:1749605875.724119:0:29467:0:(nodemap_handler.c:1751:nodemap_create()) kmalloced '(nodemap)': 784 at ffff8801368ff400.
00000001:00000010:1.0:1749605875.724128:0:29467:0:(nodemap_lproc.c:1223:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff880130fe5e40.
02000000:00000010:3.0:1749605875.748427:0:29497:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800a9fc6000.
02000000:00000010:3.0:1749605875.748430:0:29497:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 1024 at ffff88012a5c4400.
02000000:00000010:3.0:1749605875.748432:0:29497:0:(upcall_cache.c:574:upcall_cache_init()) alloc '(cache)': 1192 at ffff8800a9fc4800.
02000000:00000010:3.0:1749605875.748444:0:29497:0:(upcall_cache.c:582:upcall_cache_init()) alloc '(cache->uc_hashtable)': 16384 at ffffc90000862000.
00000020:00000010:3.0:1749605877.317095:0:29535:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b7f400.
00000001:00000010:1.0:1749605877.341466:0:29547:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff8800adeebcc0.
00000100:00000010:1.0:1749605877.341493:0:29547:0:(client.c:682:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at ffff880130e9b100.
00000020:00000010:1.0:1749605877.341510:0:29547:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dba780.
00000020:00000010:1.0:1749605877.364597:0:29559:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dba980.
00000020:00000010:3.0:1749605877.390438:0:29571:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b7fb00.
00000020:00000010:3.0:1749605877.413839:0:29583:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b7f780.
00008000:02000000:1.0:1749605877.436770:0:29595:0:(echo_client.c:2568:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:00000010:1.0:1749605877.439149:0:29595:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dba900.
00000020:00000010:1.0:1749605877.439367:0:29595:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dbad00.
00000020:00000010:3.0:1749605877.485231:0:29616:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b7f880.
00000020:00000010:1.0:1749605877.979166:0:29961:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dbaf80.
00000020:00000010:1.0:1749605878.007070:0:29973:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dba280.
00000020:00000010:3.0:1749605878.041312:0:29985:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b7f380.
00000020:00000010:3.0:1749605878.041329:0:29985:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b3b7f700.
00000020:00000010:3.0:1749605878.085348:0:30005:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b5ad2800.
00000020:00000010:3.0:1749605878.112328:0:30017:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800b5ad2580.
00000020:00000010:2.0:1749605878.112515:0:30017:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8ca5380.
00000020:00000010:1.0:1749605878.138325:0:30029:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dba100.
00000020:00000010:1.0:1749605878.138339:0:30029:0:(genops.c:235:class_register_type()) kmalloced '(type)': 112 at ffff8800a8dbac80.
00000020:00000010:1.0:1749605878.175080:0:30041:0:(cl_object.c:652:cl_env_new()) slab-alloced 'cle': 144 at ffff8800b6d7d240.
00000020:00000010:1.0:1749605878.175085:0:30041:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab764a00.
00000020:00000010:1.0:1749605878.175087:0:30041:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800ab764600.
00000020:00000010:1.0:1749605878.175088:0:30041:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800adeeb3c0.
00000008:00000010:1.0:1749605878.175095:0:30041:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ade70000.
00020000:00000010:1.0:1749605878.175097:0:30041:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800ac06af00.
00008000:00000010:1.0:1749605878.175101:0:30041:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac144000.
00000080:00000010:1.0:1749605878.175105:0:30041:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800a8801000.
00000080:00000010:1.0:1749605878.175109:0:30041:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9dc4000.
00000020:00000010:1.0:1749605878.175111:0:30041:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800ab764800.
00000008:00000010:1.0:1749605878.175114:0:30041:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aacec000.
00020000:00000010:1.0:1749605878.175118:0:30041:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8c3c000.
00008000:00000010:1.0:1749605878.175121:0:30041:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8801372d2af8.
00000080:00000010:1.0:1749605878.175124:0:30041:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a8e8f000.
00000020:00000010:1.0:1749605890.873514:0:30841:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff8800b6f78000.
00000020:00000010:1.0:1749605890.873519:0:30841:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800b3b7f900.
00000020:00000010:1.0:1749605890.873525:0:30841:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff8800b3982000.
00000020:00000010:1.0:1749605890.873533:0:30841:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 28 at ffff8800a8e84c40.
00000020:00000010:1.0:1749605890.873535:0:30841:0:(obd_mount.c:1627:lmd_parse()) kmalloced '(lmd->lmd_profile)': 14 at ffff8800b39a8d80.
00000020:00000010:1.0:1749605890.873536:0:30841:0:(obd_mount.c:1655:lmd_parse()) kmalloced '(lmd->lmd_opts)': 17 at ffff8800a8e84c60.
00000020:00000010:1.0:1749605890.873548:0:30841:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800a8e842c0.
00000020:00000010:1.0:1749605890.873549:0:30841:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff8800a8e843a0.
00000020:00000010:1.0:1749605890.873551:0:30841:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800b6023780.
00000020:00000010:1.0:1749605890.873556:0:30841:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff8800adeeb720.
00000100:00000010:1.0:1749605890.873560:0:30841:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8801372eb800.
00000400:00000010:1.0:1749605890.873571:0:30841:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8800ab764c00.
00000400:00000200:1.0:1749605890.873574:0:30841:0:(peer.c:271:lnet_peer_alloc()) ffff8800ab764c00 nid 192.168.201.120@tcp
00000400:00000010:1.0:1749605890.873576:0:30841:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8800adeebba0.
00000400:00000200:1.0:1749605890.873578:0:30841:0:(peer.c:204:lnet_peer_net_alloc()) ffff8800adeebba0 net tcp
00000400:00000010:1.0:1749605890.873579:0:30841:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8800ab765000.
00000400:00000200:1.0:1749605890.873582:0:30841:0:(peer.c:185:lnet_peer_ni_alloc()) ffff8800ab765000 nid 192.168.201.120@tcp
00000400:00000200:1.0:1749605890.873586:0:30841:0:(peer.c:1100:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.201.120@tcp: -2
00000400:00000200:1.0:1749605890.873590:0:30841:0:(peer.c:1659:lnet_peer_attach_peer_ni()) peer 192.168.201.120@tcp NID 192.168.201.120@tcp flags 0x100001
00000400:00000200:1.0:1749605890.873605:0:30841:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.120@tcp: 0
00000400:00000200:1.0:1749605890.873607:0:30841:0:(peer.c:2747:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:1.0:1749605890.873609:0:30841:0:(peer.c:2787:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:1.0:1749605890.873611:0:30841:0:(peer.c:2796:lnet_discover_peer_locked()) peer 192.168.201.120@tcp NID 192.168.201.120@tcp: 0. pending discovery
00000020:00000010:1.0:1749605890.873614:0:30841:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff8800adeeb720.
00000020:00000010:1.0:1749605890.873617:0:30841:0:(obd_mount.c:449:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff8801370d8500.
00000020:00000010:1.0:1749605890.873622:0:30841:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800b3b7fc80.
00000020:00000010:1.0:1749605890.873640:0:30841:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800ab6a8000.
00000020:00000010:1.0:1749605890.873646:0:30841:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b6f7f000.
00000020:00000010:1.0:1749605890.873657:0:30841:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800b3b7fc80.
00000020:00000010:1.0:1749605890.873660:0:30841:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8800b3b7fc80.
00000001:00000010:1.0:1749605890.873676:0:30841:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6023180.
00000001:00000010:1.0:1749605890.873682:0:30841:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8e84000.
00000001:00000010:1.0:1749605890.873685:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab764e00.
00000001:00000010:1.0:1749605890.873687:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab765600.
00000001:00000010:1.0:1749605890.873689:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab764000.
00000001:00000010:1.0:1749605890.873692:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab765400.
00000001:00000010:1.0:1749605890.873694:0:30841:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b60230c0.
00000001:00000010:1.0:1749605890.873696:0:30841:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8e84580.
00000001:00000010:1.0:1749605890.873698:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab764400.
00000001:00000010:1.0:1749605890.873701:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab765800.
00000001:00000010:1.0:1749605890.873703:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800ab765200.
00000001:00000010:1.0:1749605890.873705:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012ab8dc00.
00010000:00000010:1.0:1749605890.873714:0:30841:0:(ldlm_lockd.c:3366:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8800a8e84d60.
00000800:00000200:0.1F:1749605890.873739:0:29480:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (2)
00000100:00000010:1.0:1749605890.873779:0:30841:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800b6d9ee00.
00000100:00000010:1.0:1749605890.873783:0:30841:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8801372ea000.
00000100:00000010:1.0:1749605890.873797:0:30841:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800aad7c000.
00000100:00000010:1.0:1749605890.873803:0:30841:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8800b3985000.
00000100:00000010:1.0:1749605890.873811:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801372e8800.
00000100:00000010:1.0:1749605890.873817:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adeb6000.
00000400:00000200:1.0:1749605890.873821:0:30841:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 15 lazy
00000020:00000010:1.0:1749605890.873845:0:30841:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b4315800.
00000020:00000010:1.0:1749605890.873848:0:30841:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b3981000.
00000100:00000010:1.0:1749605890.873874:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6023900.
00000100:00000010:1.0:1749605890.873878:0:30841:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8801370d86c0.
00000100:00000010:1.0:1749605890.873881:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6023b40.
00000100:00000010:1.0:1749605890.873884:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b60239c0.
00000100:00000010:1.0:1749605890.873886:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8800b6023480.
00000100:00000200:1.0:1749605890.873902:0:30841:0:(service.c:846:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15
00000100:00000010:1.0:1749605890.873905:0:30841:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800b6d9fe00.
00000100:00000010:1.0:1749605890.874051:0:30842:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8801370d8e80.
00000020:00000010:1.0:1749605890.874055:0:30842:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801370d8680.
00000020:00000010:1.0:1749605890.874060:0:30842:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d9fa00.
00000020:00000010:1.0:1749605890.874063:0:30842:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d9e000.
00000040:00000010:1.0:1749605890.874068:0:30842:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6d9f600.
00000020:00000010:1.0:1749605890.874072:0:30842:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b6f79800.
00000020:00000010:1.0:1749605890.874080:0:30842:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9dd0000.
00000020:00000010:1.0:1749605890.874082:0:30842:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6d9fc00.
80000000:00000010:1.0:1749605890.874084:0:30842:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800adeeb720.
40000000:00000010:1.0:1749605890.874086:0:30842:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801370d8f00.
00100000:00000010:1.0:1749605890.874091:0:30842:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b6f7f800.
00040000:00000010:1.0:1749605890.874093:0:30842:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012c470c00.
00040000:00000010:1.0:1749605890.874097:0:30842:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800a9f68000.
00040000:00000010:1.0:1749605890.874099:0:30842:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6d9e600.
00000004:00000010:1.0:1749605890.874103:0:30842:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b6c85800.
00000004:00000010:1.0:1749605890.874107:0:30842:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880137675000.
00000004:00000010:1.0:1749605890.874111:0:30842:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b6c87000.
00002000:00000010:1.0:1749605890.874115:0:30842:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b4316c00.
00000004:00000010:1.0:1749605890.874118:0:30842:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4316400.
00000100:00000200:1.0:1749605890.874123:0:30842:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15
00000400:00000010:1.0:1749605890.874127:0:30842:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bc60.
00000400:00000010:1.0:1749605890.874130:0:30842:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b60233c0.
00000100:00000010:1.0:1749605890.874137:0:30842:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b5b16000.
00000100:00000200:1.0:1749605890.874149:0:30842:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:2.0:1749605890.874162:0:30841:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a9a76600.
00000100:00000010:3.0:1749605890.874337:0:30843:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e5bdc0.
00000020:00000010:3.0:1749605890.874340:0:30843:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e5bbc0.
00000020:00000010:3.0:1749605890.874343:0:30843:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b62ed800.
00000020:00000010:3.0:1749605890.874346:0:30843:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b62ed200.
00000040:00000010:3.0:1749605890.874348:0:30843:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b62ed400.
00000020:00000010:3.0:1749605890.874351:0:30843:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b587f800.
00000020:00000010:3.0:1749605890.874361:0:30843:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c20000.
00000020:00000010:3.0:1749605890.874363:0:30843:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b62ec000.
80000000:00000010:3.0:1749605890.874365:0:30843:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b60a7300.
40000000:00000010:3.0:1749605890.874367:0:30843:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e5bf00.
00100000:00000010:3.0:1749605890.874370:0:30843:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5878000.
00040000:00000010:3.0:1749605890.874372:0:30843:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118d00.
00040000:00000010:3.0:1749605890.874374:0:30843:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b587d000.
00040000:00000010:3.0:1749605890.874376:0:30843:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b62eda00.
00000004:00000010:3.0:1749605890.874378:0:30843:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b587d800.
00000004:00000010:3.0:1749605890.874382:0:30843:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadc4000.
00000004:00000010:3.0:1749605890.874384:0:30843:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b587c800.
00002000:00000010:3.0:1749605890.874386:0:30843:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88013770bc00.
00000004:00000010:3.0:1749605890.874388:0:30843:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880137708c00.
00000100:00000010:3.0:1749605890.874391:0:30843:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b587b800.
00000100:00000200:3.0:1749605890.874398:0:30843:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:2.0:1749605890.874401:0:30841:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 320 at ffff8800a9a76a00.
00000100:00000010:2.0:1749605890.874404:0:30841:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 800 at ffff8800b6d4f800.
00000100:00000010:2.0:1749605890.874415:0:30841:0:(service.c:632:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8800a8e80000.
00000100:00000010:2.0:1749605890.874420:0:30841:0:(service.c:640:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff88012b147000.
00000100:00000010:2.0:1749605890.874424:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4f400.
00000100:00000010:2.0:1749605890.874428:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff88013731e000.
00000100:00000010:2.0:1749605890.874430:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4c000.
00000100:00000010:2.0:1749605890.874434:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff880137318000.
00000100:00000010:2.0:1749605890.874436:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4d800.
00000100:00000010:2.0:1749605890.874444:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9f26000.
00000100:00000010:2.0:1749605890.874446:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4c400.
00000100:00000010:2.0:1749605890.874450:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9f24000.
00000100:00000010:2.0:1749605890.874452:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4c800.
00000100:00000010:2.0:1749605890.874455:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9f22000.
00000100:00000010:2.0:1749605890.874457:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4ec00.
00000100:00000010:2.0:1749605890.874461:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9f20000.
00000100:00000010:2.0:1749605890.874462:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4d000.
00000100:00000010:2.0:1749605890.874469:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adcb8000.
00000100:00000010:2.0:1749605890.874471:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4cc00.
00000100:00000010:2.0:1749605890.874474:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adcba000.
00000100:00000010:2.0:1749605890.874475:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4f000.
00000100:00000010:2.0:1749605890.874479:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adcbc000.
00000100:00000010:2.0:1749605890.874480:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4fc00.
00000100:00000010:2.0:1749605890.874484:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adcbe000.
00000100:00000010:2.0:1749605890.874486:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4d400.
00000100:00000010:2.0:1749605890.874492:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9850000.
00000100:00000010:2.0:1749605890.874494:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800b6d4e400.
00000100:00000010:2.0:1749605890.874498:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9852000.
00000100:00000010:2.0:1749605890.874500:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aa34400.
00000100:00000010:2.0:1749605890.874504:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9854000.
00000100:00000010:2.0:1749605890.874505:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aa37800.
00000100:00000010:2.0:1749605890.874509:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a9856000.
00000100:00000010:2.0:1749605890.874510:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff88012aa37c00.
00000100:00000010:2.0:1749605890.874515:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8810000.
00000100:00000010:2.0:1749605890.874518:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376a2c00.
00000100:00000010:2.0:1749605890.874520:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8812000.
00000100:00000010:2.0:1749605890.874522:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8801376a2800.
00000100:00000010:2.0:1749605890.874524:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8814000.
00000100:00000010:2.0:1749605890.874528:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa8000.
00000100:00000010:2.0:1749605890.874531:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8816000.
00000100:00000010:2.0:1749605890.874535:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa8400.
00000100:00000010:2.0:1749605890.874542:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aad18000.
00000100:00000010:2.0:1749605890.874543:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa8800.
00000100:00000010:2.0:1749605890.874547:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aad1a000.
00000100:00000010:2.0:1749605890.874549:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa8c00.
00000100:00000010:2.0:1749605890.874552:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aad1c000.
00000100:00000010:2.0:1749605890.874554:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa9000.
00000100:00000010:2.0:1749605890.874557:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aad1e000.
00000100:00000010:2.0:1749605890.874559:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa9400.
00000100:00000010:2.0:1749605890.874565:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8ee8000.
00000100:00000010:2.0:1749605890.874566:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa9800.
00000100:00000010:2.0:1749605890.874569:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8eea000.
00000100:00000010:2.0:1749605890.874570:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fa9c00.
00000100:00000010:2.0:1749605890.874574:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8eec000.
00000100:00000010:2.0:1749605890.874575:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9faa000.
00000100:00000010:2.0:1749605890.874590:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8eee000.
00000100:00000010:2.0:1749605890.874591:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9faa400.
00000100:00000010:2.0:1749605890.874598:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8f30000.
00000100:00000010:2.0:1749605890.874600:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9faa800.
00000100:00000010:2.0:1749605890.874603:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8f32000.
00000100:00000010:2.0:1749605890.874605:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9faac00.
00000100:00000010:2.0:1749605890.874608:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8f34000.
00000100:00000010:2.0:1749605890.874610:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fab000.
00000100:00000010:2.0:1749605890.874613:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8f36000.
00000100:00000010:2.0:1749605890.874615:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fab400.
00000100:00000010:2.0:1749605890.874620:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8878000.
00000100:00000010:2.0:1749605890.874622:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fab800.
00000100:00000010:2.0:1749605890.874624:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a887a000.
00000100:00000010:2.0:1749605890.874626:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800a9fabc00.
00000100:00000010:2.0:1749605890.874628:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a887c000.
00000100:00000010:2.0:1749605890.874633:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03c000.
00000100:00000010:2.0:1749605890.874638:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a887e000.
00000100:00000010:2.0:1749605890.874640:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03c400.
00000100:00000010:2.0:1749605890.874647:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab768000.
00000100:00000010:2.0:1749605890.874659:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03c800.
00000100:00000010:2.0:1749605890.874663:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab76a000.
00000100:00000010:2.0:1749605890.874664:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03cc00.
00000100:00000010:2.0:1749605890.874668:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab76c000.
00000100:00000010:2.0:1749605890.874669:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03d000.
00000100:00000010:2.0:1749605890.874672:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800ab76e000.
00000100:00000010:2.0:1749605890.874674:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03d400.
00000100:00000010:2.0:1749605890.874680:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8fc8000.
00000100:00000010:2.0:1749605890.874682:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03d800.
00000100:00000010:2.0:1749605890.874685:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8fca000.
00000100:00000010:2.0:1749605890.874686:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03dc00.
00000100:00000010:2.0:1749605890.874689:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8fcc000.
00000100:00000010:2.0:1749605890.874691:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03e000.
00000100:00000010:2.0:1749605890.874694:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8fce000.
00000100:00000010:2.0:1749605890.874696:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03e400.
00000100:00000010:2.0:1749605890.874702:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aae78000.
00000100:00000010:2.0:1749605890.874703:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03e800.
00000100:00000010:2.0:1749605890.874706:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aae7a000.
00000100:00000010:2.0:1749605890.874708:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03ec00.
00000100:00000010:2.0:1749605890.874711:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aae7c000.
00000100:00000010:2.0:1749605890.874712:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03f000.
00000100:00000010:2.0:1749605890.874716:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800aae7e000.
00000100:00000010:2.0:1749605890.874717:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03f400.
00000100:00000010:2.0:1749605890.874723:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800add50000.
00000100:00000010:2.0:1749605890.874725:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03f800.
00000100:00000010:2.0:1749605890.874728:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800add52000.
00000100:00000010:2.0:1749605890.874729:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ac03fc00.
00000100:00000010:2.0:1749605890.874733:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800add54000.
00000100:00000010:2.0:1749605890.874740:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78c000.
00000100:00000010:2.0:1749605890.874744:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800add56000.
00000100:00000010:2.0:1749605890.874745:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78c400.
00000100:00000010:2.0:1749605890.874751:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e28000.
00000100:00000010:2.0:1749605890.874752:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78c800.
00000100:00000010:2.0:1749605890.874755:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e2a000.
00000100:00000010:2.0:1749605890.874756:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78cc00.
00000100:00000010:2.0:1749605890.874759:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e2c000.
00000100:00000010:2.0:1749605890.874761:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78d000.
00000100:00000010:2.0:1749605890.874764:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e2e000.
00000100:00000010:2.0:1749605890.874765:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78d400.
00000100:00000010:2.0:1749605890.874771:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e30000.
00000100:00000010:2.0:1749605890.874772:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78d800.
00000100:00000010:2.0:1749605890.874775:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e32000.
00000100:00000010:2.0:1749605890.874776:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78dc00.
00000100:00000010:2.0:1749605890.874780:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e34000.
00000100:00000010:2.0:1749605890.874781:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78e000.
00000100:00000010:2.0:1749605890.874784:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8e36000.
00000100:00000010:2.0:1749605890.874785:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78e400.
00000100:00000010:2.0:1749605890.874791:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adc78000.
00000100:00000010:2.0:1749605890.874792:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78e800.
00000100:00000010:2.0:1749605890.874796:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adc7a000.
00000100:00000010:2.0:1749605890.874797:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78ec00.
00000100:00000010:2.0:1749605890.874800:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adc7c000.
00000100:00000010:2.0:1749605890.874801:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78f000.
00000100:00000010:2.0:1749605890.874804:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800adc7e000.
00000100:00000010:2.0:1749605890.874805:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78f400.
00000100:00000010:2.0:1749605890.874811:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8fa0000.
00000100:00000010:2.0:1749605890.874812:0:30841:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8800ab78f800.
00000100:00000010:2.0:1749605890.874816:0:30841:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8800a8fa2000.
00000400:00000200:2.0:1749605890.874817:0:30841:0:(lib-ptl.c:920:LNetSetLazyPortal()) Setting portal 17 lazy
00000020:00000010:2.0:1749605890.874847:0:30841:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800ab78fc00.
00000020:00000010:2.0:1749605890.874850:0:30841:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88012b144000.
00000100:00000010:2.0:1749605890.874879:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136abaa80.
00000100:00000010:2.0:1749605890.874881:0:30841:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012e3626c0.
00000100:00000010:2.0:1749605890.874883:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136abac00.
00000100:00000010:2.0:1749605890.874885:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136aba540.
00000100:00000010:2.0:1749605890.874887:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136abaf00.
00000100:00000010:2.0:1749605890.874889:0:30841:0:(nrs.c:1025:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8800a8ca5400.
00000100:00000010:2.0:1749605890.874891:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136aba600.
00000100:00000010:2.0:1749605890.874891:0:30841:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff88012e3624c0.
00000100:00000010:2.0:1749605890.874893:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136aba240.
00000100:00000010:2.0:1749605890.874894:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136aba0c0.
00000100:00000010:2.0:1749605890.874895:0:30841:0:(nrs.c:793:nrs_policy_register()) kmalloced '(policy)': 152 at ffff880136aba480.
00000100:00000200:2.0:1749605890.874913:0:30841:0:(service.c:846:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17
00000100:00000010:2.0:1749605890.874916:0:30841:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a9a76e00.
00000100:00000010:3.0:1749605890.875016:0:30844:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e5b180.
00000020:00000010:3.0:1749605890.875019:0:30844:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e5bd80.
00000020:00000010:3.0:1749605890.875021:0:30844:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b62ed000.
00000020:00000010:3.0:1749605890.875023:0:30844:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b62ece00.
00000020:00000010:3.0:1749605890.875026:0:30844:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b60a7f00.
00000040:00000010:3.0:1749605890.875028:0:30844:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b62ed600.
00000020:00000010:3.0:1749605890.875031:0:30844:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b587c000.
00000020:00000010:3.0:1749605890.875034:0:30844:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c20508.
00000020:00000010:3.0:1749605890.875036:0:30844:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b62ecc00.
80000000:00000010:3.0:1749605890.875038:0:30844:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b60a7de0.
40000000:00000010:3.0:1749605890.875044:0:30844:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e5ba40.
00000008:00000010:3.0:1749605890.875054:0:30844:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f80000.
00020000:00000010:3.0:1749605890.875057:0:30844:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff88012ab5b240.
00008000:00000010:3.0:1749605890.875065:0:30844:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1c000.
00100000:00000010:3.0:1749605890.875069:0:30844:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b587b000.
00040000:00000010:3.0:1749605890.875071:0:30844:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118f00.
00040000:00000010:3.0:1749605890.875074:0:30844:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8801372fe000.
00040000:00000010:3.0:1749605890.875077:0:30844:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b62eca00.
00000004:00000010:3.0:1749605890.875079:0:30844:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8801372fe800.
00000004:00000010:3.0:1749605890.875083:0:30844:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadc5000.
00000004:00000010:3.0:1749605890.875086:0:30844:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8801372ff000.
00002000:00000010:3.0:1749605890.875088:0:30844:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88013770b800.
00000004:00000010:3.0:1749605890.875091:0:30844:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880137709c00.
00000080:00000010:3.0:1749605890.875098:0:30844:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e59000.
00000080:00000010:3.0:1749605890.875105:0:30844:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c000.
00000100:00000200:3.0:1749605890.875108:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875110:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4f20.
00000400:00000010:3.0:1749605890.875113:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ab5b3c0.
00000100:00000200:3.0:1749605890.875116:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875117:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4f78.
00000400:00000010:3.0:1749605890.875119:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ab5b000.
00000100:00000200:3.0:1749605890.875120:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875122:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4000.
00000400:00000010:3.0:1749605890.875124:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ab5bd80.
00000100:00000200:3.0:1749605890.875125:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875127:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4058.
00000400:00000010:3.0:1749605890.875129:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ab5b9c0.
00000100:00000200:3.0:1749605890.875130:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875131:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac40b0.
00000400:00000010:3.0:1749605890.875133:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ab5b780.
00000100:00000200:3.0:1749605890.875135:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875136:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4108.
00000400:00000010:3.0:1749605890.875138:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff88012ab5b480.
00000100:00000200:3.0:1749605890.875139:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875143:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4160.
00000400:00000010:3.0:1749605890.875146:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b59700c0.
00000100:00000200:3.0:1749605890.875148:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875149:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac41b8.
00000400:00000010:3.0:1749605890.875154:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312000.
00000100:00000200:3.0:1749605890.875156:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875157:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4210.
00000400:00000010:3.0:1749605890.875158:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b43120c0.
00000100:00000200:3.0:1749605890.875160:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875161:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4268.
00000400:00000010:3.0:1749605890.875162:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312180.
00000100:00000200:3.0:1749605890.875164:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875165:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac42c0.
00000400:00000010:3.0:1749605890.875166:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312240.
00000100:00000200:3.0:1749605890.875168:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875169:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4318.
00000400:00000010:3.0:1749605890.875170:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312300.
00000100:00000200:3.0:1749605890.875171:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875172:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4370.
00000400:00000010:3.0:1749605890.875174:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b43123c0.
00000100:00000200:3.0:1749605890.875175:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875176:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac43c8.
00000400:00000010:3.0:1749605890.875177:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312480.
00000100:00000200:3.0:1749605890.875178:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875180:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4420.
00000400:00000010:3.0:1749605890.875181:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312540.
00000100:00000200:3.0:1749605890.875182:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875183:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4478.
00000400:00000010:3.0:1749605890.875185:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312600.
00000100:00000200:3.0:1749605890.875186:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875187:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac44d0.
00000400:00000010:3.0:1749605890.875188:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b43126c0.
00000100:00000200:3.0:1749605890.875189:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875190:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4528.
00000400:00000010:3.0:1749605890.875191:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312780.
00000100:00000200:3.0:1749605890.875196:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875197:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4580.
00000400:00000010:3.0:1749605890.875199:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312840.
00000100:00000200:3.0:1749605890.875200:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875202:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac45d8.
00000400:00000010:3.0:1749605890.875203:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312900.
00000100:00000200:3.0:1749605890.875205:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875206:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4ec8.
00000400:00000010:3.0:1749605890.875207:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b43129c0.
00000100:00000200:3.0:1749605890.875209:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875210:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4e70.
00000400:00000010:3.0:1749605890.875212:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312a80.
00000100:00000200:3.0:1749605890.875213:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875214:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4e18.
00000400:00000010:3.0:1749605890.875216:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312b40.
00000100:00000200:3.0:1749605890.875218:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875219:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4dc0.
00000400:00000010:3.0:1749605890.875221:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312c00.
00000100:00000200:3.0:1749605890.875222:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875224:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4d68.
00000400:00000010:3.0:1749605890.875225:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312cc0.
00000100:00000200:3.0:1749605890.875226:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875227:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4d10.
00000400:00000010:3.0:1749605890.875229:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312d80.
00000100:00000200:3.0:1749605890.875230:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875231:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4cb8.
00000400:00000010:3.0:1749605890.875233:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312e40.
00000100:00000200:3.0:1749605890.875234:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875235:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4c60.
00000800:00000200:0.1:1749605890.875235:0:29470:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1
00000400:00000010:3.0:1749605890.875236:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b4312f00.
00000100:00000200:3.0:1749605890.875238:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875239:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4bb0.
00000800:00000200:0.1:1749605890.875243:0:29470:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:3.0:1749605890.875244:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12000.
00000100:00000200:3.0:1749605890.875247:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000800:00000200:0.1:1749605890.875248:0:29470:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdf00 type 2, nob 96 niov 1 nkiov 0
00000400:00000010:3.0:1749605890.875249:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4c08.
00000400:00000010:3.0:1749605890.875253:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a120c0.
00000100:00000200:3.0:1749605890.875271:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875273:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4b58.
00000400:00000010:3.0:1749605890.875275:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12180.
00000100:00000200:3.0:1749605890.875277:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875278:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4b00.
00000400:00000010:3.0:1749605890.875280:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12240.
00000100:00000200:3.0:1749605890.875281:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875282:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4aa8.
00000400:00000010:3.0:1749605890.875284:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12300.
00000100:00000200:3.0:1749605890.875285:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875287:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4a50.
00000400:00000010:3.0:1749605890.875289:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a123c0.
00000100:00000200:3.0:1749605890.875290:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875292:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac49f8.
00000400:00000010:3.0:1749605890.875294:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12480.
00000100:00000200:3.0:1749605890.875295:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875296:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac49a0.
00000400:00000010:3.0:1749605890.875298:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12540.
00000100:00000200:3.0:1749605890.875299:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875301:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4948.
00000800:00000200:1.0:1749605890.875351:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605890.875354:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8800adebdf00.
00000400:00000200:1.0:1749605890.875357:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749605890.875357:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12600.
00000100:00000200:3.0:1749605890.875361:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000200:1.0:1749605890.875362:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: GET: OK
00000400:00000010:3.0:1749605890.875363:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac48f0.
00000400:00000010:3.0:1749605890.875364:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a126c0.
00000400:00000200:1.0:1749605890.875365:0:29475:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 5
00000100:00000200:3.0:1749605890.875365:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875366:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4898.
00000400:00000200:1.0:1749605890.875367:0:29475:0:(peer.c:3053:lnet_discovery_event_send()) Ping Send to 192.168.201.120@tcp: 0
00000400:00000010:3.0:1749605890.875367:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12780.
00000100:00000200:3.0:1749605890.875368:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875369:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac47e8.
00000400:00000010:3.0:1749605890.875370:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12840.
00000100:00000200:3.0:1749605890.875371:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875371:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4840.
00000400:00000010:3.0:1749605890.875373:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12900.
00000100:00000200:3.0:1749605890.875373:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875378:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4790.
00000400:00000010:3.0:1749605890.875380:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a129c0.
00000100:00000200:3.0:1749605890.875381:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875382:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4738.
00000400:00000010:3.0:1749605890.875383:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12a80.
00000100:00000200:3.0:1749605890.875384:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875385:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac46e0.
00000400:00000010:3.0:1749605890.875386:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12b40.
00000100:00000200:3.0:1749605890.875386:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875387:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4688.
00000400:00000010:3.0:1749605890.875388:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12c00.
00000100:00000200:3.0:1749605890.875389:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875390:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b5ac4630.
00000400:00000010:3.0:1749605890.875390:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12cc0.
00000100:00000200:3.0:1749605890.875391:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875396:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b000.
00000400:00000010:3.0:1749605890.875397:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12d80.
00000100:00000200:3.0:1749605890.875398:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875399:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b058.
00000400:00000010:3.0:1749605890.875400:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12e40.
00000100:00000200:3.0:1749605890.875400:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875401:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b0b0.
00000400:00000010:3.0:1749605890.875402:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b3a12f00.
00000100:00000200:3.0:1749605890.875403:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875403:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b108.
00000400:00000010:3.0:1749605890.875407:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306000.
00000100:00000200:3.0:1749605890.875408:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875409:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b160.
00000400:00000010:3.0:1749605890.875410:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b63060c0.
00000100:00000200:3.0:1749605890.875411:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875412:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b1b8.
00000400:00000010:3.0:1749605890.875412:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306180.
00000100:00000200:3.0:1749605890.875413:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875414:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b210.
00000400:00000010:3.0:1749605890.875415:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306240.
00000100:00000200:3.0:1749605890.875418:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875420:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b268.
00000400:00000010:3.0:1749605890.875421:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306300.
00000100:00000200:3.0:1749605890.875422:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875423:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b2c0.
00000400:00000010:3.0:1749605890.875424:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b63063c0.
00000100:00000200:3.0:1749605890.875425:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875426:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b318.
00000400:00000010:3.0:1749605890.875427:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306480.
00000100:00000200:3.0:1749605890.875427:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875428:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b370.
00000400:00000010:3.0:1749605890.875429:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306540.
00000100:00000200:3.0:1749605890.875430:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875430:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b3c8.
00000400:00000010:3.0:1749605890.875431:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306600.
00000100:00000200:3.0:1749605890.875432:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875433:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b420.
00000400:00000010:3.0:1749605890.875433:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b63066c0.
00000100:00000200:3.0:1749605890.875434:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875435:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b478.
00000400:00000010:3.0:1749605890.875435:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306780.
00000100:00000200:3.0:1749605890.875436:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875437:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b4d0.
00000400:00000010:3.0:1749605890.875438:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306840.
00000100:00000200:3.0:1749605890.875439:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875439:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b528.
00000400:00000010:3.0:1749605890.875440:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306900.
00000100:00000200:3.0:1749605890.875441:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875441:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b580.
00000400:00000010:3.0:1749605890.875442:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b63069c0.
00000100:00000200:3.0:1749605890.875443:0:30844:0:(niobuf.c:1133:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17
00000400:00000010:3.0:1749605890.875443:0:30844:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b5d8.
00000400:00000010:3.0:1749605890.875444:0:30844:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 152 at ffff8800b6306a80.
00000100:00000010:3.0:1749605890.875447:0:30844:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b606b000.
00000100:00000200:3.0:1749605890.875460:0:30844:0:(service.c:3013:ptlrpc_main()) service thread 0 (#1) started
00000100:00000010:2.0:1749605890.875475:0:30841:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a9a77000.
00000100:00000010:3.0:1749605890.875549:0:30845:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e5bd00.
00000020:00000010:3.0:1749605890.875551:0:30845:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e5ba00.
00000020:00000010:3.0:1749605890.875554:0:30845:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b62ec800.
00000020:00000010:3.0:1749605890.875555:0:30845:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b62ede00.
00000020:00000010:3.0:1749605890.875557:0:30845:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b60a7240.
00000040:00000010:3.0:1749605890.875559:0:30845:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b62ec400.
00000020:00000010:3.0:1749605890.875563:0:30845:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b606b800.
00000020:00000010:3.0:1749605890.875566:0:30845:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c20a10.
00000020:00000010:3.0:1749605890.875569:0:30845:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b62edc00.
80000000:00000010:3.0:1749605890.875571:0:30845:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b60a76c0.
40000000:00000010:3.0:1749605890.875572:0:30845:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e5b540.
00000008:00000010:3.0:1749605890.875575:0:30845:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f80b28.
00020000:00000010:3.0:1749605890.875578:0:30845:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6306c00.
00008000:00000010:3.0:1749605890.875580:0:30845:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1c388.
00100000:00000010:3.0:1749605890.875584:0:30845:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b606a800.
00040000:00000010:3.0:1749605890.875586:0:30845:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118e00.
00040000:00000010:3.0:1749605890.875589:0:30845:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b6068000.
00040000:00000010:3.0:1749605890.875591:0:30845:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b62ec200.
00000004:00000010:3.0:1749605890.875593:0:30845:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b606e800.
00000004:00000010:3.0:1749605890.875597:0:30845:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadc1000.
00000004:00000010:3.0:1749605890.875600:0:30845:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b606e000.
00002000:00000010:3.0:1749605890.875603:0:30845:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880137709800.
00000004:00000010:3.0:1749605890.875606:0:30845:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880137708800.
00000080:00000010:3.0:1749605890.875608:0:30845:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e590a8.
00000080:00000010:3.0:1749605890.875610:0:30845:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c248.
00000100:00000010:3.0:1749605890.875613:0:30845:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b606a000.
00000100:00000200:3.0:1749605890.875628:0:30845:0:(service.c:3013:ptlrpc_main()) service thread 1 (#2) started
00000100:00000010:2.0:1749605890.875638:0:30841:0:(service.c:3375:ptlrpc_start_thread()) kmalloced '(thread)': 272 at ffff8800a9a76200.
00000100:00000010:3.0:1749605890.875736:0:30846:0:(service.c:2952:ptlrpc_main()) kmalloced '(env)': 56 at ffff8800b6e5bf40.
00000020:00000010:3.0:1749605890.875738:0:30846:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b6e5be00.
00000020:00000010:3.0:1749605890.875741:0:30846:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b62ec600.
00000020:00000010:3.0:1749605890.875743:0:30846:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f55e00.
00000020:00000010:3.0:1749605890.875744:0:30846:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800b60a7a80.
00000040:00000010:3.0:1749605890.875746:0:30846:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f55c00.
00000020:00000010:3.0:1749605890.875748:0:30846:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b6069800.
00000020:00000010:3.0:1749605890.875754:0:30846:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c20f18.
00000020:00000010:3.0:1749605890.875756:0:30846:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f55a00.
80000000:00000010:3.0:1749605890.875758:0:30846:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b60a72a0.
40000000:00000010:3.0:1749605890.875759:0:30846:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b6e5bec0.
00000008:00000010:3.0:1749605890.875761:0:30846:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f81650.
00020000:00000010:3.0:1749605890.875763:0:30846:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6306d80.
00008000:00000010:3.0:1749605890.875765:0:30846:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1c710.
00100000:00000010:3.0:1749605890.875767:0:30846:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b606f000.
00040000:00000010:3.0:1749605890.875769:0:30846:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118c00.
00040000:00000010:3.0:1749605890.875772:0:30846:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b606d000.
00040000:00000010:3.0:1749605890.875773:0:30846:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f55800.
00000004:00000010:3.0:1749605890.875776:0:30846:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b3934000.
00000004:00000010:3.0:1749605890.875778:0:30846:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadc7000.
00000004:00000010:3.0:1749605890.875780:0:30846:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b3936000.
00002000:00000010:3.0:1749605890.875786:0:30846:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a8db0000.
00000004:00000010:3.0:1749605890.875788:0:30846:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a8db0400.
00000080:00000010:3.0:1749605890.875790:0:30846:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e59150.
00000080:00000010:3.0:1749605890.875791:0:30846:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c490.
00000100:00000010:3.0:1749605890.875794:0:30846:0:(service.c:2979:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8800b3935800.
00000100:00000200:3.0:1749605890.875804:0:30846:0:(service.c:3013:ptlrpc_main()) service thread 2 (#3) started
00010000:00000010:2.0:1749605890.875821:0:30841:0:(ldlm_lockd.c:3476:ldlm_setup()) kmalloced '(blp)': 168 at ffff880136aba900.
00000400:00000200:1.0:1749605890.875833:0:29480:0:(peer.c:4005:lnet_peer_discovery_wait_for_work()) woken: 0
00000400:00000200:1.0:1749605890.875837:0:29480:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.201.120@tcp(ffff8800ab764c00) state 0x1000c1
00000400:00000010:1.0:1749605890.875843:0:29480:0:(peer.c:3280:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8801370d8640.
00000400:00000010:1.0:1749605890.875845:0:29480:0:(peer.c:3281:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8801370d8ec0.
00000400:00000010:1.0:1749605890.875847:0:29480:0:(peer.c:3282:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8801370d8440.
00000400:00000010:1.0:1749605890.875851:0:29480:0:(peer.c:3420:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8801370d8640.
00000400:00000010:1.0:1749605890.875852:0:29480:0:(peer.c:3421:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8801370d8ec0.
00000400:00000010:1.0:1749605890.875854:0:29480:0:(peer.c:3422:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8801370d8440.
00000400:00000010:1.0:1749605890.875860:0:29480:0:(api-ni.c:1804:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff8800b6db8e00.
00000400:00000200:1.0:1749605890.875864:0:29480:0:(peer.c:3425:lnet_peer_merge_data()) peer 192.168.201.120@tcp (ffff8800ab764c00): 0
00000400:00000200:1.0:1749605890.875866:0:29480:0:(peer.c:3731:lnet_peer_data_present()) peer 192.168.201.120@tcp(ffff8800ab764c00): 0. state = 0x100141
00000400:00000200:1.0:1749605890.875868:0:29480:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.201.120@tcp(ffff8800ab764c00) state 0x100141 rc 1
00000400:00000200:1.0:1749605890.875870:0:29480:0:(peer.c:4117:lnet_peer_discovery()) peer 192.168.201.120@tcp(ffff8800ab764c00) state 0x100141
00000400:00000010:1.0:1749605890.875874:0:29480:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000010:1.0:1749605890.875884:0:29480:0:(lib-lnet.h:464:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff88012a59c0a8.
00010000:00000010:3.0:1749605890.875887:0:30847:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8800b6e5bc40.
00000400:00000200:1.0:1749605890.875888:0:29480:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000020:00000010:3.0:1749605890.875890:0:30847:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f55600.
00000020:00000010:3.0:1749605890.875892:0:30847:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f55400.
00000400:00000200:1.0:1749605890.875894:0:29480:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.20@tcp to MR:  192.168.201.120@tcp local destination
00000020:00000010:3.0:1749605890.875894:0:30847:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b3935000.
00000020:00000010:3.0:1749605890.875896:0:30847:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c21420.
00000400:00000200:1.0:1749605890.875898:0:29480:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2:2:256:4294967295] 192.168.201.120@tcp LPNI seq info [2:2:8:4294967295]
00000020:00000010:3.0:1749605890.875898:0:30847:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f55200.
80000000:00000010:3.0:1749605890.875900:0:30847:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373b0540.
00000400:00000200:1.0:1749605890.875902:0:29480:0:(lib-move.c:1970:lnet_handle_send()) rspt_next_hop_nid = 192.168.201.120@tcp
40000000:00000010:3.0:1749605890.875902:0:30847:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880130e9bb00.
00100000:00000010:3.0:1749605890.875904:0:30847:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3936800.
00040000:00000010:3.0:1749605890.875906:0:30847:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118900.
00000400:00000200:1.0:1749605890.875907:0:29480:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00040000:00000010:3.0:1749605890.875907:0:30847:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f55000.
00002000:00000010:3.0:1749605890.875910:0:30847:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a8db0800.
00000800:00000200:1.0:1749605890.875911:0:29480:0:(socklnd_cb.c:1000:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.201.120@tcp
00000020:00000010:3.0:1749605890.875912:0:30847:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880130e9b780.
00000800:00000010:1.0:1749605890.875914:0:29480:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749605890.875917:0:29480:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (3)
00000800:00000200:1.0:1749605890.875921:0:29480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605890.875923:0:29480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 144 niov 1 nkiov 1
00000400:00000200:1.0:1749605890.875930:0:29480:0:(peer.c:3939:lnet_peer_send_push()) peer 192.168.201.120@tcp
00000400:00000200:1.0:1749605890.875931:0:29480:0:(peer.c:4139:lnet_peer_discovery()) peer 192.168.201.120@tcp(ffff8800ab764c00) state 0x100541 rc 0
00000800:00000200:2.0:1749605890.875968:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749605890.875969:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749605890.875971:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605890.875974:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749605890.875976:0:29476:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 5
00000400:00000200:2.0:1749605890.875978:0:29476:0:(peer.c:3053:lnet_discovery_event_send()) Push Send to 192.168.201.120@tcp: 0
00010000:00000010:2.0:1749605890.875990:0:30848:0:(ldlm_lockd.c:2980:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff88012e362540.
00000020:00000010:2.0:1749605890.875992:0:30848:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a9a77800.
00000020:00000010:2.0:1749605890.875994:0:30848:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a9a77c00.
00000020:00000010:2.0:1749605890.875996:0:30848:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b3810800.
00000020:00000010:2.0:1749605890.876005:0:30848:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8f88000.
00000020:00000010:2.0:1749605890.876008:0:30848:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800a9a77600.
80000000:00000010:2.0:1749605890.876011:0:30848:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b0a9240.
40000000:00000010:2.0:1749605890.876012:0:30848:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e362cc0.
00100000:00000010:2.0:1749605890.876015:0:30848:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3810000.
00040000:00000010:2.0:1749605890.876020:0:30848:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b42f1200.
00040000:00000010:2.0:1749605890.876023:0:30848:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800a9a76800.
00002000:00000010:2.0:1749605890.876029:0:30848:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9e58000.
00000020:00000010:2.0:1749605890.876032:0:30848:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e3621c0.
00000020:00000010:2.0:1749605890.876079:0:30849:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800a9a76c00.
00000020:00000010:2.0:1749605890.876082:0:30849:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800a9a76000.
00000040:00000010:2.0:1749605890.876084:0:30849:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800a9a77400.
00000020:00000010:2.0:1749605890.876087:0:30849:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b3811800.
00000020:00000010:2.0:1749605890.876090:0:30849:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8f88508.
00000020:00000010:2.0:1749605890.876092:0:30849:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6da2a00.
80000000:00000010:2.0:1749605890.876094:0:30849:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b0a9480.
40000000:00000010:2.0:1749605890.876095:0:30849:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e362180.
00100000:00000010:2.0:1749605890.876097:0:30849:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3814800.
00040000:00000010:2.0:1749605890.876099:0:30849:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b42f1000.
00040000:00000010:2.0:1749605890.876101:0:30849:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b3811000.
00040000:00000010:2.0:1749605890.876102:0:30849:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6da2000.
00000004:00000010:2.0:1749605890.876105:0:30849:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b3816800.
00000004:00000010:2.0:1749605890.876108:0:30849:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b143000.
00000004:00000010:2.0:1749605890.876110:0:30849:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b3815000.
00002000:00000010:2.0:1749605890.876112:0:30849:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9e58400.
00000004:00000010:2.0:1749605890.876114:0:30849:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9e58800.
00000020:00000010:2.0:1749605890.876116:0:30849:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e362280.
00000001:00000010:2.0:1749605890.876121:0:30841:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff88012b0a9540.
00000001:00000010:2.0:1749605890.876124:0:30841:0:(shrinker_debug.c:268:ll_shrinker_create()) alloc '(s)': 80 at ffff88012b0a9f00.
00000020:00000010:2.0:1749605890.876135:0:30841:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800ab7f2800.
00000100:00000200:2.0:1749605890.876145:0:30841:0:(events.c:557:ptlrpc_uuid_to_peer()) MGC192.168.201.120@tcp_0->12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.876150:0:30841:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.120@tcp: -114
00000400:00000200:2.0:1749605890.876152:0:30841:0:(peer.c:2747:lnet_discover_peer_locked()) Discovery attempt # 1
00000400:00000200:2.0:1749605890.876153:0:30841:0:(peer.c:2787:lnet_discover_peer_locked()) non-blocking discovery
00000400:00000200:2.0:1749605890.876154:0:30841:0:(peer.c:2796:lnet_discover_peer_locked()) peer 192.168.201.120@tcp NID 192.168.201.120@tcp: 0. pending discovery
00000400:00000200:2.0:1749605890.876157:0:30841:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.120@tcp primary NID 192.168.201.120@tcp rc 0
00000100:00000010:2.0:1749605890.876160:0:30841:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 96 at ffff88012b0a9120.
00010000:00000010:2.0:1749605890.876163:0:30841:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88012b0a9cc0.
00010000:00000010:2.0:1749605890.876170:0:30841:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800a9e58c00.
00000001:00000010:2.0:1749605890.876172:0:30841:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b42f1a00.
00000001:00000010:2.0:1749605890.876174:0:30841:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8800b4351b50.
00000001:00000010:2.0:1749605890.876187:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 288 at ffff8800b6e7a000.
00000001:00000010:2.0:1749605890.876189:0:30841:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 288 at ffff8800b6e7b400.
00000020:00000010:2.0:1749605890.876217:0:30841:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9e59000.
00000020:00000010:2.0:1749605890.876219:0:30841:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800adc467c0.
00000020:00000010:2.0:1749605890.876251:0:30841:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9e59400.
00000020:00000010:2.0:1749605890.876253:0:30841:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6e7a600.
00000800:00000200:0.1:1749605890.876266:0:29470:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1
00000040:00000010:2.0:1749605890.876276:0:30841:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff880136aba000.
00000400:00000200:2.0:1749605890.876447:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : ACK - for me
00000400:00000200:2.0:1749605890.876459:0:29477:0:(lib-move.c:4649:lnet_parse_ack()) 192.168.201.20@tcp: ACK from 12345-192.168.201.120@tcp into md 0x111
00000400:00000200:2.0:1749605890.876462:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605890.876464:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: ACK: OK
00000400:00000200:2.0:1749605890.876465:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749605890.876467:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000400:00000200:2.0:1749605890.876469:0:29477:0:(peer.c:3101:lnet_discovery_event_handler()) Received event: 4
00000400:00000200:2.0:1749605890.876470:0:29477:0:(peer.c:2819:lnet_discovery_event_ack()) peer 192.168.201.120@tcp ev->status 0
00000400:00000200:2.0:1749605890.876472:0:29477:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.120@tcp: -114
00000020:00000010:2.0:1749605890.876494:0:30841:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff8800b3b7fc80.
00000020:00000010:2.0:1749605890.876504:0:30841:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800ab7f4000.
00000400:00000200:2.0:1749605890.876515:0:30841:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605890.876528:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749605890.876540:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e59800.
00000020:00000010:2.0:1749605890.876568:0:30841:0:(obd_mount.c:550:lustre_start_mgc()) kfreed 'uuid': 40 at ffff8801370d8500.
00000020:00000010:2.0:1749605890.876570:0:30841:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff8800b6023780.
00000020:00000010:2.0:1749605890.876571:0:30841:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800a8e842c0.
00000020:00000010:2.0:1749605890.876573:0:30841:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff8800a8e843a0.
00000080:00000010:2.0:1749605890.876577:0:30841:0:(llite_lib.c:1371:ll_fill_super()) kmalloced '(cfg)': 88 at ffff88012b0a92a0.
00000080:00000010:2.0:1749605890.876580:0:30841:0:(llite_lib.c:98:ll_init_sbi()) kmalloced '(sbi)': 1256 at ffff8800ab7f0000.
00000020:00000010:2.0:1749605890.876612:0:30841:0:(cl_page.c:1289:cl_cache_init()) kmalloced '(cache)': 160 at ffff880136aba840.
00000080:00000010:2.0:1749605890.876615:0:30841:0:(llite_lib.c:132:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8800b7affaa8.
00000080:00000010:2.0:1749605890.876619:0:30841:0:(llite_lib.c:139:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8800b7aff990.
00000020:00000010:2.0:1749605890.876824:0:30841:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9e5ac00.
00000020:00000010:2.0:1749605890.876827:0:30841:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff8800ab7f1800.
00000020:00000010:2.0:1749605890.876834:0:30841:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a9e5b000.
00000020:00000010:2.0:1749605890.876836:0:30841:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff8800a9e5b400.
00000020:00000010:2.0:1749605890.876841:0:30841:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800a8ca5000.
00000020:00000010:2.0:1749605890.876843:0:30841:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff880136aba180.
10000000:00000010:2.0:1749605890.876849:0:30841:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff8800b3a25800.
02000000:00000010:2.0:1749605890.876853:0:30841:0:(sec_config.c:547:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8800a8ca5100.
00000100:00000010:2.0:1749605890.876858:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.876862:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3a25600.
00010000:00000010:2.0:1749605890.876870:0:30841:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b42f1700.
00010000:00000010:2.0:1749605890.876873:0:30841:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b3a25400.
00000020:00000010:2.0:1749605890.876876:0:30841:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff88012e362240.
00000100:00000010:2.0:1749605890.876886:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
00000400:00000200:2.0:1749605890.876902:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749605890.876907:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 48 into portal 0 MB=0x8000000000000000
00000400:00000200:2.0:1749605890.876912:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.201.120@tcp of length 48/48 into md 0x5 [1] + 0
00000400:00000010:2.0:1749605890.876915:0:29476:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.876917:0:29476:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88012a439dd0
00000400:00000200:2.0:1749605890.876955:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605890.876958:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749605890.876960:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749605890.876961:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000400:00000200:2.0:1749605890.876963:0:29476:0:(api-ni.c:2243:lnet_push_target_event_handler()) type 2 status 0 unlinked 1
00000400:00000200:2.0:1749605890.876966:0:29476:0:(peer.c:2590:lnet_peer_push_event()) peer 192.168.201.120@tcp(ffff8800ab764c00) is MR
00000400:00000010:2.0:1749605890.876968:0:29476:0:(api-ni.c:1786:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff88012e362f40.
00000400:00000200:2.0:1749605890.876970:0:29476:0:(peer.c:2664:lnet_peer_push_event()) Received Push 192.168.201.120@tcp 1
00000400:00000200:2.0:1749605890.876974:0:29476:0:(peer.c:2425:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.120@tcp: 0
00000400:00000200:2.0:1749605890.876977:0:29476:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md           (null) with offset 0
00000400:00000200:2.0:1749605890.876979:0:29476:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source Specified: 192.168.201.20@tcp to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.876985:0:29476:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [4:4:255:4294967295] 192.168.201.120@tcp LPNI seq info [4:4:7:4294967295]
00000400:00000200:2.0:1749605890.876990:0:29476:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:192.168.201.20@tcp) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) 192.168.201.120@tcp : ACK try# 0
00000800:00000200:2.0:1749605890.876993:0:29476:0:(socklnd_cb.c:1000:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.876995:0:29476:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1f00.
00000800:00000200:2.0:1749605890.876997:0:29476:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (4)
00000800:00000200:2.0:1749605890.877000:0:29476:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.877002:0:29476:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1f00 type 0, nob 96 niov 1 nkiov 0
00000800:00000200:2.0:1749605890.877024:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749605890.877025:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1f00.
00000400:00000200:2.0:1749605890.877027:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605890.877029:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: ACK: OK
00000020:00000010:2.0:1749605890.877049:0:49:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8800b3a25000.
00000800:00000200:0.1:1749605890.877498:0:29470:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1
00000400:00000200:2.0:1749605890.878031:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749605890.878036:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 25 MB=0x6848ddf300080
00000400:00000200:2.0:1749605890.878039:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 416/416 into md 0x115 [1] + 0
00000400:00000200:2.0:1749605890.878047:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605890.878049:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749605890.878053:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594729984128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1749605900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605890.878139:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000400:00000010:2.0:1749605890.878142:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.878143:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.878146:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729984256, portal 25
00000400:00000010:2.0:1749605890.878148:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749605890.878149:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834594729984256, offset 0
00000400:00000200:2.0:1749605890.878152:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.878155:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.878157:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.878162:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.878164:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.878165:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.878166:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [5:5:256:4294967295] 192.168.201.120@tcp LPNI seq info [5:5:8:4294967295]
00000400:00000200:2.0:1749605890.878171:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.878173:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.878175:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1f00.
00000800:00000200:2.0:1749605890.878177:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.878180:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.878182:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1f00 type 1, nob 424 niov 1 nkiov 1
00000400:00000010:2.0:1749605890.879055:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.879057:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749605890.879058:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.879062:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729984256/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.879067:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729984256/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.879077:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.879090:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605890.879092:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3a25600.
00000100:00000010:2.0:1749605890.879094:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
10000000:00000010:2.0:1749605890.879098:0:30841:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e362b40.
00000020:00000010:2.0:1749605890.879100:0:30841:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3a25600.
00000020:00000010:2.0:1749605890.879102:0:30841:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3a24e00.
00000040:00000010:2.0:1749605890.879104:0:30841:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3a24c00.
00000020:00000010:2.0:1749605890.879107:0:30841:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800ab7f6000.
00000020:00000010:2.0:1749605890.879108:0:30841:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b3a24a00.
80000000:00000010:2.0:1749605890.879110:0:30841:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b0a99c0.
00040000:00000010:2.0:1749605890.879112:0:30841:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3a24800.
20000000:00000010:2.0:1749605890.879115:0:30841:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b3a24600.
00000040:00000010:2.0:1749605890.879122:0:30841:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b3a24400.
00000100:00000010:2.0:1749605890.879125:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.879130:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3a24200.
00000100:00000010:2.0:1749605890.879135:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.879140:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3a24000.
00000400:00000010:2.0:1749605890.879142:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.879143:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.879145:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729984384, portal 25
00000400:00000010:2.0:1749605890.879147:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749605890.879148:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1834594729984384, offset 0
00000400:00000200:2.0:1749605890.879151:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.879154:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.879156:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.879158:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.879159:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.879161:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.879162:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [6:6:256:4294967295] 192.168.201.120@tcp LPNI seq info [6:6:8:4294967295]
00000400:00000200:2.0:1749605890.879166:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.879169:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.879170:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749605890.879172:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.879175:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.879177:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 608 niov 1 nkiov 1
00000400:00000010:2.0:1749605890.880190:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.880193:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749605890.880194:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.880197:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729984384/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.880203:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729984384/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.880211:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.880217:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3a24000.
02000000:00000010:2.0:1749605890.880219:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3a24200.
00000100:00000010:2.0:1749605890.880220:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000040:00000010:2.0:1749605890.880223:0:30841:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b3a24400.
00000020:00000010:2.0:1749605890.880226:0:30841:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3a24e00.
00000040:00000010:2.0:1749605890.880227:0:30841:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b3a24c00.
00000020:00000010:2.0:1749605890.880229:0:30841:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800ab7f6000.
00000020:00000010:2.0:1749605890.880233:0:30841:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b3a24a00.
80000000:00000010:2.0:1749605890.880235:0:30841:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b0a99c0.
00040000:00000010:2.0:1749605890.880237:0:30841:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b3a24800.
20000000:00000010:2.0:1749605890.880239:0:30841:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b3a24600.
00000020:00000010:2.0:1749605890.880241:0:30841:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3a25600.
10000000:00000010:2.0:1749605890.880242:0:30841:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e362b40.
10000000:00000010:2.0:1749605890.880265:0:30841:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8800b3a25600.
10000000:00000010:2.0:1749605890.880269:0:30841:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff8800b3a24600.
10000000:00000010:2.0:1749605890.880271:0:30841:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 293 at ffff8800b3a24800.
00000100:00000010:2.0:1749605890.880274:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.880278:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3a24a00.
00010000:00000010:2.0:1749605890.880283:0:30841:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b3a24c00.
00000100:00000010:2.0:1749605890.880290:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.880295:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000400:00000010:2.0:1749605890.880297:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.880298:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.880301:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729984512, portal 25
00000400:00000010:2.0:1749605890.880302:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749605890.880304:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834594729984512, offset 0
00000400:00000200:2.0:1749605890.880307:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.880310:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.880312:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.880314:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.880315:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.880317:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.880318:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [7:7:256:4294967295] 192.168.201.120@tcp LPNI seq info [7:7:8:4294967295]
00000400:00000200:2.0:1749605890.880327:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.880329:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.880332:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749605890.880334:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.880337:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.880338:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 424 niov 1 nkiov 1
00000400:00000010:2.0:1749605890.881155:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.881157:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749605890.881158:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.881161:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729984512/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.881166:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729984512/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.881174:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.881180:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605890.881182:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3a24a00.
00000100:00000010:2.0:1749605890.881183:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
10000000:00000010:2.0:1749605890.881186:0:30841:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e362b40.
00000020:00000010:2.0:1749605890.881187:0:30841:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3a24a00.
00000020:00000010:2.0:1749605890.881189:0:30841:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3a24e00.
00000040:00000010:2.0:1749605890.881190:0:30841:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3a24400.
00000020:00000010:2.0:1749605890.881192:0:30841:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800ab7f6000.
00000020:00000010:2.0:1749605890.881193:0:30841:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b3a24200.
80000000:00000010:2.0:1749605890.881195:0:30841:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b0a99c0.
00040000:00000010:2.0:1749605890.881197:0:30841:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3a24000.
20000000:00000010:2.0:1749605890.881199:0:30841:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b3a25200.
00000040:00000010:2.0:1749605890.881201:0:30841:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b3a25a00.
00000100:00000010:2.0:1749605890.881204:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.881208:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3a25c00.
00000100:00000010:2.0:1749605890.881211:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.881220:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b89e00.
00000400:00000010:2.0:1749605890.881222:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.881223:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.881225:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729984640, portal 25
00000400:00000010:2.0:1749605890.881227:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749605890.881228:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1834594729984640, offset 0
00000400:00000200:2.0:1749605890.881231:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.881235:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.881237:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.881239:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.881241:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.881243:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.881246:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [8:8:256:4294967295] 192.168.201.120@tcp LPNI seq info [8:8:8:4294967295]
00000400:00000200:2.0:1749605890.881252:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.881268:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.881270:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749605890.881273:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.881277:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.881279:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 608 niov 1 nkiov 1
00000400:00000010:2.0:1749605890.882158:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.882162:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749605890.882163:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.882167:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729984640/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.882173:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729984640/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 512/272 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.882182:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.882186:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b89e00.
02000000:00000010:2.0:1749605890.882187:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3a25c00.
00000100:00000010:2.0:1749605890.882189:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000040:00000010:2.0:1749605890.882200:0:30841:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800a8fa4000.
00000100:00000010:2.0:1749605890.882202:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.882206:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3b89e00.
00000100:00000010:2.0:1749605890.882210:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.882225:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800b5aa4000.
00000400:00000010:2.0:1749605890.882227:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.882230:0:30841:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff880136aba3c0.
00000100:00000200:2.0:1749605890.882232:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834594729984768, portal 25
00000400:00000010:2.0:1749605890.882233:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605890.882235:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834594729984768, offset 0
00000400:00000200:2.0:1749605890.882238:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.882242:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.882244:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.882245:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.882247:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.882248:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.882250:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [9:9:256:4294967295] 192.168.201.120@tcp LPNI seq info [9:9:8:4294967295]
00000400:00000200:2.0:1749605890.882269:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.882272:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.882274:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749605890.882276:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.882279:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.882281:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 368 niov 1 nkiov 1
00000400:00000010:2.0:1749605890.883343:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.883347:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136aba3c0
00000400:00000010:2.0:1749605890.883348:0:30841:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff880136aba3c0.
00000100:00000200:2.0:1749605890.883353:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729984768/t0(0) o503->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.883361:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729984768/t0(0) o503->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.883373:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.883386:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800b5aa4000.
02000000:00000010:2.0:1749605890.883395:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3b89e00.
00000100:00000010:2.0:1749605890.883397:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000040:00000010:2.0:1749605890.883403:0:30841:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff88012b0a9960.
00000020:00000010:3.0:1749605890.883582:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f54a00.
00000020:00000010:3.0:1749605890.883588:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f54800.
00000040:00000010:3.0:1749605890.883591:0:30854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f54600.
00000020:00000010:3.0:1749605890.883594:0:30854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b3932000.
00000020:00000010:3.0:1749605890.883600:0:30854:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c21928.
00000020:00000010:3.0:1749605890.883602:0:30854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f54400.
80000000:00000010:3.0:1749605890.883606:0:30854:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373b0f60.
40000000:00000010:3.0:1749605890.883610:0:30854:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880130e9b240.
00100000:00000010:3.0:1749605890.883615:0:30854:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3931800.
00040000:00000010:3.0:1749605890.883619:0:30854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118700.
00040000:00000010:3.0:1749605890.883623:0:30854:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b3931000.
00040000:00000010:3.0:1749605890.883625:0:30854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f54200.
00000004:00000010:3.0:1749605890.883630:0:30854:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b3932800.
00000004:00000010:3.0:1749605890.883636:0:30854:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadc0000.
00000004:00000010:3.0:1749605890.883641:0:30854:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b3934800.
00002000:00000010:3.0:1749605890.883645:0:30854:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a8db0c00.
00000004:00000010:3.0:1749605890.883649:0:30854:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a8db1000.
00000020:00000010:3.0:1749605890.883653:0:30854:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880130e9b700.
00000040:00000010:3.0:1749605890.883661:0:30854:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88012c546000.
00000100:00000010:3.0:1749605890.883679:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f18000.
02000000:00000010:3.0:1749605890.883686:0:30854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6f54000.
00000100:00000010:3.0:1749605890.883693:0:30854:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800b6306e40.
02000000:00000010:3.0:1749605890.883722:0:30854:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8800adddc000.
00000400:00000010:3.0:1749605890.883727:0:30854:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605890.883731:0:30854:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800b6306f00.
00000100:00000200:3.0:1749605890.883734:0:30854:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834594729984896, portal 25
00000400:00000010:3.0:1749605890.883738:0:30854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749605890.883740:0:30854:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834594729984896, offset 0
00000400:00000200:3.0:1749605890.883752:0:30854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605890.883758:0:30854:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605890.883761:0:30854:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605890.883763:0:30854:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605890.883765:0:30854:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605890.883771:0:30854:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605890.883773:0:30854:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [10:10:256:4294967295] 192.168.201.120@tcp LPNI seq info [10:10:8:4294967295]
00000400:00000200:3.0:1749605890.883778:0:30854:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605890.883781:0:30854:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605890.883783:0:30854:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6118400.
00000800:00000200:3.0:1749605890.883786:0:30854:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605890.883789:0:30854:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605890.883791:0:30854:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6118400 type 1, nob 368 niov 1 nkiov 1
00000400:00000010:3.0:1749605890.884840:0:30854:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605890.884844:0:30854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b6306f00
00000400:00000010:3.0:1749605890.884845:0:30854:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff8800b6306f00.
00000100:00000200:3.0:1749605890.884848:0:30854:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b6f18000 x1834594729984896/t0(0) o502->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605890.884855:0:30854:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800b6f18000 x1834594729984896/t0(0) o502->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749605890.884864:0:30854:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800b6306e40.
02000000:00000010:3.0:1749605890.884868:0:30854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8800adddc000.
02000000:00000010:3.0:1749605890.884876:0:30854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6f54000.
00000100:00000010:3.0:1749605890.884878:0:30854:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6f18000.
00000020:00000010:3.0:1749605890.884889:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.884892:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.884895:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.884898:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.884913:0:30854:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8fb0000.
00000020:00000010:3.0:1749605890.884917:0:30854:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b3937800.
00000020:00000010:3.0:1749605890.884958:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.884961:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.884964:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.884966:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800b6306e40.
00000001:00000010:3.0:1749605890.884984:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b6306f00.
00000001:00000010:3.0:1749605890.884992:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb2300.
00000001:00000010:3.0:1749605890.884995:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f54000.
00000001:00000010:3.0:1749605890.884997:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f54c00.
00000001:00000010:3.0:1749605890.885000:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f54e00.
00000001:00000010:3.0:1749605890.885002:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f13e00.
00000001:00000010:3.0:1749605890.885009:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a41000.
00000001:00000010:3.0:1749605890.885012:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb2c40.
00000001:00000010:3.0:1749605890.885014:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f12400.
00000001:00000010:3.0:1749605890.885016:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f13c00.
00000001:00000010:3.0:1749605890.885020:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ffa00.
00000001:00000010:3.0:1749605890.885022:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ff800.
00000020:00000010:3.0:1749605890.885025:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b60ffe00.
00000020:00000010:3.0:1749605890.885028:0:30854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.885035:0:30854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.885044:0:30854:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.885051:0:30854:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.885056:0:30854:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.885063:0:30854:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.885066:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b60ff600.
00000020:00000010:3.0:1749605890.885068:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b60ffc00.
00000020:00000010:3.0:1749605890.885070:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8801373b0900.
00000008:00000010:3.0:1749605890.885074:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.885075:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a410c0.
00008000:00000010:3.0:1749605890.885078:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.885080:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.885082:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
00020000:00000010:3.0:1749605890.885085:0:30854:0:(lov_dev.c:609:lov_device_alloc()) kmalloced '(ld)': 560 at ffff8800a8db2400.
00000020:00000010:3.0:1749605890.885097:0:30854:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff8800b38707e8.
00020000:00000010:3.0:1749605890.885196:0:30854:0:(lov_dev.c:626:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff8800aadc3000.
00020000:00000010:3.0:1749605890.885199:0:30854:0:(lov_dev.c:633:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff8800aadc2000.
00000020:00000010:3.0:1749605890.885225:0:30854:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff8800adc1c000.
00000020:00000010:3.0:1749605890.885232:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a8db3800.
00000020:00000010:3.0:1749605890.885238:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8800b3a413c0.
00000020:00000010:3.0:1749605890.885244:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8801373b08a0.
00000040:00000010:3.0:1749605890.885246:0:30854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b637ca00.
00000020:00000010:3.0:1749605890.885248:0:30854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b3930800.
00000020:00000010:3.0:1749605890.885251:0:30854:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c21e30.
00000020:00000010:3.0:1749605890.885253:0:30854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b637d000.
80000000:00000010:3.0:1749605890.885270:0:30854:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8801373b06c0.
40000000:00000010:3.0:1749605890.885272:0:30854:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880130e9b0c0.
00000008:00000010:3.0:1749605890.885275:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82ca0.
00020000:00000010:3.0:1749605890.885277:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a41480.
00008000:00000010:3.0:1749605890.885279:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ce20.
00100000:00000010:3.0:1749605890.885283:0:30854:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b3933800.
00040000:00000010:3.0:1749605890.885285:0:30854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118b00.
00040000:00000010:3.0:1749605890.885289:0:30854:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5b07800.
00040000:00000010:3.0:1749605890.885292:0:30854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b637c000.
00000004:00000010:3.0:1749605890.885295:0:30854:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5b00800.
00000004:00000010:3.0:1749605890.885299:0:30854:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800b613d000.
00000004:00000010:3.0:1749605890.885302:0:30854:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5b03000.
00002000:00000010:3.0:1749605890.885304:0:30854:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a8db3c00.
00000004:00000010:3.0:1749605890.885313:0:30854:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800ab688000.
00000080:00000010:3.0:1749605890.885315:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e592a0.
00000080:00000010:3.0:1749605890.885317:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c920.
00000020:00000010:3.0:1749605890.885321:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b60ffc00.
00000020:00000010:3.0:1749605890.885326:0:30854:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8801373b0900.
00000008:00000010:3.0:1749605890.885328:0:30854:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.885331:0:30854:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a410c0.
00008000:00000010:3.0:1749605890.885332:0:30854:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.885334:0:30854:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.885336:0:30854:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.885338:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b60ff600.
00000020:00000010:3.0:1749605890.885341:0:30854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.885343:0:30854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.885345:0:30854:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.885350:0:30854:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.885352:0:30854:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.885353:0:30854:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.885355:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b60ffe00.
00000020:00000010:3.0:1749605890.885357:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800b6306e40.
00000020:00000010:3.0:1749605890.885358:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.885361:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885362:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885365:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885366:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885367:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.885369:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.885374:0:30854:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8fb1570.
00000020:00000010:3.0:1749605890.885377:0:30854:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b5b04000.
00000020:00000010:3.0:1749605890.885382:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.885383:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.885384:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.885386:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8800b3a410c0.
00000001:00000010:3.0:1749605890.885396:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a41540.
00000001:00000010:3.0:1749605890.885398:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb2540.
00000001:00000010:3.0:1749605890.885400:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b637ce00.
00000001:00000010:3.0:1749605890.885401:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b637c800.
00000001:00000010:3.0:1749605890.885403:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ffe00.
00000001:00000010:3.0:1749605890.885404:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ff600.
00000001:00000010:3.0:1749605890.885405:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a41600.
00000001:00000010:3.0:1749605890.885406:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb20c0.
00000001:00000010:3.0:1749605890.885407:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b60ffc00.
00000001:00000010:3.0:1749605890.885409:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5b400.
00000001:00000010:3.0:1749605890.885410:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5a400.
00000001:00000010:3.0:1749605890.885411:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5b600.
00000020:00000010:3.0:1749605890.885413:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b5be00.
00000020:00000010:3.0:1749605890.885417:0:30854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.885418:0:30854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.885420:0:30854:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.885421:0:30854:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.885422:0:30854:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.885423:0:30854:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.885425:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b5b800.
00000020:00000010:3.0:1749605890.885427:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b5ba00.
00000040:00000010:3.0:1749605890.885428:0:30854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3b5bc00.
00000020:00000010:3.0:1749605890.885430:0:30854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b5b07000.
00000020:00000010:3.0:1749605890.885431:0:30854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b3b5a800.
00040000:00000010:3.0:1749605890.885432:0:30854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118200.
00040000:00000010:3.0:1749605890.885434:0:30854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3b5ac00.
00800000:00000010:3.0:1749605890.885437:0:30854:0:(lmv_obd.c:1253:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff880130e9b980.
00000020:00000010:3.0:1749605890.885484:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800ab689400.
00000020:00000010:3.0:1749605890.885486:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8800b3b5a600.
80000000:00000010:3.0:1749605890.885492:0:30854:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800b3a419c0.
00000020:00000010:3.0:1749605890.885515:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3b5ba00.
00000040:00000010:3.0:1749605890.885517:0:30854:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b3b5bc00.
00000020:00000010:3.0:1749605890.885519:0:30854:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b5b07000.
00000020:00000010:3.0:1749605890.885521:0:30854:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b3b5a800.
00040000:00000010:3.0:1749605890.885523:0:30854:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b6118200.
00040000:00000010:3.0:1749605890.885525:0:30854:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b3b5ac00.
00000020:00000010:3.0:1749605890.885526:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b5b800.
00000020:00000010:3.0:1749605890.885528:0:30854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.885529:0:30854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.885530:0:30854:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.885532:0:30854:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.885533:0:30854:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.885534:0:30854:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.885535:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b5be00.
00000020:00000010:3.0:1749605890.885536:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.885541:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.885543:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885544:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885546:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885547:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885549:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8801373b0900.
00000020:00000010:3.0:1749605890.885551:0:30854:0:(obd_config.c:1072:class_add_profile()) kmalloced '(lprof)': 48 at ffff880130e9be80.
00000020:00000010:3.0:1749605890.885553:0:30854:0:(obd_config.c:1078:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8800adff6530.
00000020:00000010:3.0:1749605890.885554:0:30854:0:(obd_config.c:1084:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8800adff6520.
00000020:00000010:3.0:1749605890.885554:0:30854:0:(obd_config.c:1091:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8800adff6570.
00000020:00000010:3.0:1749605890.885555:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8801373b0900.
00000020:00000010:3.0:1749605890.885557:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885557:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885560:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885561:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118200.
00000020:00000010:3.0:1749605890.885562:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff880130e9b7c0.
00000100:00000010:3.0:1749605890.885564:0:30854:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800ab68a000.
00000400:00000200:3.0:1749605890.885570:0:30854:0:(peer.c:1757:lnet_peer_add()) peer 192.168.201.120@tcp NID flags 0x100001: -17
00000020:00000010:3.0:1749605890.885572:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff880130e9b7c0.
00000020:00000010:3.0:1749605890.885574:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880130e9b7c0.
00000020:00000010:3.0:1749605890.885575:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.885580:0:30854:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8fb2ae0.
00000020:00000010:3.0:1749605890.885582:0:30854:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b5b07000.
00000020:00000010:3.0:1749605890.885586:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.885587:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880130e9b7c0.
00000020:00000010:3.0:1749605890.885588:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff880130e9b7c0.
00000020:00000010:3.0:1749605890.885589:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a410c0.
00000001:00000010:3.0:1749605890.885598:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a41a80.
00000001:00000010:3.0:1749605890.885600:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb2fe0.
00000001:00000010:3.0:1749605890.885602:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5be00.
00000001:00000010:3.0:1749605890.885603:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5b800.
00000001:00000010:3.0:1749605890.885607:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5ac00.
00000001:00000010:3.0:1749605890.885608:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5a800.
00000001:00000010:3.0:1749605890.885609:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a41b40.
00000001:00000010:3.0:1749605890.885611:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb2de0.
00000001:00000010:3.0:1749605890.885612:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5bc00.
00000001:00000010:3.0:1749605890.885613:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5ba00.
00000001:00000010:3.0:1749605890.885614:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5b000.
00000001:00000010:3.0:1749605890.885616:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5a200.
00000020:00000010:3.0:1749605890.885617:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b5b200.
00000020:00000010:3.0:1749605890.885618:0:30854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.885619:0:30854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.885621:0:30854:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.885622:0:30854:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.885623:0:30854:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.885624:0:30854:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.885626:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b5aa00.
00000020:00000010:3.0:1749605890.885628:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d3dc00.
00000020:00000010:3.0:1749605890.885629:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8801373b0900.
00000008:00000010:3.0:1749605890.885630:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.885631:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a41c00.
00008000:00000010:3.0:1749605890.885633:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.885634:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.885635:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
00000002:00000010:3.0:1749605890.885637:0:30854:0:(mdc_dev.c:1688:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b5b9ef80.
00010000:00000010:3.0:1749605890.885645:0:30854:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff880130e9b840.
00000020:00000010:3.0:1749605890.885649:0:30854:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b5b05800.
00000100:00000200:3.0:1749605890.885658:0:30854:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.201.120@tcp->12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605890.885662:0:30854:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.120@tcp primary NID 192.168.201.120@tcp rc 0
00010000:00000010:3.0:1749605890.885666:0:30854:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8801373b0600.
00010000:00000010:3.0:1749605890.885670:0:30854:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800ab68b400.
00000001:00000010:3.0:1749605890.885672:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6118200.
00000001:00000010:3.0:1749605890.885674:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b6118500.
00000001:00000010:3.0:1749605890.885725:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000867000.
00000001:00000010:3.0:1749605890.885775:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000871000.
00000001:00000010:3.0:1749605890.885817:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000087b000.
00000001:00000010:3.0:1749605890.885863:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000885000.
00000001:00000010:3.0:1749605890.885908:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000088f000.
00000100:00000010:3.0:1749605890.885968:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:1.0:1749605890.885976:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:2.0:1749605890.885985:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000001:00000010:3.0:1749605890.885987:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000899000.
00000001:00000010:3.0:1749605890.886027:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008a3000.
00000001:00000010:3.0:1749605890.886075:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008ad000.
00000001:00000010:3.0:1749605890.886126:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008b7000.
00000001:00000010:3.0:1749605890.886179:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008c1000.
00000001:00000010:3.0:1749605890.886230:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008cb000.
00000001:00000010:3.0:1749605890.886295:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900008fd000.
00000001:00000010:3.0:1749605890.886348:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000907000.
00000001:00000010:3.0:1749605890.886400:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000911000.
00000001:00000010:3.0:1749605890.886459:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000091b000.
00000001:00000010:3.0:1749605890.886512:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000925000.
00000001:00000010:3.0:1749605890.886562:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000092f000.
00000001:00000010:3.0:1749605890.886619:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000939000.
00000001:00000010:3.0:1749605890.886668:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000943000.
00000001:00000010:3.0:1749605890.886717:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000094d000.
00000001:00000010:3.0:1749605890.886767:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009a1000.
00000001:00000010:3.0:1749605890.886824:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009ab000.
00000001:00000010:3.0:1749605890.886872:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009b5000.
00000001:00000010:3.0:1749605890.886920:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009bf000.
00000001:00000010:3.0:1749605890.887007:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009c9000.
00000001:00000010:3.0:1749605890.887046:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009d3000.
00000001:00000010:3.0:1749605890.887083:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009dd000.
00000001:00000010:3.0:1749605890.887128:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009e7000.
00000001:00000010:3.0:1749605890.887191:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009f1000.
00000001:00000010:3.0:1749605890.887228:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900009fb000.
00000001:00000010:3.0:1749605890.887290:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a05000.
00000001:00000010:3.0:1749605890.887335:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a0f000.
00000020:00000010:3.0:1749605890.887376:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800ab68b800.
00000020:00000010:3.0:1749605890.887377:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b6eb2c60.
00000020:00000010:3.0:1749605890.887409:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800ab68bc00.
00000020:00000010:3.0:1749605890.887411:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6f6f400.
00000100:00000010:3.0:1749605890.887422:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f18000.
00000100:00000010:3.0:1749605890.887424:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f18380.
00000020:00000010:3.0:1749605890.887522:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a8e88000.
00000020:00000010:3.0:1749605890.887524:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8800b6f6fa00.
00000020:00000010:3.0:1749605890.887542:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a8e88400.
00000020:00000010:3.0:1749605890.887544:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b6139000.
00000040:00000010:3.0:1749605890.887554:0:30854:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800b3a41d80.
00000002:00000010:3.0:1749605890.887558:0:30854:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a8e88800.
00000020:00000010:3.0:1749605890.887658:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d3dc00.
00000020:00000010:3.0:1749605890.887662:0:30854:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8801373b0900.
00000008:00000010:3.0:1749605890.887665:0:30854:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.887668:0:30854:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a41c00.
00008000:00000010:3.0:1749605890.887670:0:30854:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.887673:0:30854:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.887676:0:30854:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.887677:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b5aa00.
00000020:00000010:3.0:1749605890.887680:0:30854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b5b9ee80.
00000020:00000010:3.0:1749605890.887683:0:30854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.887685:0:30854:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.887687:0:30854:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.887689:0:30854:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.887691:0:30854:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.887693:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b5b200.
00000020:00000010:3.0:1749605890.887696:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.887698:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff880130e9b7c0.
00000020:00000010:3.0:1749605890.887708:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b6db2680.
00000020:00000010:3.0:1749605890.887711:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.887716:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f6e600.
00000020:00000010:3.0:1749605890.887718:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f6fe00.
00000040:00000010:3.0:1749605890.887720:0:30854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f6ec00.
00000020:00000010:3.0:1749605890.887722:0:30854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b5b01000.
00000020:00000010:3.0:1749605890.887725:0:30854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6f6f000.
00040000:00000010:3.0:1749605890.887727:0:30854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118300.
00040000:00000010:3.0:1749605890.887729:0:30854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6f6e000.
00800000:00000010:3.0:1749605890.887736:0:30854:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b6f6ea00.
00020000:00000010:3.0:1749605890.887739:0:30854:0:(lu_tgt_descs.c:372:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8800b613a000.
00000020:00000010:3.0:1749605890.887741:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6f6fe00.
00000040:00000010:3.0:1749605890.887743:0:30854:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b6f6ec00.
00000020:00000010:3.0:1749605890.887744:0:30854:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b5b01000.
00000020:00000010:3.0:1749605890.887746:0:30854:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b6f6f000.
00040000:00000010:3.0:1749605890.887748:0:30854:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b6118300.
00040000:00000010:3.0:1749605890.887749:0:30854:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6f6e000.
00000020:00000010:3.0:1749605890.887750:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6f6e600.
00000020:00000010:3.0:1749605890.887752:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f6e600.
00000020:00000010:3.0:1749605890.887753:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6f6e000.
00000020:00000010:3.0:1749605890.887754:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.887756:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.887757:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b3a41c00.
00008000:00000010:3.0:1749605890.887758:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.887759:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.887760:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.887765:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6f6e000.
00000020:00000010:3.0:1749605890.887767:0:30854:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.887768:0:30854:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.887770:0:30854:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b3a41c00.
00008000:00000010:3.0:1749605890.887771:0:30854:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.887772:0:30854:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.887777:0:30854:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.887778:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6f6e600.
00000020:00000010:3.0:1749605890.887780:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.887781:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b6db2680.
00000020:00000010:3.0:1749605890.887783:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.887784:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.887786:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.887788:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.887790:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.887791:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118300.
00000020:00000010:3.0:1749605890.887792:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b6db2680.
00000100:00000010:3.0:1749605890.887794:0:30854:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a8e89000.
00000400:00000200:3.0:1749605890.887798:0:30854:0:(peer.c:1757:lnet_peer_add()) peer 192.168.201.120@tcp NID flags 0x100001: -17
00000100:00000010:3.0:1749605890.887800:0:30854:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800a8e89000.
00000020:00000010:3.0:1749605890.887801:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b6db2680.
00000020:00000010:3.0:1749605890.887802:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6db2680.
00000020:00000010:3.0:1749605890.887803:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.887808:0:30854:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8fb4050.
00000020:00000010:3.0:1749605890.887810:0:30854:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b5b01000.
00000020:00000010:3.0:1749605890.887814:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.887816:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6db2680.
00000020:00000010:3.0:1749605890.887817:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b6db2680.
00000020:00000010:3.0:1749605890.887818:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800b3a410c0.
00000001:00000010:3.0:1749605890.887828:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a41c00.
00000001:00000010:3.0:1749605890.887830:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb23c0.
00000001:00000010:3.0:1749605890.887831:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6e600.
00000001:00000010:3.0:1749605890.887832:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6e000.
00000001:00000010:3.0:1749605890.887833:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6f000.
00000001:00000010:3.0:1749605890.887835:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6ec00.
00000001:00000010:3.0:1749605890.887836:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800b3a41f00.
00000001:00000010:3.0:1749605890.887837:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb2100.
00000001:00000010:3.0:1749605890.887841:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6fe00.
00000001:00000010:3.0:1749605890.887842:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6e800.
00000001:00000010:3.0:1749605890.887844:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6f200.
00000001:00000010:3.0:1749605890.887846:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6f600.
00000020:00000010:3.0:1749605890.887847:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6f6ee00.
00000020:00000010:3.0:1749605890.887849:0:30854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b5a6ad80.
00000020:00000010:3.0:1749605890.887850:0:30854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.887852:0:30854:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.887853:0:30854:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.887854:0:30854:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.887855:0:30854:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.887857:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b5b200.
00000020:00000010:3.0:1749605890.887858:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b5aa00.
00000020:00000010:3.0:1749605890.887859:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.887860:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.887861:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6306e40.
00008000:00000010:3.0:1749605890.887862:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.887863:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.887864:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
00000002:00000010:3.0:1749605890.887865:0:30854:0:(mdc_dev.c:1688:mdc_device_alloc()) kmalloced '(oc)': 104 at ffff8800b5a6a080.
00010000:00000010:3.0:1749605890.887869:0:30854:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b6db2380.
00000020:00000010:3.0:1749605890.887871:0:30854:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b5b02800.
00000100:00000200:3.0:1749605890.887877:0:30854:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.201.120@tcp->12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605890.887879:0:30854:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.120@tcp primary NID 192.168.201.120@tcp rc 0
00010000:00000010:3.0:1749605890.887881:0:30854:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800ac1a8c00.
00010000:00000010:3.0:1749605890.887883:0:30854:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800a8e8a000.
00000001:00000010:3.0:1749605890.887885:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6118300.
00000001:00000010:3.0:1749605890.887887:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8800b6118400.
00000001:00000010:3.0:1749605890.887916:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a19000.
00000001:00000010:3.0:1749605890.887974:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a23000.
00000001:00000010:3.0:1749605890.888039:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a2d000.
00000001:00000010:3.0:1749605890.888088:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a37000.
00000001:00000010:3.0:1749605890.888126:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a41000.
00000001:00000010:3.0:1749605890.888167:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a4b000.
00000001:00000010:3.0:1749605890.888202:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a55000.
00000001:00000010:3.0:1749605890.888237:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a5f000.
00000001:00000010:3.0:1749605890.888296:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a69000.
00000001:00000010:3.0:1749605890.888338:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a73000.
00000001:00000010:3.0:1749605890.888374:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a7d000.
00000001:00000010:3.0:1749605890.888422:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a87000.
00000001:00000010:3.0:1749605890.888480:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a91000.
00000001:00000010:3.0:1749605890.888529:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000a9b000.
00000001:00000010:3.0:1749605890.888579:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000aa5000.
00000001:00000010:3.0:1749605890.888629:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000aaf000.
00000001:00000010:3.0:1749605890.888687:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ab9000.
00000001:00000010:3.0:1749605890.888734:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ac3000.
00000001:00000010:3.0:1749605890.888779:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000acd000.
00000001:00000010:3.0:1749605890.888823:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ad7000.
00000001:00000010:3.0:1749605890.888863:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000ae1000.
00000001:00000010:3.0:1749605890.888910:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000aeb000.
00000001:00000010:3.0:1749605890.888966:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000af5000.
00000001:00000010:3.0:1749605890.889022:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000aff000.
00000001:00000010:3.0:1749605890.889066:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b09000.
00000001:00000010:3.0:1749605890.889117:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b13000.
00000001:00000010:3.0:1749605890.889176:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b1d000.
00000001:00000010:3.0:1749605890.889227:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b27000.
00000001:00000010:3.0:1749605890.889291:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b31000.
00000001:00000010:3.0:1749605890.889349:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b3b000.
00000001:00000010:3.0:1749605890.889401:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b45000.
00000001:00000010:3.0:1749605890.889452:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90000b4f000.
00000020:00000010:3.0:1749605890.889519:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a8e8a400.
00000020:00000010:3.0:1749605890.889522:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b6eb24e0.
00000020:00000010:3.0:1749605890.889566:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a8e8a800.
00000020:00000010:3.0:1749605890.889574:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6d3dc00.
00000100:00000010:3.0:1749605890.889588:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f18700.
00000100:00000010:3.0:1749605890.889592:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f18a80.
00000020:00000010:3.0:1749605890.889738:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a8e8ac00.
00000020:00000010:3.0:1749605890.889742:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff88012aa42c00.
00000020:00000010:3.0:1749605890.889768:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800a8e8b000.
00000020:00000010:3.0:1749605890.889770:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b6138000.
00000040:00000010:3.0:1749605890.889783:0:30854:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800a9e5e0c0.
00000002:00000010:3.0:1749605890.889787:0:30854:0:(mdc_changelog.c:798:mdc_changelog_cdev_init()) kmalloced '(entry)': 944 at ffff8800a8e8b400.
00000020:00000010:3.0:1749605890.889890:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3b5aa00.
00000020:00000010:3.0:1749605890.889896:0:30854:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.889899:0:30854:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.889903:0:30854:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800b6306e40.
00008000:00000010:3.0:1749605890.889906:0:30854:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.889910:0:30854:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.889913:0:30854:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.889916:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b5b200.
00000020:00000010:3.0:1749605890.889920:0:30854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b5a6ad80.
00000020:00000010:3.0:1749605890.889923:0:30854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.889926:0:30854:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.889928:0:30854:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.889931:0:30854:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.889933:0:30854:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.889953:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6f6ee00.
00000020:00000010:3.0:1749605890.889959:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800b3a410c0.
00000020:00000010:3.0:1749605890.889963:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b6db2680.
00000020:00000010:3.0:1749605890.889970:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.889974:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8800a9e5e240.
00000020:00000010:3.0:1749605890.889981:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012aa43000.
00000020:00000010:3.0:1749605890.889984:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012aa42800.
00000040:00000010:3.0:1749605890.889986:0:30854:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b6f6ee00.
00000020:00000010:3.0:1749605890.889989:0:30854:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b5b06000.
00000020:00000010:3.0:1749605890.889997:0:30854:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b3b5b200.
00040000:00000010:3.0:1749605890.890001:0:30854:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6118100.
00040000:00000010:3.0:1749605890.890004:0:30854:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3b5aa00.
00800000:00000010:3.0:1749605890.890013:0:30854:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 376 at ffff8800b6125800.
00000020:00000010:3.0:1749605890.890017:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012aa42800.
00000040:00000010:3.0:1749605890.890020:0:30854:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b6f6ee00.
00000020:00000010:3.0:1749605890.890022:0:30854:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b5b06000.
00000020:00000010:3.0:1749605890.890026:0:30854:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b3b5b200.
00040000:00000010:3.0:1749605890.890029:0:30854:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b6118100.
00040000:00000010:3.0:1749605890.890031:0:30854:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b3b5aa00.
00000020:00000010:3.0:1749605890.890033:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012aa43000.
00000020:00000010:3.0:1749605890.890038:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6125a00.
00000020:00000010:3.0:1749605890.890040:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6125e00.
00000020:00000010:3.0:1749605890.890042:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.890045:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.890047:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9e5e300.
00008000:00000010:3.0:1749605890.890049:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.890052:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.890054:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.890060:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6125e00.
00000020:00000010:3.0:1749605890.890063:0:30854:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.890065:0:30854:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.890067:0:30854:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a9e5e300.
00008000:00000010:3.0:1749605890.890068:0:30854:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.890070:0:30854:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.890072:0:30854:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.890074:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6125a00.
00000020:00000010:3.0:1749605890.890076:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8800a9e5e240.
00000020:00000010:3.0:1749605890.890078:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.890082:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118100.
00000020:00000010:3.0:1749605890.890084:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118100.
00000020:00000010:3.0:1749605890.890087:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118100.
00000020:00000010:3.0:1749605890.890089:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118100.
00000020:00000010:3.0:1749605890.890097:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6118100.
00000020:00000010:3.0:1749605890.890099:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6118100.
00000020:00000010:3.0:1749605890.890101:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8800b62137c0.
00000100:00000010:3.0:1749605890.890104:0:30854:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800a8e8bc00.
00000400:00000200:3.0:1749605890.890115:0:30854:0:(peer.c:1757:lnet_peer_add()) peer 192.168.201.120@tcp NID flags 0x100001: -17
00000100:00000010:3.0:1749605890.890119:0:30854:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800a8e8bc00.
00000020:00000010:3.0:1749605890.890121:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.890123:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.890126:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a9e5e240.
00000020:00000010:3.0:1749605890.890132:0:30854:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800a8fb55c0.
00000020:00000010:3.0:1749605890.890136:0:30854:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b5b06000.
00000020:00000010:3.0:1749605890.890145:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a9e5e240.
00000020:00000010:3.0:1749605890.890148:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.890151:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.890153:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8800a9e5e240.
00000001:00000010:3.0:1749605890.890173:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a9e5e300.
00000001:00000010:3.0:1749605890.890176:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb2d60.
00000001:00000010:3.0:1749605890.890179:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6125a00.
00000001:00000010:3.0:1749605890.890181:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6125e00.
00000001:00000010:3.0:1749605890.890183:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5aa00.
00000001:00000010:3.0:1749605890.890185:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b3b5b200.
00000001:00000010:3.0:1749605890.890187:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a9e5e3c0.
00000001:00000010:3.0:1749605890.890189:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b6eb22a0.
00000001:00000010:3.0:1749605890.890191:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6f6ee00.
00000001:00000010:3.0:1749605890.890193:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa43000.
00000001:00000010:3.0:1749605890.890194:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012aa42800.
00000001:00000010:3.0:1749605890.890196:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff8800b6dbf400.
00000020:00000010:3.0:1749605890.890200:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d80e00.
00000020:00000010:3.0:1749605890.890202:0:30854:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b431ee80.
00000020:00000010:3.0:1749605890.890205:0:30854:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.890207:0:30854:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.890209:0:30854:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.890215:0:30854:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.890218:0:30854:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.890221:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d80400.
00000020:00000010:3.0:1749605890.890223:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d80000.
00000020:00000010:3.0:1749605890.890225:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.890227:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.890230:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9e5e480.
00008000:00000010:3.0:1749605890.890231:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.890232:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.890233:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
00000008:00000010:3.0:1749605890.890235:0:30854:0:(osc_dev.c:186:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8800b431ed00.
00000020:00000010:3.0:1749605890.890244:0:30854:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b5b01800.
00000100:00000200:3.0:1749605890.890253:0:30854:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.201.120@tcp->12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605890.890270:0:30854:0:(peer.c:1500:LNetPrimaryNID()) NID 192.168.201.120@tcp primary NID 192.168.201.120@tcp rc 0
00010000:00000010:3.0:1749605890.890274:0:30854:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8800ac1a8900.
00010000:00000010:3.0:1749605890.890277:0:30854:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800b5a24400.
00000001:00000010:3.0:1749605890.890279:0:30854:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800b6118100.
00000001:00000010:3.0:1749605890.890281:0:30854:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8800b431e380.
00000001:00000010:3.0:1749605890.890286:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff88012c540000.
00000001:00000010:3.0:1749605890.890291:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff88012c544000.
00000001:00000010:3.0:1749605890.890296:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff88012c542000.
00000001:00000010:3.0:1749605890.890301:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adfd6000.
00000001:00000010:3.0:1749605890.890306:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adfd4000.
00000001:00000010:3.0:1749605890.890310:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adfd2000.
00000001:00000010:3.0:1749605890.890315:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adfd0000.
00000001:00000010:3.0:1749605890.890324:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a8fb8000.
00000001:00000010:3.0:1749605890.890329:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a8fba000.
00000001:00000010:3.0:1749605890.890333:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a8fbc000.
00000001:00000010:3.0:1749605890.890338:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800a8fbe000.
00000001:00000010:3.0:1749605890.890346:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adc60000.
00000001:00000010:3.0:1749605890.890351:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adc62000.
00000001:00000010:3.0:1749605890.890355:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adc64000.
00000001:00000010:3.0:1749605890.890363:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adc66000.
00000001:00000010:3.0:1749605890.890370:0:30854:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4256 at ffff8800adc68000.
00000020:00000010:3.0:1749605890.890398:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b5a24800.
00000020:00000010:3.0:1749605890.890399:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b6eb2580.
00000020:00000010:3.0:1749605890.890427:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b5a24c00.
00000020:00000010:3.0:1749605890.890429:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8800b6d80600.
00000100:00000010:3.0:1749605890.890435:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f18e00.
00000100:00000010:3.0:1749605890.890438:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f19180.
00000020:00000010:3.0:1749605890.890543:0:30854:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800b5a25000.
00000020:00000010:3.0:1749605890.890545:0:30854:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8800b613f000.
00000100:00000010:3.0:1749605890.890553:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f19500.
00000100:00000010:3.0:1749605890.890793:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800ac380000.
00000100:00000010:3.0:1749605890.890797:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f19880.
00000100:00000010:3.0:1749605890.891057:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9a80000.
00000100:00000010:3.0:1749605890.891061:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f19c00.
00000100:00000010:3.0:1749605890.891316:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aa680000.
00000100:00000010:3.0:1749605890.891320:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f19f80.
00000100:00000010:3.0:1749605890.891560:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aaf00000.
00000100:00000010:3.0:1749605890.891564:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1a300.
00000100:00000010:3.0:1749605890.891806:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800ab500000.
00000100:00000010:3.0:1749605890.891810:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1a680.
00000100:00000010:3.0:1749605890.892085:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a9d00000.
00000100:00000010:3.0:1749605890.892088:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1aa00.
00000100:00000010:3.0:1749605890.892355:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aa580000.
00000100:00000010:3.0:1749605890.892358:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1ad80.
00000100:00000010:3.0:1749605890.892585:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aa480000.
00000100:00000010:3.0:1749605890.892588:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1b100.
00000100:00000010:3.0:1749605890.892737:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800a8880000.
00000100:00000010:3.0:1749605890.892740:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1b480.
00000100:00000010:3.0:1749605890.893002:0:30854:0:(client.c:650:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at ffff8800aa700000.
00000020:00000010:3.0:1749605890.893008:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d80000.
00000020:00000010:3.0:1749605890.893019:0:30854:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.893022:0:30854:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.893026:0:30854:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a9e5e480.
00008000:00000010:3.0:1749605890.893029:0:30854:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.893034:0:30854:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.893037:0:30854:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.893040:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d80400.
00000020:00000010:3.0:1749605890.893043:0:30854:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b431ee80.
00000020:00000010:3.0:1749605890.893048:0:30854:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b38ef000.
00000008:00000010:3.0:1749605890.893051:0:30854:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800b4284000.
00020000:00000010:3.0:1749605890.893054:0:30854:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800adddc000.
00008000:00000010:3.0:1749605890.893056:0:30854:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b3870478.
00000080:00000010:3.0:1749605890.893059:0:30854:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b5b8d000.
00000020:00000010:3.0:1749605890.893062:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d80e00.
00000020:00000010:3.0:1749605890.893066:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8800a9e5e240.
00000020:00000010:3.0:1749605890.893068:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.893074:0:30854:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.893077:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8800b431ee80.
00000020:00000010:3.0:1749605890.893083:0:30854:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b6d80e00.
00000020:00000010:3.0:1749605890.893085:0:30854:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b6d80400.
00000020:00000010:3.0:1749605890.893088:0:30854:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.893090:0:30854:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.893092:0:30854:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9e5e240.
00008000:00000010:3.0:1749605890.893094:0:30854:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.893097:0:30854:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.893099:0:30854:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
00020000:00000010:3.0:1749605890.893109:0:30854:0:(lov_obd.c:493:lov_add_target()) kmalloced '(tgt)': 376 at ffff8800b6d80000.
00020000:00000010:3.0:1749605890.893115:0:30854:0:(lu_tgt_descs.c:372:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8800b613e000.
00020000:00000010:3.0:1749605890.893121:0:30854:0:(lov_dev.c:363:lov_expand_targets()) kmalloced '(newd)': 512 at ffff8800b6d80200.
00000020:00000010:3.0:1749605890.893124:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6d80400.
00000020:00000010:3.0:1749605890.893125:0:30854:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff8800ac1a81e0.
00000008:00000010:3.0:1749605890.893127:0:30854:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.893134:0:30854:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff8800a9e5e240.
00008000:00000010:3.0:1749605890.893136:0:30854:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8800adf1ca98.
00000080:00000010:3.0:1749605890.893138:0:30854:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.893140:0:30854:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8800aad3c6d8.
00000020:00000010:3.0:1749605890.893142:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6d80e00.
00000020:00000010:3.0:1749605890.893145:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8800b431ee80.
00000020:00000010:3.0:1749605890.893147:0:30854:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.893152:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6d96200.
00000020:00000010:3.0:1749605890.893154:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6d96200.
00000020:00000010:3.0:1749605890.893158:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6d96200.
00000020:00000010:3.0:1749605890.893159:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6d96200.
00000020:00000010:3.0:1749605890.893161:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8800b62137c0.
00000020:00000010:3.0:1749605890.893163:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8800b62137c0.
00000100:00000010:3.0:1749605890.893173:0:30854:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1b800.
02000000:00000010:3.0:1749605890.893186:0:30854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b6d80e00.
00000100:00000010:3.0:1749605890.893201:0:30854:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a9e5e240.
02000000:00000010:3.0:1749605890.893230:0:30854:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff880136ac8000.
00000400:00000010:3.0:1749605890.893238:0:30854:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605890.893245:0:30854:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff8800a9e5e480.
00000100:00000200:3.0:1749605890.893253:0:30854:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834594729985024, portal 25
00000400:00000010:3.0:1749605890.893274:0:30854:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749605890.893277:0:30854:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834594729985024, offset 0
00000400:00000200:3.0:1749605890.893286:0:30854:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605890.893300:0:30854:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605890.893306:0:30854:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605890.893311:0:30854:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605890.893315:0:30854:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605890.893318:0:30854:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605890.893321:0:30854:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [11:11:256:4294967295] 192.168.201.120@tcp LPNI seq info [11:11:8:4294967295]
00000400:00000200:3.0:1749605890.893333:0:30854:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605890.893338:0:30854:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605890.893346:0:30854:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749605890.893354:0:30854:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605890.893363:0:30854:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605890.893368:0:30854:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 368 niov 1 nkiov 1
00000100:00000010:3.0:1749605890.893389:0:30854:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b62137c0.
00000100:00000010:3.0:1749605890.893404:0:30854:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6213c40.
00000100:00000010:3.0:1749605890.893414:0:30854:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b62133c0.
00000100:00000010:3.0:1749605890.893422:0:30854:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6213b80.
00000400:00000010:3.0:1749605890.894874:0:30854:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605890.894878:0:30854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800a9e5e480
00000400:00000010:3.0:1749605890.894880:0:30854:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff8800a9e5e480.
00000100:00000200:3.0:1749605890.894885:0:30854:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b6f1b800 x1834594729985024/t0(0) o502->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605890.894894:0:30854:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800b6f1b800 x1834594729985024/t0(0) o502->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8472 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749605890.894913:0:30854:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a9e5e240.
02000000:00000010:3.0:1749605890.894919:0:30854:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff880136ac8000.
02000000:00000010:3.0:1749605890.894928:0:30854:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b6d80e00.
00000100:00000010:3.0:1749605890.894931:0:30854:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6f1b800.
00000020:00000010:3.0:1749605890.894952:0:30854:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800b6d96800.
00000020:00000010:3.0:1749605890.894954:0:30854:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800b6d96800.
00000040:00000010:3.0:1749605890.894956:0:30854:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88012c546000.
00000020:00000010:3.0:1749605890.894962:0:30854:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880130e9b700.
00000020:00000010:3.0:1749605890.894975:0:30854:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b6f54800.
00000040:00000010:3.0:1749605890.894977:0:30854:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b6f54600.
00000020:00000010:3.0:1749605890.894980:0:30854:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b3932000.
00000020:00000010:3.0:1749605890.894984:0:30854:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8c21928.
00000020:00000010:3.0:1749605890.894989:0:30854:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b6f54400.
80000000:00000010:3.0:1749605890.894992:0:30854:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8801373b0f60.
40000000:00000010:3.0:1749605890.894996:0:30854:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880130e9b240.
00100000:00000010:3.0:1749605890.894999:0:30854:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b3931800.
00040000:00000010:3.0:1749605890.895008:0:30854:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b6118700.
00040000:00000010:3.0:1749605890.895012:0:30854:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800b3931000.
00040000:00000010:3.0:1749605890.895015:0:30854:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b6f54200.
00000004:00000010:3.0:1749605890.895019:0:30854:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b3932800.
00000004:00000010:3.0:1749605890.895024:0:30854:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800aadc0000.
00000004:00000010:3.0:1749605890.895029:0:30854:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b3934800.
00002000:00000010:3.0:1749605890.895033:0:30854:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800a8db0c00.
00000004:00000010:3.0:1749605890.895036:0:30854:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800a8db1000.
00000020:00000010:3.0:1749605890.895039:0:30854:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b6f54a00.
00000040:00000010:2.0:1749605890.895076:0:30841:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff88012b0a9960.
00000040:00000010:2.0:1749605890.895084:0:30841:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff8800a8fa4000.
00000040:00000010:2.0:1749605890.895089:0:30841:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff8800b3a25a00.
00000020:00000010:2.0:1749605890.895094:0:30841:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3a24e00.
00000040:00000010:2.0:1749605890.895097:0:30841:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b3a24400.
00000020:00000010:2.0:1749605890.895098:0:30841:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800ab7f6000.
00000020:00000010:2.0:1749605890.895102:0:30841:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b3a24200.
80000000:00000010:2.0:1749605890.895104:0:30841:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b0a99c0.
00040000:00000010:2.0:1749605890.895106:0:30841:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b3a24000.
20000000:00000010:2.0:1749605890.895110:0:30841:0:(mgs_handler.c:1487:mgs_key_fini()) kfreed 'info': 392 at ffff8800b3a25200.
00000020:00000010:2.0:1749605890.895112:0:30841:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3a24a00.
10000000:00000010:2.0:1749605890.895114:0:30841:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012e362b40.
00000100:00000010:2.0:1749605890.895133:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.895139:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3b89600.
00010000:00000010:2.0:1749605890.895151:0:30841:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b42f1900.
00010000:00000010:2.0:1749605890.895156:0:30841:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b3b89400.
00000100:00000010:2.0:1749605890.895171:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.895179:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000400:00000010:2.0:1749605890.895183:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.895187:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.895190:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729985152, portal 25
00000400:00000010:2.0:1749605890.895193:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749605890.895195:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834594729985152, offset 0
00000400:00000200:2.0:1749605890.895200:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.895206:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.895210:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.895212:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.895214:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.895223:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.895225:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [12:12:256:4294967295] 192.168.201.120@tcp LPNI seq info [12:12:8:4294967295]
00000400:00000200:2.0:1749605890.895233:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.895236:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.895239:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749605890.895242:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.895247:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.895249:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 424 niov 1 nkiov 1
00000400:00000010:2.0:1749605890.896140:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.896144:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749605890.896146:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.896150:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729985152/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.896159:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729985152/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.896171:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.896188:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605890.896191:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3b89600.
00000100:00000010:2.0:1749605890.896194:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
10000000:00000010:2.0:1749605890.896200:0:30841:0:(mgc_request.c:1496:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8800ab7f6000.
00000100:00000010:2.0:1749605890.896696:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.896703:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3b89600.
00000100:00000010:2.0:1749605890.896709:0:30841:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff8800a9e5b800.
00000100:00000010:2.0:1749605890.896713:0:30841:0:(client.c:179:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff88012b141000.
00000100:00000010:2.0:1749605890.896727:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
00000400:00000010:2.0:1749605890.896737:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.896741:0:30841:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff8800a8fa4000.
00000100:00000200:2.0:1749605890.896745:0:30841:0:(niobuf.c:426:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6848ddf300500-0x6848ddf300500, portal 33
02000000:00000010:2.0:1749605890.896749:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b89200.
00000400:00000010:2.0:1749605890.896752:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02688.
00000400:00000010:2.0:1749605890.896759:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.896761:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729985280, portal 25
00000400:00000010:2.0:1749605890.896764:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749605890.896766:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1834594729985280, offset 0
00000400:00000200:2.0:1749605890.896771:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.896776:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.896778:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.896780:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.896782:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.896784:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.896787:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [13:13:256:4294967295] 192.168.201.120@tcp LPNI seq info [13:13:8:4294967295]
00000400:00000200:2.0:1749605890.896794:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.896797:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.896800:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749605890.896803:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.896807:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.896809:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 400 niov 1 nkiov 1
00000400:00000010:2.0:1749605890.898289:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02688.
00000400:00000200:2.0:1749605890.898293:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749605890.898294:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.898298:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729985280/t0(0) o256->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.898304:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729985280/t0(0) o256->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 304/240 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.898314:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
10000000:00000010:2.0:1749605890.898321:0:30841:0:(mgc_request.c:1217:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff88012b140000.
00000100:00000200:2.0:1749605890.898332:0:30841:0:(lustre_peer.c:176:class_add_nids_to_uuid()) Comparing  with 192.168.201.120@tcp
00000100:00000200:2.0:1749605890.898334:0:30841:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Updating UUID ''
00000400:00000200:2.0:1749605890.898339:0:30841:0:(peer.c:1757:lnet_peer_add()) peer 192.168.201.120@tcp NID flags 0x100001: -17
10000000:00000010:2.0:1749605890.898343:0:30841:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a8ca5080.
00000020:00000010:2.0:1749605890.898348:0:30841:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b89000.
00000020:00000010:2.0:1749605890.898355:0:30841:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b88e00.
00000020:00000010:2.0:1749605890.898357:0:30841:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012b0a99c0.
00000008:00000010:2.0:1749605890.898367:0:30841:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8801368f0000.
00020000:00000010:2.0:1749605890.898369:0:30841:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff880136aba9c0.
00008000:00000010:2.0:1749605890.898375:0:30841:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136ac8000.
00000080:00000010:2.0:1749605890.898380:0:30841:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff88012c478000.
00000080:00000010:2.0:1749605890.898386:0:30841:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88012b734000.
00000020:00000010:2.0:1749605890.898431:0:30841:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3b88e00.
00000020:00000010:2.0:1749605890.898434:0:30841:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012b0a99c0.
00000008:00000010:2.0:1749605890.898436:0:30841:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8801368f0000.
00020000:00000010:2.0:1749605890.898438:0:30841:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff880136aba9c0.
00008000:00000010:2.0:1749605890.898439:0:30841:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136ac8000.
00000080:00000010:2.0:1749605890.898440:0:30841:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff88012c478000.
00000080:00000010:2.0:1749605890.898442:0:30841:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff88012b734000.
00000020:00000010:2.0:1749605890.898443:0:30841:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b89000.
10000000:00000010:2.0:1749605890.898445:0:30841:0:(mgc_request.c:1446:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a8ca5080.
00000100:00000200:2.0:1749605890.898450:0:30841:0:(lustre_peer.c:176:class_add_nids_to_uuid()) Comparing  with 192.168.201.120@tcp
00000100:00000200:2.0:1749605890.898451:0:30841:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Updating UUID ''
00000400:00000200:2.0:1749605890.898453:0:30841:0:(peer.c:1757:lnet_peer_add()) peer 192.168.201.120@tcp NID flags 0x100001: -17
10000000:00000010:2.0:1749605890.898455:0:30841:0:(mgc_request.c:1430:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8800a8ca5080.
00000020:00000010:2.0:1749605890.898457:0:30841:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b89000.
00000020:00000010:2.0:1749605890.898458:0:30841:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b88e00.
00000020:00000010:2.0:1749605890.898459:0:30841:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff88012b0a99c0.
00000008:00000010:2.0:1749605890.898460:0:30841:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8801368f0000.
00020000:00000010:2.0:1749605890.898461:0:30841:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff880136aba9c0.
00008000:00000010:2.0:1749605890.898462:0:30841:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff880136ac8000.
00000080:00000010:2.0:1749605890.898464:0:30841:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff88012c478000.
00000080:00000010:2.0:1749605890.898465:0:30841:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff88012b734000.
00000020:00000010:2.0:1749605890.898477:0:30841:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3b88e00.
00000020:00000010:2.0:1749605890.898478:0:30841:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff88012b0a99c0.
00000008:00000010:2.0:1749605890.898479:0:30841:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8801368f0000.
00020000:00000010:2.0:1749605890.898480:0:30841:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff880136aba9c0.
00008000:00000010:2.0:1749605890.898481:0:30841:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff880136ac8000.
00000080:00000010:2.0:1749605890.898486:0:30841:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff88012c478000.
00000080:00000010:2.0:1749605890.898487:0:30841:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff88012b734000.
00000020:00000010:2.0:1749605890.898488:0:30841:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b89000.
10000000:00000010:2.0:1749605890.898490:0:30841:0:(mgc_request.c:1446:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8800a8ca5080.
10000000:00000010:2.0:1749605890.898491:0:30841:0:(mgc_request.c:1458:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff88012b140000.
02000000:00000010:2.0:1749605890.898495:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b89200.
00000100:00000010:2.0:1749605890.898501:0:30841:0:(client.c:326:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 4096 at ffff88012b141000.
00000100:00000010:2.0:1749605890.898503:0:30841:0:(client.c:327:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605890.898505:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3b89600.
00000100:00000010:2.0:1749605890.898507:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749605890.898985:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6213c40.
10000000:00000010:2.0:1749605890.899007:0:30841:0:(mgc_request.c:1614:mgc_process_recover_log()) kfreed 'pages': 2048 at ffff8800ab7f6000.
00000100:00000010:2.0:1749605890.899023:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b62133c0.
00000100:00000010:2.0:1749605890.899029:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.899033:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3b89600.
00010000:00000010:2.0:1749605890.899038:0:30841:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800b42f1f00.
00010000:00000010:2.0:1749605890.899040:0:30841:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8800b3b89200.
00000100:00000010:2.0:1749605890.899046:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.899052:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000400:00000010:2.0:1749605890.899055:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02688.
00000400:00000010:2.0:1749605890.899058:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.899060:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729985408, portal 25
00000400:00000010:2.0:1749605890.899063:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749605890.899064:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1834594729985408, offset 0
00000400:00000200:2.0:1749605890.899069:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.899074:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.899077:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.899079:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.899081:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.899083:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.899085:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [15:15:256:4294967295] 192.168.201.120@tcp LPNI seq info [15:15:8:4294967295]
00000400:00000200:2.0:1749605890.899092:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.899097:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.899104:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749605890.899108:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.899112:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.899114:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 424 niov 1 nkiov 1
00000800:00000200:2.0:1749605890.899150:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749605890.899152:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:2.0:1749605890.899155:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605890.899158:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749605890.899161:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749605890.899162:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749605890.899165:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594729985408/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.899178:0:30841:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362b40.
00000100:00000010:2.0:1749605890.899183:0:30841:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362dc0.
00000100:00000010:2.0:1749605890.899190:0:30841:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362780.
00000400:00000200:1.0:1749605890.900022:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749605890.900030:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 344 into portal 25 MB=0x6848ddf300580
00000400:00000200:1.0:1749605890.900035:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 344/344 into md 0x16d [1] + 224
00000400:00000200:1.0:1749605890.900047:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605890.900049:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749605890.900053:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594729985408/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605890.900096:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02688.
00000400:00000200:2.0:1749605890.900100:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749605890.900101:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.900105:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729985408/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.900112:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729985408/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.900132:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.900139:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605890.900142:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3b89600.
00000100:00000010:2.0:1749605890.900144:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
10000000:00000010:2.0:1749605890.900147:0:30841:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012e362f00.
00000020:00000010:2.0:1749605890.900149:0:30841:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b89600.
00000020:00000010:2.0:1749605890.900152:0:30841:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b88e00.
00000040:00000010:2.0:1749605890.900154:0:30841:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3b88c00.
00000020:00000010:2.0:1749605890.900157:0:30841:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800ab7f3000.
00000020:00000010:2.0:1749605890.900165:0:30841:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b3b88a00.
80000000:00000010:2.0:1749605890.900168:0:30841:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b0a99c0.
00040000:00000010:2.0:1749605890.900172:0:30841:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3b88800.
20000000:00000010:2.0:1749605890.900175:0:30841:0:(mgs_handler.c:1487:mgs_key_init()) kmalloced '(value)': 392 at ffff8800b3b88600.
00000040:00000010:2.0:1749605890.900180:0:30841:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff8800b3b88400.
00000100:00000010:2.0:1749605890.900184:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.900189:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3b88200.
00000100:00000010:2.0:1749605890.900196:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.900202:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88000.
00000400:00000010:2.0:1749605890.900205:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02688.
00000400:00000010:2.0:1749605890.900208:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.900210:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729985536, portal 25
00000400:00000010:2.0:1749605890.900213:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749605890.900214:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1834594729985536, offset 0
00000400:00000200:2.0:1749605890.900218:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.900223:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.900226:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.900228:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.900230:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.900232:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.900234:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [16:16:256:4294967295] 192.168.201.120@tcp LPNI seq info [16:16:8:4294967295]
00000400:00000200:2.0:1749605890.900241:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.900245:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.900247:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749605890.900250:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.900268:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.900271:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 600 niov 1 nkiov 1
00000800:00000200:1.0:1749605890.900331:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605890.900339:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:1.0:1749605890.900342:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605890.900345:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605890.900348:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:1.0:1749605890.900349:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:1.0:1749605890.900354:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594729985536/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1749605906 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749605890.901204:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749605890.901212:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 272 into portal 25 MB=0x6848ddf300600
00000400:00000200:2.0:1749605890.901217:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 272/272 into md 0x175 [1] + 224
00000400:00000200:2.0:1749605890.901235:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605890.901238:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749605890.901241:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594729985536/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1749605906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605890.901274:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02688.
00000400:00000200:2.0:1749605890.901276:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749605890.901277:0:30841:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.901279:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729985536/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.901284:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729985536/t0(0) o501->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 504/272 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.901292:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.901303:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88000.
02000000:00000010:2.0:1749605890.901304:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3b88200.
00000100:00000010:2.0:1749605890.901306:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000040:00000010:2.0:1749605890.901312:0:30841:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8800a8fa6000.
00000100:00000010:2.0:1749605890.901314:0:30841:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605890.901318:0:30841:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8800b3b88200.
00000100:00000010:2.0:1749605890.901321:0:30841:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.901335:0:30841:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff88012e730000.
00000400:00000010:2.0:1749605890.901338:0:30841:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02688.
00000400:00000010:2.0:1749605890.901340:0:30841:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 184 at ffff880136aba3c0.
00000100:00000200:2.0:1749605890.901342:0:30841:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1834594729985664, portal 25
00000400:00000010:2.0:1749605890.901344:0:30841:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605890.901345:0:30841:0:(niobuf.c:81:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1834594729985664, offset 0
00000400:00000200:2.0:1749605890.901348:0:30841:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.901351:0:30841:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.901353:0:30841:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.901355:0:30841:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.901356:0:30841:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.901357:0:30841:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.901361:0:30841:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [17:17:256:4294967295] 192.168.201.120@tcp LPNI seq info [17:17:8:4294967295]
00000400:00000200:2.0:1749605890.901366:0:30841:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.901369:0:30841:0:(socklnd_cb.c:1000:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.901371:0:30841:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749605890.901373:0:30841:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.901377:0:30841:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.901378:0:30841:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 368 niov 1 nkiov 1
00000800:00000200:1.0:1749605890.901453:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605890.901455:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:1.0:1749605890.901458:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605890.901462:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605890.901465:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:1.0:1749605890.901466:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:1.0:1749605890.901471:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594729985664/t0(0) o503->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749605906 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000010:3.0:1749605890.902139:0:30855:0:(lproc_ptlrpc.c:1364:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8800aac10ec0.
00000020:00000010:3.0:1749605890.902145:0:30855:0:(lproc_ptlrpc.c:1416:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8800aac10ec0.
00000400:00000200:1.0:1749605890.902212:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749605890.902217:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 8416 into portal 25 MB=0x6848ddf300680
00000400:00000200:1.0:1749605890.902220:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 8416/8416 into md 0x17d [4] + 224
00000400:00000200:1.0:1749605890.902235:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605890.902239:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749605890.902242:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594729985664/t0(0) o503->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749605906 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605890.902279:0:30841:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02688.
00000400:00000200:2.0:1749605890.902283:0:30841:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880136aba3c0
00000400:00000010:2.0:1749605890.902284:0:30841:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 184 at ffff880136aba3c0.
00000100:00000200:2.0:1749605890.902289:0:30841:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729985664/t0(0) o503->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.902297:0:30841:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729985664/t0(0) o503->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 272/8416 e 0 to 0 dl 1749605906 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605890.902308:0:30841:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880136aba9c0.
02000000:00000010:2.0:1749605890.902314:0:30841:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff88012e730000.
02000000:00000010:2.0:1749605890.902323:0:30841:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800b3b88200.
00000100:00000010:2.0:1749605890.902326:0:30841:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000040:00000010:2.0:1749605890.902331:0:30841:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff88012b0a9960.
00000020:00000010:2.0:1749605890.902406:0:30857:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b3b88200.
00000020:00000010:2.0:1749605890.902410:0:30857:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b3b88000.
00000040:00000010:2.0:1749605890.902413:0:30857:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b3b89000.
00000020:00000010:2.0:1749605890.902416:0:30857:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800ab7f6800.
00000020:00000010:2.0:1749605890.902420:0:30857:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8f88a10.
00000020:00000010:2.0:1749605890.902423:0:30857:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b3b89800.
80000000:00000010:2.0:1749605890.902425:0:30857:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88012b0a9720.
40000000:00000010:2.0:1749605890.902428:0:30857:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e362d40.
00100000:00000010:2.0:1749605890.902431:0:30857:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800ab7f7800.
00040000:00000010:2.0:1749605890.902434:0:30857:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b42f1b00.
00040000:00000010:2.0:1749605890.902438:0:30857:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800ab7f4800.
00040000:00000010:2.0:1749605890.902445:0:30857:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b3b89a00.
00000004:00000010:2.0:1749605890.902448:0:30857:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800ab7f1000.
00000004:00000010:2.0:1749605890.902452:0:30857:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012b141000.
00000004:00000010:2.0:1749605890.902455:0:30857:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800ab7f7000.
00002000:00000010:2.0:1749605890.902458:0:30857:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800a9e5b800.
00000004:00000010:2.0:1749605890.902460:0:30857:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800a9e59800.
00000020:00000010:2.0:1749605890.902622:0:30857:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e362200.
00000040:00000010:2.0:1749605890.902629:0:30857:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8800a8fa4000.
00000040:00000010:2.0:1749605890.903001:0:30857:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff8800a8fa4000.
00000020:00000010:2.0:1749605890.903007:0:30857:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e362200.
00000020:00000010:2.0:1749605890.903013:0:30857:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b3b88000.
00000040:00000010:2.0:1749605890.903016:0:30857:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b3b89000.
00000020:00000010:2.0:1749605890.903018:0:30857:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800ab7f6800.
00000020:00000010:2.0:1749605890.903022:0:30857:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8f88a10.
00000020:00000010:2.0:1749605890.903026:0:30857:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b3b89800.
80000000:00000010:2.0:1749605890.903029:0:30857:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88012b0a9720.
40000000:00000010:2.0:1749605890.903031:0:30857:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e362d40.
00100000:00000010:2.0:1749605890.903033:0:30857:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800ab7f7800.
00040000:00000010:2.0:1749605890.903037:0:30857:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800b42f1b00.
00040000:00000010:2.0:1749605890.903039:0:30857:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8800ab7f4800.
00040000:00000010:2.0:1749605890.903043:0:30857:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b3b89a00.
00000004:00000010:2.0:1749605890.903046:0:30857:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800ab7f1000.
00000004:00000010:2.0:1749605890.903050:0:30857:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012b141000.
00000004:00000010:2.0:1749605890.903053:0:30857:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800ab7f7000.
00002000:00000010:2.0:1749605890.903056:0:30857:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800a9e5b800.
00000004:00000010:2.0:1749605890.903058:0:30857:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800a9e59800.
00000020:00000010:2.0:1749605890.903060:0:30857:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b3b88200.
02000000:00000010:2.0:1749605890.903252:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e59800.
00000400:00000010:2.0:1749605890.903266:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02688.
00000400:00000010:2.0:1749605890.903269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605890.903271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729985792, portal 10
00000020:00000010:2.0:1749605890.903275:0:29481:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8fa4000.
00000400:00000010:2.0:1749605890.903278:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749605890.903279:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729985792, offset 0
00000400:00000200:2.0:1749605890.903286:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605890.903289:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605890.903291:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605890.903293:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.903295:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.903296:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605890.903298:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [18:18:256:4294967295] 192.168.201.120@tcp LPNI seq info [18:18:8:4294967295]
00000400:00000200:2.0:1749605890.903302:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605890.903305:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.903306:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749605890.903308:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605890.903312:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.903313:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000020:00000010:3.0:1749605890.903344:0:29482:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8c21928.
00000020:00000010:3.0:1749605890.903348:0:29482:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6d80e00.
80000000:00000010:3.0:1749605890.903350:0:29482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800ac1a81e0.
40000000:00000010:3.0:1749605890.903351:0:29482:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800aac10100.
00000020:00000010:1.0:1749605890.903355:0:29483:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9dd0508.
00000008:00000010:3.0:1749605890.903355:0:29482:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800a8f82178.
00020000:00000010:3.0:1749605890.903356:0:29482:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800a9e5e540.
00000020:00000010:1.0:1749605890.903359:0:29483:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6d9e400.
00008000:00000010:3.0:1749605890.903359:0:29482:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800adf1ca98.
00000800:00000200:2.0:1749605890.903360:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
80000000:00000010:1.0:1749605890.903361:0:29483:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800adeeb8a0.
00100000:00000010:3.0:1749605890.903361:0:29482:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5b03800.
00000800:00000010:2.0:1749605890.903362:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
40000000:00000010:1.0:1749605890.903363:0:29483:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b319c0.
00040000:00000010:3.0:1749605890.903363:0:29482:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800b6d96900.
00000400:00000200:2.0:1749605890.903364:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00040000:00000010:3.0:1749605890.903365:0:29482:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5b06800.
00000400:00000200:2.0:1749605890.903366:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000008:00000010:1.0:1749605890.903367:0:29483:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ade70b28.
00040000:00000010:3.0:1749605890.903367:0:29482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6d80400.
00000400:00000200:2.0:1749605890.903368:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749605890.903368:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000004:00000010:3.0:1749605890.903369:0:29482:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5b04800.
00020000:00000010:1.0:1749605890.903370:0:29483:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b6023840.
00000100:00000200:2.0:1749605890.903371:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594729985792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000004:00000010:3.0:1749605890.903372:0:29482:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800aadc0000.
00008000:00000010:1.0:1749605890.903374:0:29483:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac144388.
00000004:00000010:3.0:1749605890.903374:0:29482:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5b05000.
00002000:00000010:3.0:1749605890.903376:0:29482:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5a25c00.
00100000:00000010:1.0:1749605890.903377:0:29483:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5b15800.
00000004:00000010:3.0:1749605890.903377:0:29482:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b5a26000.
00040000:00000010:1.0:1749605890.903379:0:29483:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012c470a00.
00000080:00000010:3.0:1749605890.903380:0:29482:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800b6e591f8.
00000080:00000010:3.0:1749605890.903382:0:29482:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800aad3c6d8.
02000000:00000010:2.0:1749605890.903384:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000008:00000010:3.0:1749605890.903385:0:29482:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800b4284000.
00000400:00000010:2.0:1749605890.903386:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605890.903387:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00020000:00000010:3.0:1749605890.903387:0:29482:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800adddc000.
00040000:00000010:1.0:1749605890.903388:0:29483:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5b14800.
00000100:00000200:2.0:1749605890.903389:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729986048, portal 10
00008000:00000010:3.0:1749605890.903389:0:29482:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b3870478.
00040000:00000010:1.0:1749605890.903391:0:29483:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6d9f200.
00000080:00000010:3.0:1749605890.903391:0:29482:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b5b8d000.
00000020:00000010:2.0:1749605890.903392:0:29481:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8fa6000.
00000004:00000010:1.0:1749605890.903393:0:29483:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5b10800.
00000400:00000010:2.0:1749605890.903394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749605890.903395:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729986048, offset 0
00000004:00000010:1.0:1749605890.903397:0:29483:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880137677000.
00000400:00000200:2.0:1749605890.903397:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000004:00000010:1.0:1749605890.903399:0:29483:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5b13000.
00000400:00000200:2.0:1749605890.903400:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00002000:00000010:1.0:1749605890.903402:0:29483:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b4316800.
00000004:00000010:1.0:1749605890.903404:0:29483:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4314c00.
00000400:00000200:2.0:1749605890.903405:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000080:00000010:1.0:1749605890.903407:0:29483:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800a88010a8.
00000400:00000200:2.0:1749605890.903407:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605890.903408:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605890.903410:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000080:00000010:1.0:1749605890.903411:0:29483:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9dc4248.
00000400:00000200:2.0:1749605890.903411:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [19:19:256:4294967295] 192.168.201.120@tcp LPNI seq info [19:19:8:4294967295]
00000008:00000010:1.0:1749605890.903415:0:29483:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aacec160.
00000400:00000200:2.0:1749605890.903415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00020000:00000010:1.0:1749605890.903417:0:29483:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8c3c240.
00000800:00000200:2.0:1749605890.903418:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605890.903419:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00008000:00000010:1.0:1749605890.903420:0:29483:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8801372d28a0.
00000800:00000200:2.0:1749605890.903421:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000080:00000010:1.0:1749605890.903422:0:29483:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a8e8f0f0.
00000800:00000200:2.0:1749605890.903424:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605890.903426:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000020:00000010:1.0:1749605890.903435:0:29484:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9dd0a10.
00000020:00000010:1.0:1749605890.903437:0:29484:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b6d9ec00.
80000000:00000010:1.0:1749605890.903439:0:29484:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800adeeba20.
40000000:00000010:1.0:1749605890.903441:0:29484:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b31880.
00000008:00000010:1.0:1749605890.903444:0:29484:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8800ade71650.
00020000:00000010:1.0:1749605890.903446:0:29484:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff8800b60236c0.
00008000:00000010:1.0:1749605890.903448:0:29484:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8800ac144710.
00100000:00000010:1.0:1749605890.903451:0:29484:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b5b13800.
00040000:00000010:1.0:1749605890.903453:0:29484:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012c470300.
00040000:00000010:1.0:1749605890.903455:0:29484:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8800b5b10000.
00040000:00000010:1.0:1749605890.903457:0:29484:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b6d9e200.
00000004:00000010:1.0:1749605890.903460:0:29484:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b5b14000.
00000800:00000200:3.0:1749605890.903461:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000004:00000010:1.0:1749605890.903463:0:29484:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880137676000.
00000800:00000010:3.0:1749605890.903463:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000004:00000010:1.0:1749605890.903465:0:29484:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b5b11800.
00000400:00000200:3.0:1749605890.903465:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00002000:00000010:1.0:1749605890.903468:0:29484:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b4316000.
00000400:00000200:3.0:1749605890.903468:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749605890.903469:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000004:00000010:1.0:1749605890.903470:0:29484:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4315400.
00000400:00000010:3.0:1749605890.903470:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000080:00000010:1.0:1749605890.903472:0:29484:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8800a8801150.
00000100:00000200:3.0:1749605890.903473:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594729986048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000080:00000010:1.0:1749605890.903474:0:29484:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8800a9dc4490.
00000008:00000010:1.0:1749605890.903476:0:29484:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800aacec2c0.
00020000:00000010:1.0:1749605890.903478:0:29484:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800a8c3c480.
00008000:00000010:1.0:1749605890.903485:0:29484:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8801372d2800.
00000080:00000010:1.0:1749605890.903488:0:29484:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800a8e8f1e0.
00000400:00000010:2.0:1749605890.904297:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:2.0:1749605890.904299:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749605890.904300:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749605890.904304:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594729986048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.904310:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594729986048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605890.904324:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605890.904326:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:2.0:1749605890.904328:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000100:00000010:3.0:1749605890.905978:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6213b80.
00000100:00000010:2.0:1749605890.905988:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362780.
00000100:00000010:1.0:1749605890.906000:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362dc0.
00000400:00000010:2.0:1749605890.913446:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02688.
00000400:00000200:2.0:1749605890.913451:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:2.0:1749605890.913454:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605890.913461:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594729985792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605890.913470:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594729985792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605890.913506:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e59800.
02000000:00000010:2.0:1749605890.913510:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:2.0:1749605890.913513:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000100:00000010:3.0:1749605895.910001:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1b800.
02000000:00000010:3.0:1749605895.910017:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96100.
00000400:00000200:3.0:1749605895.910054:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749605895.910065:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6f1bb80.
02000000:00000010:3.0:1749605895.910069:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26400.
00000100:00000010:3.0:1749605895.910096:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4000.
02000000:00000010:3.0:1749605895.910099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26800.
02000000:00000010:2.0:1749605895.910150:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e59800.
00000400:00000010:2.0:1749605895.910156:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02688.
00000400:00000010:2.0:1749605895.910159:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605895.910162:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729986560, portal 10
00000400:00000010:2.0:1749605895.910165:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749605895.910166:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729986560, offset 0
00000400:00000200:2.0:1749605895.910197:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605895.910202:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605895.910205:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605895.910207:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605895.910208:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605895.910210:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605895.910211:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [21:21:255:4294967295] 192.168.201.120@tcp LPNI seq info [21:21:7:4294967295]
00000400:00000200:2.0:1749605895.910217:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605895.910220:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605895.910222:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749605895.910225:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605895.910228:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605895.910230:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749605895.910250:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000400:00000010:2.0:1749605895.910252:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605895.910254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749605895.910256:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729986688, portal 10
00000400:00000010:2.0:1749605895.910258:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749605895.910259:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729986688, offset 0
00000800:00000200:3.0:1749605895.910259:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749605895.910261:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605895.910262:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:3.0:1749605895.910264:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749605895.910268:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749605895.910270:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605895.910271:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000200:2.0:1749605895.910272:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605895.910273:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749605895.910273:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000400:00000200:2.0:1749605895.910274:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605895.910275:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605895.910277:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [22:22:254:4294967295] 192.168.201.120@tcp LPNI seq info [22:22:6:4294967295]
00000100:00000200:3.0:1749605895.910278:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800b6f1b800 x1834594729986432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749605895.910282:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605895.910284:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605895.910285:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749605895.910288:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605895.910290:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605895.910291:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749605895.910294:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749605895.910295:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:3.0:1749605895.910296:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749605895.910298:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749605895.910300:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:3.0:1749605895.910301:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:3.0:1749605895.910303:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800b6f1bb80 x1834594729986560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749605895.910326:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749605895.910327:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:3.0:1749605895.910329:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749605895.910331:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749605895.910332:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:3.0:1749605895.910333:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:3.0:1749605895.910335:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4000 x1834594729986688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605895.911530:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02688.
00000400:00000200:2.0:1749605895.911534:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:2.0:1749605895.911535:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605895.911540:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b6f1bb80 x1834594729986560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605895.911548:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800b6f1bb80 x1834594729986560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605895.911566:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e59800.
00000400:00000010:1.0:1749605895.911568:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
02000000:00000010:2.0:1749605895.911570:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26400.
00000400:00000200:1.0:1749605895.911573:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000100:00000010:2.0:1749605895.911573:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6f1bb80.
00000400:00000010:1.0:1749605895.911574:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:1.0:1749605895.911579:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b6f1b800 x1834594729986432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605895.911587:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800b6f1b800 x1834594729986432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605895.911599:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
02000000:00000010:1.0:1749605895.911600:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9a00.
00000400:00000200:2.0:1749605895.911601:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749605895.911602:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
02000000:00000010:1.0:1749605895.911603:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96100.
00000100:00000010:1.0:1749605895.911605:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6f1b800.
00000100:00000200:2.0:1749605895.911605:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4000 x1834594729986688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605895.911612:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4000 x1834594729986688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605895.911623:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605895.911631:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26800.
00000100:00000010:2.0:1749605895.911633:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4000.
00000100:00000010:3.0:1749605895.922977:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5240.
00000100:00000010:2.0:1749605895.922983:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f59c0.
00000100:00000010:1.0:1749605895.923005:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5d80.
00000100:00000010:3.0:1749605900.918053:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4380.
02000000:00000010:3.0:1749605900.918077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96000.
00000400:00000200:3.0:1749605900.918155:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749605900.918172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749605900.918179:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26c00.
00000100:00000010:3.0:1749605900.918203:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4a80.
02000000:00000010:3.0:1749605900.918207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27000.
02000000:00000010:2.0:1749605900.918270:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000400:00000010:2.0:1749605900.918279:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029f8.
00000400:00000010:2.0:1749605900.918284:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749605900.918299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729986944, portal 10
00000400:00000010:2.0:1749605900.918307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605900.918310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729986944, offset 0
00000400:00000200:2.0:1749605900.918319:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605900.918346:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605900.918352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605900.918356:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605900.918360:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605900.918364:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605900.918369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [24:24:255:4294967295] 192.168.201.120@tcp LPNI seq info [24:24:7:4294967295]
00000400:00000200:2.0:1749605900.918384:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605900.918392:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605900.918398:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749605900.918405:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605900.918414:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605900.918418:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749605900.918469:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e59800.
00000400:00000010:2.0:1749605900.918475:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02688.
00000400:00000010:2.0:1749605900.918480:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749605900.918484:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729987072, portal 10
00000400:00000010:2.0:1749605900.918490:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749605900.918493:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729987072, offset 0
00000800:00000200:1.0:1749605900.918499:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749605900.918500:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605900.918505:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:2.0:1749605900.918507:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605900.918512:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605900.918512:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605900.918521:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605900.918526:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000200:2.0:1749605900.918527:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749605900.918530:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000400:00000200:2.0:1749605900.918530:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605900.918533:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605900.918537:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [25:25:254:4294967295] 192.168.201.120@tcp LPNI seq info [25:25:6:4294967295]
00000100:00000200:1.0:1749605900.918542:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4380 x1834594729986816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749605900.918551:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605900.918558:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605900.918563:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749605900.918568:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605900.918576:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605900.918579:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749605900.918638:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605900.918643:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749605900.918647:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605900.918653:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605900.918657:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:1.0:1749605900.918660:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:1.0:1749605900.918666:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4700 x1834594729986944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605900.918711:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605900.918723:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749605900.918727:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605900.918733:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605900.918737:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:1.0:1749605900.918739:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:1.0:1749605900.918746:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4a80 x1834594729987072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605900.919878:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaf78.
00000400:00000200:2.0:1749605900.919882:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749605900.919884:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749605900.919888:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4380 x1834594729986816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605900.919897:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4380 x1834594729986816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605900.919903:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029f8.
00000400:00000200:3.0:1749605900.919908:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:3.0:1749605900.919909:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
02000000:00000010:2.0:1749605900.919913:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9000.
00000100:00000200:3.0:1749605900.919914:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4700 x1834594729986944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605900.919916:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96000.
00000100:00000010:2.0:1749605900.919919:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4380.
00000100:00000200:3.0:1749605900.919920:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4700 x1834594729986944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000010:3.0:1749605900.919931:0:29481:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800adc6a000.
00000400:00000010:3.0:1749605900.919955:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02688.
00000400:00000200:3.0:1749605900.919956:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:3.0:1749605900.919957:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:3.0:1749605900.919959:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4a80 x1834594729987072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605900.919973:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4a80 x1834594729987072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000020:00000010:3.0:1749605900.919991:0:29481:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800adc6c000.
02000000:00000010:3.0:1749605900.919997:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:3.0:1749605900.919999:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26c00.
00000100:00000010:3.0:1749605900.920001:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749605900.920003:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e59800.
02000000:00000010:3.0:1749605900.920004:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27000.
00000100:00000010:3.0:1749605900.920006:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4a80.
00000100:00000010:3.0:1749605900.930988:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5900.
00000100:00000010:2.0:1749605900.930997:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5fc0.
00000100:00000010:1.0:1749605900.931035:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5380.
00000100:00000010:3.0:1749605905.926101:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4a80.
02000000:00000010:3.0:1749605905.926126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96500.
00000400:00000200:3.0:1749605905.926185:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749605905.926203:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749605905.926210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27000.
02000000:00000010:1.0:1749605905.926216:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749605905.926224:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000100:00000010:3.0:1749605905.926226:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4e00.
02000000:00000010:3.0:1749605905.926229:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:1.0:1749605905.926230:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
02000000:00000010:2.0:1749605905.926231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5bc00.
00000400:00000010:2.0:1749605905.926236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000100:00000200:1.0:1749605905.926237:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729987200, portal 25
00000400:00000010:2.0:1749605905.926240:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000400:00000010:1.0:1749605905.926241:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749605905.926242:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729987200, offset 0
00000100:00000200:2.0:1749605905.926242:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729987328, portal 10
00000400:00000010:2.0:1749605905.926247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000200:1.0:1749605905.926248:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749605905.926252:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729987328, offset 0
00000400:00000200:2.0:1749605905.926257:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605905.926259:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605905.926264:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605905.926268:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605905.926271:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605905.926272:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605905.926275:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [26:26:256:4294967295] 192.168.201.120@tcp LPNI seq info [26:26:8:4294967295]
00000400:00000200:1.0:1749605905.926284:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605905.926288:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605905.926292:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:2.0:1749605905.926292:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605905.926296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749605905.926297:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749605905.926304:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605905.926308:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749605905.926313:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605905.926315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605905.926316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605905.926318:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [27:27:255:4294967295] 192.168.201.120@tcp LPNI seq info [27:27:7:4294967295]
00000400:00000200:2.0:1749605905.926324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605905.926327:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749605905.926329:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000800:00000010:2.0:1749605905.926329:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749605905.926332:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605905.926336:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605905.926337:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749605905.926341:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749605905.926348:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749605905.926359:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
02000000:00000010:2.0:1749605905.926379:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e59800.
00000400:00000010:2.0:1749605905.926381:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749605905.926383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749605905.926385:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729987456, portal 10
00000400:00000010:2.0:1749605905.926388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749605905.926389:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729987456, offset 0
00000400:00000200:2.0:1749605905.926392:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605905.926395:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605905.926397:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605905.926398:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605905.926399:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605905.926400:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605905.926402:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [28:28:254:4294967295] 192.168.201.120@tcp LPNI seq info [28:28:6:4294967295]
00000400:00000200:2.0:1749605905.926406:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605905.926408:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605905.926409:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749605905.926411:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605905.926413:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605905.926414:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749605905.927764:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749605905.927770:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:2.0:1749605905.927772:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:2.0:1749605905.927778:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4700 x1834594729987328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605905.927787:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4700 x1834594729987328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749605905.927802:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749605905.927805:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749605905.927807:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605905.927810:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4a80 x1834594729987200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605905.927810:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5bc00.
02000000:00000010:2.0:1749605905.927815:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27000.
00000100:00000200:1.0:1749605905.927817:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4a80 x1834594729987200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749605905.927819:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4700.
00000400:00000010:2.0:1749605905.927823:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749605905.927824:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749605905.927825:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
02000000:00000010:1.0:1749605905.927827:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749605905.927828:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4e00 x1834594729987456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605905.927830:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96500.
00000100:00000010:1.0:1749605905.927832:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4a80.
00000100:00000200:2.0:1749605905.927834:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4e00 x1834594729987456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605905.927846:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e59800.
02000000:00000010:2.0:1749605905.927848:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26c00.
00000100:00000010:2.0:1749605905.927850:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4e00.
00000100:00000010:1.0:1749605905.939072:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:3.0:1749605905.939096:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:2.0:1749605905.939117:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:3.0:1749605910.934055:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5180.
02000000:00000010:3.0:1749605910.934089:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96a00.
00000400:00000200:3.0:1749605910.934156:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749605910.934182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5500.
02000000:00000010:3.0:1749605910.934205:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27400.
02000000:00000010:1.0:1749605910.934208:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749605910.934218:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000100:00000010:3.0:1749605910.934224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5880.
00000400:00000010:1.0:1749605910.934226:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
02000000:00000010:3.0:1749605910.934228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27800.
00000100:00000200:1.0:1749605910.934236:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729987584, portal 25
00000400:00000010:1.0:1749605910.934241:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749605910.934243:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729987584, offset 0
00000400:00000200:1.0:1749605910.934251:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605910.934265:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605910.934273:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605910.934278:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605910.934282:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605910.934285:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605910.934287:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [29:29:256:4294967295] 192.168.201.120@tcp LPNI seq info [29:29:8:4294967295]
00000400:00000200:1.0:1749605910.934300:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1749605910.934305:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e59800.
00000800:00000200:1.0:1749605910.934306:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605910.934311:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749605910.934318:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:2.0:1749605910.934321:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000800:00000200:1.0:1749605910.934328:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:2.0:1749605910.934331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749605910.934340:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729987712, portal 10
00000800:00000200:1.0:1749605910.934348:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:2.0:1749605910.934348:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749605910.934351:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729987712, offset 0
00000400:00000200:2.0:1749605910.934364:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749605910.934378:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000400:00000200:2.0:1749605910.934382:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605910.934390:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1749605910.934396:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000100:00000010:1.0:1749605910.934401:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000100:00000010:1.0:1749605910.934406:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000400:00000200:2.0:1749605910.934412:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605910.934417:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605910.934421:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605910.934426:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [30:30:255:4294967295] 192.168.201.120@tcp LPNI seq info [30:30:7:4294967295]
00000400:00000200:2.0:1749605910.934443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605910.934451:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605910.934456:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749605910.934464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605910.934475:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605910.934482:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749605910.934506:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5bc00.
00000400:00000010:2.0:1749605910.934510:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749605910.934525:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605910.934528:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729987840, portal 10
00000400:00000010:2.0:1749605910.934532:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749605910.934534:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729987840, offset 0
00000400:00000200:2.0:1749605910.934539:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605910.934544:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605910.934547:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605910.934550:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605910.934552:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605910.934554:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605910.934557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [31:31:255:4294967295] 192.168.201.120@tcp LPNI seq info [31:31:7:4294967295]
00000400:00000200:2.0:1749605910.934565:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605910.934569:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605910.934573:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749605910.934577:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605910.934582:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605910.934584:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605910.936141:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749605910.936148:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749605910.936150:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605910.936160:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5180 x1834594729987584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605910.936173:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5180 x1834594729987584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605910.936188:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749605910.936198:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749605910.936201:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
02000000:00000010:1.0:1749605910.936202:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749605910.936209:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96a00.
00000100:00000200:2.0:1749605910.936212:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5500 x1834594729987712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749605910.936215:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5180.
00000100:00000200:2.0:1749605910.936229:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5500 x1834594729987712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605910.936265:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749605910.936269:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:2.0:1749605910.936272:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605910.936277:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5880 x1834594729987840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605910.936290:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5880 x1834594729987840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605910.936314:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e59800.
02000000:00000010:2.0:1749605910.936321:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27400.
00000100:00000010:2.0:1749605910.936327:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5500.
02000000:00000010:2.0:1749605910.936333:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5bc00.
02000000:00000010:2.0:1749605910.936336:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27800.
00000100:00000010:2.0:1749605910.936338:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5880.
00000100:00000010:3.0:1749605910.947029:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:2.0:1749605910.947085:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:1.0:1749605910.947151:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:3.0:1749605915.942063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5c00.
02000000:00000010:3.0:1749605915.942091:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96a00.
00000400:00000200:3.0:1749605915.942157:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749605915.942189:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5f80.
02000000:00000010:3.0:1749605915.942196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27c00.
00000100:00000010:3.0:1749605915.942225:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6300.
02000000:00000010:3.0:1749605915.942228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27800.
02000000:00000010:2.0:1749605915.942336:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5bc00.
00000400:00000010:2.0:1749605915.942344:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749605915.942349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605915.942352:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729988096, portal 10
00000400:00000010:2.0:1749605915.942357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749605915.942359:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729988096, offset 0
00000400:00000200:2.0:1749605915.942365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605915.942372:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605915.942375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605915.942391:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605915.942393:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605915.942396:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605915.942398:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [33:33:255:4294967295] 192.168.201.120@tcp LPNI seq info [33:33:7:4294967295]
00000400:00000200:2.0:1749605915.942407:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605915.942411:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605915.942414:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749605915.942418:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605915.942424:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605915.942427:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749605915.942441:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e59800.
00000400:00000010:2.0:1749605915.942444:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749605915.942446:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749605915.942448:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729988224, portal 10
00000400:00000010:2.0:1749605915.942451:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749605915.942453:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729988224, offset 0
00000400:00000200:2.0:1749605915.942456:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605915.942459:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605915.942461:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605915.942463:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605915.942465:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605915.942466:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605915.942468:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [34:34:254:4294967295] 192.168.201.120@tcp LPNI seq info [34:34:6:4294967295]
00000400:00000200:2.0:1749605915.942475:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605915.942478:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605915.942480:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749605915.942482:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605915.942485:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605915.942486:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749605915.942487:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:1.0:1749605915.942491:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:1.0:1749605915.942497:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605915.942504:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605915.942509:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:1.0:1749605915.942511:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:1.0:1749605915.942521:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5c00 x1834594729987968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605915.942548:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605915.942549:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749605915.942551:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605915.942553:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605915.942555:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:1.0:1749605915.942556:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:1.0:1749605915.942559:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5f80 x1834594729988096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605915.942587:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605915.942589:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:1.0:1749605915.942590:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605915.942593:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605915.942594:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:1.0:1749605915.942595:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:1.0:1749605915.942598:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6300 x1834594729988224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605915.944636:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749605915.944643:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:2.0:1749605915.944645:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749605915.944652:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5f80 x1834594729988096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605915.944663:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5f80 x1834594729988096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605915.944688:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5bc00.
02000000:00000010:2.0:1749605915.944692:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27c00.
00000100:00000010:2.0:1749605915.944697:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5f80.
00000400:00000010:1.0:1749605915.944724:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaf78.
00000400:00000200:1.0:1749605915.944728:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:1.0:1749605915.944729:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:1.0:1749605915.944734:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5c00 x1834594729987968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605915.944736:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749605915.944739:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000100:00000200:1.0:1749605915.944741:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5c00 x1834594729987968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605915.944741:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749605915.944745:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6300 x1834594729988224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605915.944752:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6300 x1834594729988224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605915.944758:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8e00.
02000000:00000010:1.0:1749605915.944762:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96a00.
00000100:00000010:1.0:1749605915.944765:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5c00.
02000000:00000010:2.0:1749605915.944766:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e59800.
02000000:00000010:2.0:1749605915.944769:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27800.
00000100:00000010:2.0:1749605915.944771:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6300.
00000100:00000010:1.0:1749605915.954990:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5bc0.
00000100:00000010:3.0:1749605915.955010:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5480.
00000100:00000010:2.0:1749605915.955040:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5b00.
00000100:00000010:2.0:1749605920.950063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605920.950082:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749605920.950134:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605920.950152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749605920.950159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e59800.
00000100:00000010:2.0:1749605920.950181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749605920.950185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5bc00.
02000000:00000010:3.0:1749605920.950210:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605920.950218:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605920.950223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749605920.950228:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729988480, portal 10
00000400:00000010:3.0:1749605920.950233:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749605920.950234:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729988480, offset 0
00000400:00000200:3.0:1749605920.950240:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605920.950249:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605920.950254:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605920.950257:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605920.950260:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605920.950261:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605920.950264:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [35:35:256:4294967295] 192.168.201.120@tcp LPNI seq info [35:35:8:4294967295]
00000400:00000200:3.0:1749605920.950272:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605920.950276:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605920.950279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749605920.950283:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605920.950290:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605920.950293:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749605920.950323:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749605920.950332:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749605920.950339:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749605920.950345:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
02000000:00000010:3.0:1749605920.950352:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605920.950354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605920.950366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749605920.950369:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729988608, portal 10
00000400:00000010:3.0:1749605920.950372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749605920.950373:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729988608, offset 0
00000400:00000200:3.0:1749605920.950377:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605920.950381:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605920.950383:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605920.950385:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605920.950387:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605920.950388:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605920.950391:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [37:37:254:4294967295] 192.168.201.120@tcp LPNI seq info [37:37:6:4294967295]
00000400:00000200:3.0:1749605920.950397:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605920.950402:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605920.950403:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749605920.950406:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605920.950410:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605920.950412:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749605920.950416:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605920.950423:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749605920.950430:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605920.950438:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605920.950443:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:1.0:1749605920.950445:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:1.0:1749605920.950457:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594729988480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605920.950481:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605920.950482:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:1.0:1749605920.950485:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605920.950498:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605920.950501:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:1.0:1749605920.950503:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:1.0:1749605920.950507:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594729988352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605920.950603:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605920.950607:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749605920.950611:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605920.950617:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605920.950631:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:1.0:1749605920.950633:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:1.0:1749605920.950640:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594729988608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605920.952461:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605920.952467:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749605920.952468:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749605920.952476:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594729988480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605920.952485:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594729988480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605920.952507:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605920.952511:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e59800.
00000100:00000010:3.0:1749605920.952514:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:1.0:1749605920.952591:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
00000400:00000200:1.0:1749605920.952597:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749605920.952599:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:1.0:1749605920.952606:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729988352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605920.952616:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729988352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605920.952625:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605920.952628:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749605920.952629:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
02000000:00000010:1.0:1749605920.952640:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000100:00000200:3.0:1749605920.952641:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594729988608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605920.952645:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:3.0:1749605920.952647:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594729988608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749605920.952650:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749605920.952662:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605920.952664:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5bc00.
00000100:00000010:3.0:1749605920.952667:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749605920.963010:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:2.0:1749605920.963017:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:1.0:1749605920.963057:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:2.0:1749605925.958015:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749605925.958061:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749605925.958127:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605925.958159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749605925.958168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5b800.
02000000:00000010:1.0:1749605925.958186:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749605925.958195:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000100:00000010:2.0:1749605925.958200:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000400:00000010:1.0:1749605925.958203:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
02000000:00000010:2.0:1749605925.958204:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5bc00.
00000100:00000200:1.0:1749605925.958213:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729988736, portal 25
00000400:00000010:1.0:1749605925.958219:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749605925.958221:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729988736, offset 0
00000400:00000200:1.0:1749605925.958230:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749605925.958247:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000200:1.0:1749605925.958252:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749605925.958253:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605925.958257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000200:1.0:1749605925.958259:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749605925.958260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729988864, portal 10
00000400:00000200:1.0:1749605925.958265:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749605925.958266:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000400:00000200:1.0:1749605925.958268:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:3.0:1749605925.958268:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729988864, offset 0
00000400:00000200:1.0:1749605925.958271:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605925.958274:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [38:38:256:4294967295] 192.168.201.120@tcp LPNI seq info [38:38:8:4294967295]
00000400:00000200:3.0:1749605925.958275:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605925.958286:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605925.958292:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605925.958295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749605925.958297:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749605925.958300:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605925.958303:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749605925.958304:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605925.958306:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605925.958309:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605925.958312:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [39:39:255:4294967295] 192.168.201.120@tcp LPNI seq info [39:39:7:4294967295]
00000800:00000200:1.0:1749605925.958313:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605925.958318:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749605925.958322:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605925.958328:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605925.958332:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749605925.958338:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749605925.958342:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000800:00000200:3.0:1749605925.958343:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605925.958347:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749605925.958362:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749605925.958368:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000100:00000010:1.0:1749605925.958399:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
02000000:00000010:3.0:1749605925.958429:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605925.958433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605925.958460:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749605925.958471:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729988992, portal 10
00000400:00000010:3.0:1749605925.958477:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749605925.958479:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729988992, offset 0
00000400:00000200:3.0:1749605925.958486:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605925.958493:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605925.958497:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605925.958500:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605925.958503:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605925.958505:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605925.958508:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [40:40:255:4294967295] 192.168.201.120@tcp LPNI seq info [40:40:7:4294967295]
00000400:00000200:3.0:1749605925.958518:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605925.958523:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605925.958527:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749605925.958532:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605925.958538:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605925.958541:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605925.960109:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749605925.960114:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749605925.960116:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000400:00000010:3.0:1749605925.960121:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000100:00000200:1.0:1749605925.960123:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594729988736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749605925.960126:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749605925.960127:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749605925.960132:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594729988864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605925.960133:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594729988736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605925.960140:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594729988864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605925.960159:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
02000000:00000010:1.0:1749605925.960160:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:3.0:1749605925.960160:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749605925.960161:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749605925.960163:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594729988992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605925.960167:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:3.0:1749605925.960169:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594729988992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749605925.960172:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749605925.960192:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605925.960195:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5b800.
00000100:00000010:3.0:1749605925.960198:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749605925.960201:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605925.960203:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5bc00.
00000100:00000010:3.0:1749605925.960205:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749605925.971051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:3.0:1749605925.971054:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749605925.971062:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:2.0:1749605930.966010:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749605930.966029:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749605930.966080:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605930.966091:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749605930.966096:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e59800.
00000100:00000010:2.0:1749605930.966109:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749605930.966113:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749605930.966113:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5bc00.
00000400:00000010:1.0:1749605930.966119:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749605930.966124:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605930.966140:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729989120, portal 25
00000400:00000010:1.0:1749605930.966144:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749605930.966145:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729989120, offset 0
00000400:00000200:1.0:1749605930.966151:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749605930.966152:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605930.966159:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000200:1.0:1749605930.966160:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749605930.966163:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000400:00000200:1.0:1749605930.966165:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749605930.966166:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729989248, portal 10
00000400:00000200:1.0:1749605930.966169:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749605930.966170:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000200:1.0:1749605930.966173:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:3.0:1749605930.966173:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729989248, offset 0
00000400:00000200:1.0:1749605930.966175:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605930.966178:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [41:41:256:4294967295] 192.168.201.120@tcp LPNI seq info [41:41:8:4294967295]
00000400:00000200:3.0:1749605930.966179:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605930.966189:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605930.966195:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605930.966197:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749605930.966199:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:3.0:1749605930.966200:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605930.966202:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605930.966205:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749605930.966206:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605930.966207:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605930.966210:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [42:42:255:4294967295] 192.168.201.120@tcp LPNI seq info [42:42:7:4294967295]
00000800:00000200:1.0:1749605930.966214:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605930.966218:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749605930.966218:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605930.966223:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605930.966226:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749605930.966230:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605930.966235:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605930.966238:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749605930.966243:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749605930.966269:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749605930.966272:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749605930.966278:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
02000000:00000010:3.0:1749605930.966302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605930.966306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605930.966308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749605930.966317:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729989376, portal 10
00000400:00000010:3.0:1749605930.966321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749605930.966323:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729989376, offset 0
00000400:00000200:3.0:1749605930.966328:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605930.966333:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605930.966337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605930.966339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605930.966341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605930.966344:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605930.966346:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [43:43:254:4294967295] 192.168.201.120@tcp LPNI seq info [43:43:6:4294967295]
00000400:00000200:3.0:1749605930.966354:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605930.966358:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605930.966361:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749605930.966365:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605930.966369:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605930.966372:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605930.968201:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749605930.968206:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749605930.968208:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605930.968214:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594729989120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605930.968222:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594729989120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605930.968242:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749605930.968247:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749605930.968251:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749605930.968310:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605930.968316:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749605930.968318:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749605930.968326:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594729989376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605930.968340:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594729989376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605930.968367:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605930.968372:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5bc00.
00000100:00000010:3.0:1749605930.968376:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749605930.976738:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605930.976744:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749605930.976745:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749605930.976753:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594729989248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605930.976768:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594729989248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605930.976786:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605930.976790:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e59800.
00000100:00000010:3.0:1749605930.976793:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749605930.979084:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:3.0:1749605930.979092:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749605930.979099:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:2.0:1749605935.974034:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749605935.974067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749605935.974131:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605935.974151:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749605935.974158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5b800.
00000100:00000010:2.0:1749605935.974182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749605935.974189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e59800.
02000000:00000010:3.0:1749605935.974283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605935.974292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605935.974297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749605935.974301:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729989632, portal 10
00000400:00000010:3.0:1749605935.974306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749605935.974309:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729989632, offset 0
00000400:00000200:3.0:1749605935.974315:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605935.974333:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605935.974336:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605935.974339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605935.974341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605935.974344:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605935.974346:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [45:45:255:4294967295] 192.168.201.120@tcp LPNI seq info [45:45:7:4294967295]
00000400:00000200:3.0:1749605935.974355:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605935.974359:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605935.974364:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749605935.974368:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605935.974373:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605935.974377:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749605935.974443:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605935.974447:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605935.974449:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749605935.974452:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729989760, portal 10
00000400:00000010:3.0:1749605935.974465:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749605935.974467:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729989760, offset 0
00000400:00000200:3.0:1749605935.974472:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605935.974476:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605935.974479:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605935.974481:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605935.974483:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605935.974485:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605935.974488:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [46:46:254:4294967295] 192.168.201.120@tcp LPNI seq info [46:46:6:4294967295]
00000400:00000200:3.0:1749605935.974494:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605935.974495:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749605935.974498:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605935.974500:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749605935.974503:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:1.0:1749605935.974504:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:1.0:1749605935.974537:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749605935.974545:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605935.974547:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749605935.974549:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605935.974556:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749605935.974560:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749605935.974574:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594729989504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605935.974611:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605935.974615:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749605935.974619:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605935.974624:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605935.974629:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:1.0:1749605935.974630:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:1.0:1749605935.974636:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594729989632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605935.974709:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605935.974712:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749605935.974714:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605935.974718:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605935.974720:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:1.0:1749605935.974722:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:1.0:1749605935.974726:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594729989760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605935.976927:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae70.
00000400:00000200:2.0:1749605935.976962:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749605935.976966:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749605935.976976:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729989504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605935.976991:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729989504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605935.977005:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605935.977012:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749605935.977014:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749605935.977022:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594729989632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605935.977025:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9000.
00000100:00000200:3.0:1749605935.977031:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594729989632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605935.977032:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749605935.977047:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749605935.977052:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605935.977054:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749605935.977056:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749605935.977059:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729989760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605935.977066:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729989760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605935.977079:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605935.977092:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5b800.
00000100:00000010:3.0:1749605935.977096:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749605935.977100:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605935.977102:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e59800.
00000100:00000010:3.0:1749605935.977105:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749605935.987046:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f58c0.
00000100:00000010:1.0:1749605935.987057:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5ac0.
00000100:00000010:3.0:1749605935.987069:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5540.
00000100:00000010:2.0:1749605940.982035:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749605940.982065:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749605940.982124:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605940.982143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749605940.982151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5bc00.
00000100:00000010:2.0:1749605940.982178:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749605940.982184:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e59800.
02000000:00000010:3.0:1749605940.982213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605940.982218:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605940.982221:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749605940.982224:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729990016, portal 10
00000400:00000010:3.0:1749605940.982227:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749605940.982228:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729990016, offset 0
00000400:00000200:3.0:1749605940.982233:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605940.982252:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605940.982254:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605940.982256:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605940.982257:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605940.982259:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605940.982261:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [48:48:255:4294967295] 192.168.201.120@tcp LPNI seq info [48:48:7:4294967295]
00000400:00000200:3.0:1749605940.982266:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605940.982268:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605940.982271:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749605940.982273:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605940.982277:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605940.982279:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749605940.982299:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749605940.982314:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749605940.982317:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749605940.982328:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
02000000:00000010:3.0:1749605940.982335:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605940.982350:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605940.982352:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749605940.982354:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729990144, portal 10
00000400:00000010:3.0:1749605940.982361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749605940.982362:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729990144, offset 0
00000800:00000200:1.0:1749605940.982365:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749605940.982365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605940.982368:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749605940.982370:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:3.0:1749605940.982370:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605940.982371:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605940.982372:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605940.982374:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605940.982375:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [49:49:254:4294967295] 192.168.201.120@tcp LPNI seq info [49:49:6:4294967295]
00000400:00000200:1.0:1749605940.982378:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749605940.982379:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605940.982382:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605940.982383:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749605940.982385:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749605940.982385:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605940.982387:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749605940.982389:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000800:00000200:3.0:1749605940.982389:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605940.982391:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:1.0:1749605940.982409:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594729989888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605940.982470:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605940.982472:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749605940.982474:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605940.982478:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605940.982480:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:1.0:1749605940.982482:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:1.0:1749605940.982487:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594729990016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749605940.982574:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749605940.982576:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749605940.982579:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749605940.982582:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749605940.982584:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:1.0:1749605940.982586:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:1.0:1749605940.982590:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594729990144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605940.983957:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae18.
00000400:00000200:2.0:1749605940.983961:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749605940.983963:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749605940.983967:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729989888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605940.983974:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729989888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605940.983992:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9a00.
02000000:00000010:2.0:1749605940.983996:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749605940.983999:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749605940.984014:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605940.984018:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749605940.984020:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749605940.984026:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594729990016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605940.984036:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594729990016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605940.984052:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605940.984053:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749605940.984054:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749605940.984056:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594729990144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605940.984083:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594729990144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605940.984095:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605940.984099:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5bc00.
00000100:00000010:3.0:1749605940.984102:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:3.0:1749605940.984105:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605940.984107:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e59800.
00000100:00000010:3.0:1749605940.984109:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749605940.995045:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:1.0:1749605940.995083:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749605940.995093:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:2.0:1749605945.990035:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749605945.990062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749605945.990118:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605945.990136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749605945.990143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5b800.
02000000:00000010:1.0:1749605945.990156:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749605945.990158:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749605945.990164:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e59800.
00000400:00000010:1.0:1749605945.990166:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:3.0:1749605945.990170:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:1.0:1749605945.990173:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000400:00000010:3.0:1749605945.990176:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605945.990181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:1.0:1749605945.990182:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729990272, portal 25
00000100:00000200:3.0:1749605945.990185:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729990400, portal 10
00000400:00000010:1.0:1749605945.990187:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749605945.990189:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729990272, offset 0
00000400:00000010:3.0:1749605945.990189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749605945.990191:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729990400, offset 0
00000400:00000200:1.0:1749605945.990197:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605945.990204:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605945.990211:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605945.990218:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605945.990222:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605945.990225:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605945.990228:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605945.990231:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [50:50:256:4294967295] 192.168.201.120@tcp LPNI seq info [50:50:8:4294967295]
00000400:00000200:1.0:1749605945.990270:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605945.990277:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605945.990278:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749605945.990281:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:3.0:1749605945.990281:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605945.990283:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605945.990285:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605945.990288:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749605945.990289:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605945.990290:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [51:51:255:4294967295] 192.168.201.120@tcp LPNI seq info [51:51:7:4294967295]
00000800:00000200:1.0:1749605945.990299:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749605945.990299:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605945.990302:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749605945.990303:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749605945.990305:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749605945.990309:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605945.990313:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605945.990315:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749605945.990329:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749605945.990390:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749605945.990399:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749605945.990411:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
02000000:00000010:3.0:1749605945.990428:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605945.990431:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605945.990434:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749605945.990436:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729990528, portal 10
00000400:00000010:3.0:1749605945.990440:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749605945.990441:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729990528, offset 0
00000400:00000200:3.0:1749605945.990445:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605945.990450:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605945.990452:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605945.990454:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605945.990456:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605945.990458:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605945.990460:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [52:52:254:4294967295] 192.168.201.120@tcp LPNI seq info [52:52:6:4294967295]
00000400:00000200:3.0:1749605945.990467:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605945.990470:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605945.990472:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749605945.990475:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605945.990479:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605945.990481:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605945.992248:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749605945.992251:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749605945.992252:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605945.992261:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729990272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605945.992269:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729990272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605945.992289:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000010:3.0:1749605945.992289:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605945.992292:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
02000000:00000010:1.0:1749605945.992293:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000010:3.0:1749605945.992294:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000010:1.0:1749605945.992296:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000200:3.0:1749605945.992299:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594729990400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605945.992308:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594729990400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605945.992326:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605945.992334:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5b800.
00000100:00000010:3.0:1749605945.992337:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:3.0:1749605945.992361:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605945.992363:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749605945.992365:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749605945.992369:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594729990528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605945.992376:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594729990528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605945.992387:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605945.992390:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e59800.
00000100:00000010:3.0:1749605945.992391:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749605946.003020:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749605946.003029:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749605946.003032:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000400:00000010:2.0:1749605950.723053:0:29479:0:(lib-lnet.h:471:lnet_rspt_free()) free 'rspt': 56 at ffff88012a9e5118.
00000400:00000010:2.0:1749605950.723073:0:29479:0:(lib-lnet.h:471:lnet_rspt_free()) free 'rspt': 56 at ffff88012a59c0a8.
00000100:00000010:2.0:1749605950.998069:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749605950.998122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749605950.998194:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605950.998218:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749605950.998233:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e5bc00.
00000100:00000010:2.0:1749605950.998254:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749605950.998278:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800a9e59800.
02000000:00000010:3.0:1749605950.998292:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749605950.998306:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
02000000:00000010:2.0:1749605950.998312:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800a9e5b800.
00000400:00000010:2.0:1749605950.998317:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:3.0:1749605950.998317:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000010:2.0:1749605950.998323:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749605950.998329:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729990784, portal 10
00000100:00000200:3.0:1749605950.998330:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729990656, portal 25
00000400:00000010:2.0:1749605950.998336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000400:00000010:3.0:1749605950.998336:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:2.0:1749605950.998339:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729990784, offset 0
00000100:00000200:3.0:1749605950.998340:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729990656, offset 0
00000400:00000200:2.0:1749605950.998347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605950.998362:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605950.998363:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605950.998370:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605950.998376:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605950.998380:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605950.998383:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605950.998386:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [53:53:256:4294967295] 192.168.201.120@tcp LPNI seq info [53:53:8:4294967295]
00000400:00000200:2.0:1749605950.998400:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605950.998407:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605950.998411:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749605950.998412:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605950.998417:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749605950.998419:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605950.998422:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605950.998426:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749605950.998430:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749605950.998430:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605950.998434:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [54:54:255:4294967295] 192.168.201.120@tcp LPNI seq info [54:54:7:4294967295]
00000800:00000200:2.0:1749605950.998435:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749605950.998447:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605950.998453:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605950.998459:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000010:2.0:1749605950.998463:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362780.
00000800:00000200:3.0:1749605950.998466:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749605950.998481:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362d40.
00000800:00000200:3.0:1749605950.998484:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605950.998489:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749605950.998490:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362600.
00000100:00000010:2.0:1749605950.998495:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362440.
02000000:00000010:2.0:1749605950.998518:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749605950.998525:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749605950.998529:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605950.998532:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729990912, portal 10
00000400:00000010:2.0:1749605950.998536:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749605950.998538:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729990912, offset 0
00000400:00000200:2.0:1749605950.998543:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605950.998547:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605950.998550:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605950.998553:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605950.998555:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605950.998557:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605950.998560:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [55:55:254:4294967295] 192.168.201.120@tcp LPNI seq info [55:55:6:4294967295]
00000400:00000200:2.0:1749605950.998567:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605950.998571:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605950.998574:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749605950.998577:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605950.998582:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605950.998585:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749605951.000824:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749605951.000834:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749605951.000837:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749605951.000848:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594729990784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605951.000865:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594729990784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605951.000905:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749605951.000908:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749605951.000910:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605951.000916:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594729990912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605951.000987:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594729990912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605951.001014:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800a9e5b800.
02000000:00000010:2.0:1749605951.001022:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e5bc00.
00000100:00000010:2.0:1749605951.001028:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749605951.001033:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749605951.001037:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800a9e59800.
00000100:00000010:2.0:1749605951.001040:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:3.0:1749605951.001094:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605951.001102:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749605951.001103:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749605951.001111:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594729990656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605951.001123:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594729990656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605951.001149:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749605951.001154:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749605951.001156:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749605951.011032:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362d40.
00000100:00000010:2.0:1749605951.011042:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362600.
00000100:00000010:3.0:1749605951.011047:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362440.
00000100:00000010:2.0:1749605956.006154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749605956.006214:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749605956.006266:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605956.006282:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749605956.006288:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749605956.006302:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749605956.006305:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749605956.006321:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749605956.006322:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749605956.006326:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:1.0:1749605956.006329:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:2.0:1749605956.006332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:1.0:1749605956.006333:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749605956.006338:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729991168, portal 10
00000100:00000200:1.0:1749605956.006341:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729991040, portal 25
00000400:00000010:2.0:1749605956.006344:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:1.0:1749605956.006345:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749605956.006345:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729991168, offset 0
00000100:00000200:1.0:1749605956.006346:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729991040, offset 0
00000400:00000200:2.0:1749605956.006352:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605956.006358:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605956.006364:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605956.006370:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605956.006373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605956.006377:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605956.006379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605956.006381:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [56:56:256:4294967295] 192.168.201.120@tcp LPNI seq info [56:56:8:4294967295]
00000400:00000200:2.0:1749605956.006391:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605956.006411:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605956.006412:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605956.006414:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749605956.006414:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749605956.006417:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605956.006418:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605956.006420:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749605956.006420:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605956.006427:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749605956.006428:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [57:57:255:4294967295] 192.168.201.120@tcp LPNI seq info [57:57:7:4294967295]
00000800:00000200:2.0:1749605956.006431:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749605956.006434:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605956.006438:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605956.006441:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749605956.006445:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749605956.006450:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749605956.006451:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362600.
00000800:00000200:1.0:1749605956.006453:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749605956.006474:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362bc0.
00000100:00000010:2.0:1749605956.006480:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362740.
00000100:00000010:2.0:1749605956.006488:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362e40.
02000000:00000010:2.0:1749605956.006503:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749605956.006507:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749605956.006510:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749605956.006513:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729991296, portal 10
00000400:00000010:2.0:1749605956.006517:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749605956.006519:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729991296, offset 0
00000400:00000200:2.0:1749605956.006524:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605956.006528:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605956.006531:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605956.006533:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605956.006534:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605956.006536:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605956.006538:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [58:58:254:4294967295] 192.168.201.120@tcp LPNI seq info [58:58:6:4294967295]
00000400:00000200:2.0:1749605956.006543:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605956.006545:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605956.006547:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749605956.006550:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605956.006553:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605956.006555:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749605956.008261:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749605956.008272:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749605956.008274:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749605956.008281:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729991296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605956.008291:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729991296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605956.008317:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749605956.008320:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749605956.008324:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:2.0:1749605956.008328:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749605956.008329:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749605956.008330:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605956.008332:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594729991168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605956.008337:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594729991168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605956.008344:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749605956.008345:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749605956.008346:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749605956.008367:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749605956.008371:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749605956.008373:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605956.008378:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594729991040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605956.008385:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594729991040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605956.008396:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749605956.008400:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749605956.008402:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749605956.019041:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362740.
00000100:00000010:1.0:1749605956.019066:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362bc0.
00000100:00000010:3.0:1749605956.019090:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362e40.
00000100:00000010:2.0:1749605961.014081:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749605961.014129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749605961.014168:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605961.014180:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749605961.014185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749605961.014197:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749605961.014199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749605961.014205:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749605961.014212:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
02000000:00000010:1.0:1749605961.014215:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749605961.014217:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000010:1.0:1749605961.014220:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749605961.014223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:3.0:1749605961.014223:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729991424, portal 25
00000100:00000200:1.0:1749605961.014225:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729991552, portal 10
00000400:00000010:3.0:1749605961.014227:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749605961.014229:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729991424, offset 0
00000400:00000200:3.0:1749605961.014235:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000020:00000010:1.0:1749605961.014244:0:29481:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8c10000.
00000400:00000200:3.0:1749605961.014244:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749605961.014248:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749605961.014249:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729991552, offset 0
00000400:00000200:3.0:1749605961.014249:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605961.014253:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605961.014253:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605961.014256:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605961.014264:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605961.014267:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [59:59:256:4294967295] 192.168.201.120@tcp LPNI seq info [59:59:8:4294967295]
00000400:00000200:3.0:1749605961.014276:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749605961.014282:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749605961.014282:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605961.014284:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605961.014286:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749605961.014286:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749605961.014287:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605961.014291:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605961.014293:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [60:60:255:4294967295] 192.168.201.120@tcp LPNI seq info [60:60:7:4294967295]
00000800:00000200:3.0:1749605961.014297:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749605961.014299:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605961.014301:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605961.014304:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:3.0:1749605961.014304:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605961.014306:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605961.014307:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749605961.014309:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605961.014311:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749605961.014329:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749605961.014351:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749605961.014354:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749605961.014359:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
02000000:00000010:1.0:1749605961.014368:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749605961.014370:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749605961.014371:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605961.014373:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729991680, portal 10
00000020:00000010:1.0:1749605961.014376:0:29481:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8c12000.
00000400:00000010:1.0:1749605961.014378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749605961.014379:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729991680, offset 0
00000400:00000200:1.0:1749605961.014382:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605961.014384:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605961.014385:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605961.014387:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605961.014388:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605961.014389:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605961.014390:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [61:61:254:4294967295] 192.168.201.120@tcp LPNI seq info [61:61:6:4294967295]
00000400:00000200:1.0:1749605961.014394:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605961.014396:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605961.014397:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749605961.014403:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749605961.014405:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605961.014406:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605961.015907:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749605961.015911:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749605961.015912:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605961.015917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729991552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605961.015925:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729991552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749605961.015968:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749605961.015971:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749605961.015973:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605961.015976:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594729991680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605961.015980:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000100:00000200:1.0:1749605961.015983:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594729991680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749605961.015983:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749605961.015985:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749605961.015989:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594729991424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605961.015994:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749605961.015997:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000200:3.0:1749605961.015997:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594729991424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749605961.015999:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:1.0:1749605961.016001:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749605961.016002:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749605961.016003:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749605961.016008:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749605961.016011:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749605961.016014:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749605961.026982:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:2.0:1749605961.026995:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:3.0:1749605961.027000:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749605966.022118:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749605966.022137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749605966.022204:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605966.022219:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749605966.022225:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749605966.022249:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749605966.022250:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749605966.022255:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:1.0:1749605966.022257:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749605966.022261:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605966.022267:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729991808, portal 25
00000400:00000010:1.0:1749605966.022271:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749605966.022272:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729991808, offset 0
00000400:00000200:1.0:1749605966.022283:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605966.022292:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605966.022296:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605966.022299:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605966.022301:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605966.022302:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605966.022304:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [62:62:256:4294967295] 192.168.201.120@tcp LPNI seq info [62:62:8:4294967295]
00000400:00000200:1.0:1749605966.022312:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605966.022316:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605966.022319:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749605966.022323:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749605966.022328:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605966.022331:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749605966.022350:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749605966.022358:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749605966.022361:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749605966.022364:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000800:00000200:2.0:1749605966.022425:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749605966.022428:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749605966.022430:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605966.022434:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749605966.022436:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:2.0:1749605966.022438:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749605966.022443:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594729991808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749605966.022462:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749605966.022463:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:2.0:1749605966.022465:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605966.022467:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749605966.022468:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749605966.022469:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749605966.022471:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594729991936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749605966.022488:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749605966.022489:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:2.0:1749605966.022490:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749605966.022492:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749605966.022493:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749605966.022493:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749605966.022495:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594729992064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749605966.024119:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749605966.024125:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749605966.024126:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605966.024132:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594729991808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605966.024142:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594729991808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605966.024162:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749605966.024167:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749605966.024170:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:2.0:1749605966.024172:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eadc0.
00000400:00000200:2.0:1749605966.024176:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749605966.024178:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749605966.024189:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729991936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605966.024197:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729991936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605966.024215:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead68.
00000400:00000200:2.0:1749605966.024218:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749605966.024219:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749605966.024222:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594729992064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605966.024228:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594729992064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605966.024238:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a800.
02000000:00000010:2.0:1749605966.024241:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749605966.024244:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749605966.024246:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749605966.024248:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749605966.024250:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749605966.034981:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749605966.034987:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:3.0:1749605966.035025:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:2.0:1749605971.030182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749605971.030216:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749605971.030301:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605971.030323:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749605971.030330:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749605971.030353:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749605971.030357:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749605971.030360:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749605971.030375:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
02000000:00000010:3.0:1749605971.030383:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605971.030393:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:1.0:1749605971.030396:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000010:3.0:1749605971.030400:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749605971.030403:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729992192, portal 25
00000400:00000010:1.0:1749605971.030408:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:3.0:1749605971.030408:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729992320, portal 10
00000100:00000200:1.0:1749605971.030410:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729992192, offset 0
00000400:00000010:3.0:1749605971.030415:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000200:1.0:1749605971.030420:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749605971.030427:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729992320, offset 0
00000400:00000200:1.0:1749605971.030433:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605971.030436:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605971.030438:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605971.030442:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605971.030445:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605971.030448:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605971.030451:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [65:65:256:4294967295] 192.168.201.120@tcp LPNI seq info [65:65:8:4294967295]
00000400:00000200:1.0:1749605971.030461:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605971.030466:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605971.030471:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:3.0:1749605971.030472:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749605971.030477:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605971.030477:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605971.030482:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749605971.030486:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749605971.030486:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605971.030489:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749605971.030490:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749605971.030493:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [66:66:255:4294967295] 192.168.201.120@tcp LPNI seq info [66:66:7:4294967295]
00000400:00000200:3.0:1749605971.030505:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605971.030510:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749605971.030525:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000800:00000010:3.0:1749605971.030532:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000100:00000010:1.0:1749605971.030540:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000800:00000200:3.0:1749605971.030542:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749605971.030544:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000800:00000200:3.0:1749605971.030553:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749605971.030554:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000800:00000200:3.0:1749605971.030559:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749605971.030583:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605971.030588:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605971.030592:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749605971.030595:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729992448, portal 10
00000400:00000010:3.0:1749605971.030600:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749605971.030603:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729992448, offset 0
00000400:00000200:3.0:1749605971.030608:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605971.030614:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605971.030618:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605971.030621:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605971.030624:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605971.030626:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605971.030630:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [67:67:254:4294967295] 192.168.201.120@tcp LPNI seq info [67:67:6:4294967295]
00000400:00000200:3.0:1749605971.030641:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605971.030647:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605971.030650:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749605971.030654:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605971.030660:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605971.030664:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749605971.032878:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605971.032887:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749605971.032890:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749605971.032899:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729992320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605971.032914:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729992320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749605971.033002:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749605971.033010:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749605971.033012:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605971.033023:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594729992192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605971.033054:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594729992192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605971.033082:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749605971.033088:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749605971.033103:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:3.0:1749605971.033116:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605971.033119:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:3.0:1749605971.033121:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:3.0:1749605971.033126:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594729992448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605971.033134:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594729992448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605971.033150:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605971.033155:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749605971.033159:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749605971.033162:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605971.033165:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749605971.033167:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749605971.043078:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:2.0:1749605971.043079:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:3.0:1749605971.043150:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:2.0:1749605976.038082:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749605976.038107:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749605976.038158:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605976.038177:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749605976.038197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749605976.038215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749605976.038218:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749605976.038226:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:3.0:1749605976.038226:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605976.038233:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:1.0:1749605976.038236:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749605976.038241:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000010:3.0:1749605976.038243:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:1.0:1749605976.038246:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729992576, portal 25
00000100:00000200:3.0:1749605976.038248:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729992704, portal 10
00000400:00000010:1.0:1749605976.038249:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749605976.038251:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729992576, offset 0
00000400:00000010:3.0:1749605976.038253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000200:1.0:1749605976.038258:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749605976.038260:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729992704, offset 0
00000400:00000200:3.0:1749605976.038266:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605976.038267:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605976.038271:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605976.038274:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605976.038276:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605976.038278:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605976.038280:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [68:68:256:4294967295] 192.168.201.120@tcp LPNI seq info [68:68:8:4294967295]
00000400:00000200:1.0:1749605976.038287:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605976.038290:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749605976.038293:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:3.0:1749605976.038293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749605976.038297:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605976.038297:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605976.038300:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605976.038302:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749605976.038303:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749605976.038304:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749605976.038306:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749605976.038306:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [69:69:255:4294967295] 192.168.201.120@tcp LPNI seq info [69:69:7:4294967295]
00000400:00000200:3.0:1749605976.038313:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605976.038316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605976.038325:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749605976.038329:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749605976.038330:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000800:00000200:3.0:1749605976.038335:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605976.038337:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749605976.038342:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749605976.038350:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749605976.038357:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
02000000:00000010:3.0:1749605976.038374:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605976.038376:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605976.038378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749605976.038379:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729992832, portal 10
00000400:00000010:3.0:1749605976.038382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749605976.038383:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729992832, offset 0
00000400:00000200:3.0:1749605976.038386:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605976.038388:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605976.038390:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605976.038392:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605976.038393:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605976.038394:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605976.038395:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [70:70:254:4294967295] 192.168.201.120@tcp LPNI seq info [70:70:6:4294967295]
00000400:00000200:3.0:1749605976.038399:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605976.038401:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605976.038403:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749605976.038404:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605976.038407:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605976.038408:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605976.039910:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749605976.039914:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749605976.039915:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605976.039920:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594729992576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605976.039981:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594729992576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605976.039988:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605976.039992:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:3.0:1749605976.039994:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
02000000:00000010:1.0:1749605976.039998:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:3.0:1749605976.039998:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594729992704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605976.040002:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749605976.040005:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:3.0:1749605976.040005:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594729992704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605976.040031:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605976.040035:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749605976.040037:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749605976.040041:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605976.040042:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749605976.040043:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749605976.040045:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594729992832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605976.040050:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594729992832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605976.040059:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605976.040060:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749605976.040061:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749605976.051005:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:2.0:1749605976.051021:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:3.0:1749605976.051042:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:2.0:1749605981.046070:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749605981.046095:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749605981.046147:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605981.046163:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749605981.046168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749605981.046182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749605981.046184:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749605981.046239:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:3.0:1749605981.046240:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:1.0:1749605981.046248:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:3.0:1749605981.046248:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:1.0:1749605981.046255:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000010:3.0:1749605981.046255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:1.0:1749605981.046263:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729992960, portal 25
00000400:00000010:1.0:1749605981.046267:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:3.0:1749605981.046268:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729993088, portal 10
00000100:00000200:1.0:1749605981.046269:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729992960, offset 0
00000400:00000010:3.0:1749605981.046274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000400:00000200:1.0:1749605981.046276:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749605981.046280:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729993088, offset 0
00000400:00000200:3.0:1749605981.046286:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605981.046289:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749605981.046294:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605981.046314:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749605981.046317:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749605981.046319:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749605981.046322:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [71:71:256:4294967295] 192.168.201.120@tcp LPNI seq info [71:71:8:4294967295]
00000400:00000200:1.0:1749605981.046331:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749605981.046335:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605981.046338:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749605981.046339:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:3.0:1749605981.046341:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605981.046344:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749605981.046345:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605981.046346:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605981.046348:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605981.046350:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [72:72:255:4294967295] 192.168.201.120@tcp LPNI seq info [72:72:7:4294967295]
00000800:00000200:1.0:1749605981.046353:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749605981.046357:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749605981.046359:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605981.046363:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749605981.046378:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000800:00000010:3.0:1749605981.046381:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749605981.046385:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605981.046390:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749605981.046392:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000800:00000200:3.0:1749605981.046392:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749605981.046396:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000100:00000010:1.0:1749605981.046408:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
02000000:00000010:3.0:1749605981.046435:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749605981.046438:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749605981.046441:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749605981.046443:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729993216, portal 10
00000400:00000010:3.0:1749605981.046447:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749605981.046449:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729993216, offset 0
00000400:00000200:3.0:1749605981.046453:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605981.046457:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605981.046460:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605981.046463:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605981.046464:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605981.046466:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605981.046468:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [73:73:254:4294967295] 192.168.201.120@tcp LPNI seq info [73:73:6:4294967295]
00000400:00000200:3.0:1749605981.046476:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605981.046480:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605981.046482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749605981.046485:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605981.046489:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605981.046491:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749605981.047806:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749605981.047810:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749605981.047812:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605981.047817:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594729992960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605981.047826:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594729992960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749605997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605981.047849:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605981.047852:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749605981.047853:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749605981.047857:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594729993088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605981.047862:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:3.0:1749605981.047863:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594729993088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749605981.047867:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749605981.047877:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:3.0:1749605981.047884:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605981.047885:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749605981.047886:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749605981.047888:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594729993216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605981.047892:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594729993216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605981.047900:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605981.047902:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749605981.047904:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749605981.047906:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749605981.047907:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749605981.047908:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749605981.059000:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:1.0:1749605981.059125:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:2.0:1749605981.059174:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:2.0:1749605986.054108:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605986.054136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749605986.054195:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605986.054215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749605986.054221:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749605986.054241:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749605986.054243:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749605986.054259:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
02000000:00000010:2.0:1749605986.054285:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749605986.054285:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:2.0:1749605986.054288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749605986.054292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:3.0:1749605986.054292:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:2.0:1749605986.054299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729993472, portal 10
00000100:00000200:3.0:1749605986.054304:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729993344, portal 25
00000400:00000010:2.0:1749605986.054305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749605986.054307:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729993472, offset 0
00000400:00000010:3.0:1749605986.054307:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749605986.054309:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729993344, offset 0
00000400:00000200:2.0:1749605986.054313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605986.054320:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605986.054326:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605986.054331:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605986.054335:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605986.054339:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605986.054341:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605986.054360:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [74:74:256:4294967295] 192.168.201.120@tcp LPNI seq info [74:74:8:4294967295]
00000400:00000200:2.0:1749605986.054374:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605986.054380:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605986.054383:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749605986.054385:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749605986.054387:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605986.054390:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605986.054392:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749605986.054394:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605986.054395:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605986.054397:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [75:75:255:4294967295] 192.168.201.120@tcp LPNI seq info [75:75:7:4294967295]
00000800:00000200:2.0:1749605986.054403:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749605986.054407:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605986.054408:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749605986.054412:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605986.054423:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749605986.054427:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605986.054431:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605986.054433:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749605986.054434:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362740.
00000100:00000010:2.0:1749605986.054456:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362880.
00000100:00000010:2.0:1749605986.054467:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362100.
00000100:00000010:2.0:1749605986.054472:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362d00.
02000000:00000010:2.0:1749605986.054482:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749605986.054485:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749605986.054488:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605986.054490:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729993600, portal 10
00000400:00000010:2.0:1749605986.054493:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749605986.054495:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729993600, offset 0
00000400:00000200:2.0:1749605986.054499:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605986.054504:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605986.054506:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605986.054509:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605986.054511:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605986.054513:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605986.054516:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [76:76:254:4294967295] 192.168.201.120@tcp LPNI seq info [76:76:6:4294967295]
00000400:00000200:2.0:1749605986.054523:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605986.054527:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605986.054529:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749605986.054532:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605986.054537:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605986.054545:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749605986.056123:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749605986.056127:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749605986.056128:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605986.056132:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594729993472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605986.056139:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594729993472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749605986.056144:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605986.056148:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749605986.056150:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:02020000:2.0:1749605986.056154:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000100:00000200:3.0:1749605986.056155:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729993344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605986.056163:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729993344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605986.056177:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749605986.056182:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749605986.056186:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:2.0:1749605986.058851:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749605986.058855:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749605986.058856:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605986.058860:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594729993600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605986.058866:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594729993600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749605996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749605986.058876:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:2.0:1749605986.058882:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749605986.058885:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749605986.058887:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749605986.058889:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749605986.058891:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749605986.058892:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749605986.066978:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362100.
00000100:00000010:3.0:1749605986.067042:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362d00.
00000100:00000010:1.0:1749605986.067141:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362880.
00000100:00000010:2.0:1749605991.062073:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749605991.062101:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749605991.062157:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605991.062176:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749605991.062181:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749605991.062183:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:1.0:1749605991.062189:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749605991.062195:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605991.062202:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729993728, portal 25
00000400:00000010:1.0:1749605991.062205:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749605991.062207:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729993728, offset 0
00000400:00000200:1.0:1749605991.062214:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605991.062227:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:2.0:1749605991.062227:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749605991.062232:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000200:1.0:1749605991.062233:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749605991.062237:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:3.0:1749605991.062237:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000200:1.0:1749605991.062241:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749605991.062242:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000200:1.0:1749605991.062243:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749605991.062245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000200:1.0:1749605991.062246:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [77:77:256:4294967295] 192.168.201.120@tcp LPNI seq info [77:77:8:4294967295]
00000100:00000200:3.0:1749605991.062247:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729993856, portal 10
00000400:00000010:3.0:1749605991.062251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749605991.062253:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729993856, offset 0
00000400:00000200:3.0:1749605991.062256:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749605991.062259:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749605991.062271:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749605991.062272:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605991.062273:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605991.062275:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:1.0:1749605991.062277:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:3.0:1749605991.062277:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605991.062279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605991.062280:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [78:78:255:4294967295] 192.168.201.120@tcp LPNI seq info [78:78:7:4294967295]
00000800:00000200:1.0:1749605991.062284:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749605991.062286:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605991.062288:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749605991.062292:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:3.0:1749605991.062295:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749605991.062297:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605991.062301:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605991.062302:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749605991.062303:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749605991.062322:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749605991.062344:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000100:00000010:1.0:1749605991.062349:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749605991.062360:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
02000000:00000010:3.0:1749605991.062377:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749605991.062380:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
00000400:00000010:3.0:1749605991.062382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749605991.062384:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729993984, portal 10
00000400:00000010:3.0:1749605991.062387:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749605991.062389:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729993984, offset 0
00000400:00000200:3.0:1749605991.062393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605991.062398:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749605991.062400:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749605991.062402:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605991.062404:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605991.062405:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605991.062407:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [79:79:254:4294967295] 192.168.201.120@tcp LPNI seq info [79:79:6:4294967295]
00000400:00000200:3.0:1749605991.062413:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605991.062417:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749605991.062419:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749605991.062422:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749605991.062425:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605991.062428:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749605991.063866:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749605991.063870:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749605991.063871:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749605991.063876:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594729993856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605991.063885:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594729993856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749605991.063894:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749605991.063897:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749605991.063898:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749605991.063902:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594729993728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749605991.063907:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594729993728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605991.063917:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:1.0:1749605991.063918:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749605991.063921:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
02000000:00000010:3.0:1749605991.063922:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749605991.063925:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749605991.063925:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749605991.063929:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:3.0:1749605991.063931:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749605991.063932:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749605991.063964:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594729993984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749605991.063971:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594729993984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749605991.063983:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749605991.063986:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749605991.063988:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749605991.075018:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:3.0:1749605991.075027:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749605991.075031:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:2.0:1749605996.070122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749605996.070158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749605996.070232:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749605996.070255:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749605996.070263:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749605996.070276:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000100:00000010:2.0:1749605996.070287:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
00000400:00000010:3.0:1749605996.070289:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b688.
02000000:00000010:2.0:1749605996.070290:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749605996.070298:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749605996.070309:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729994112, portal 25
00000400:00000010:3.0:1749605996.070315:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749605996.070318:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729994112, offset 0
02000000:00000010:2.0:1749605996.070329:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000200:3.0:1749605996.070329:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749605996.070335:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749605996.070340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605996.070344:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729994240, portal 10
00000400:00000200:3.0:1749605996.070348:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749605996.070351:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749605996.070353:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729994240, offset 0
00000400:00000200:3.0:1749605996.070356:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605996.070360:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749605996.070362:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749605996.070366:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749605996.070370:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749605996.070374:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [80:80:256:4294967295] 192.168.201.120@tcp LPNI seq info [80:80:8:4294967295]
00000400:00000200:3.0:1749605996.070390:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749605996.070396:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605996.070398:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605996.070402:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605996.070406:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605996.070409:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605996.070411:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605996.070414:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [81:81:255:4294967295] 192.168.201.120@tcp LPNI seq info [81:81:7:4294967295]
00000800:00000010:3.0:1749605996.070423:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749605996.070424:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605996.070429:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749605996.070432:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749605996.070433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749605996.070437:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605996.070445:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749605996.070445:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605996.070451:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749605996.070451:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749605996.070477:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362100.
00000100:00000010:2.0:1749605996.070550:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362080.
00000100:00000010:2.0:1749605996.070563:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362880.
00000100:00000010:2.0:1749605996.070569:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362d00.
02000000:00000010:2.0:1749605996.070581:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749605996.070584:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749605996.070588:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749605996.070591:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729994368, portal 10
00000400:00000010:2.0:1749605996.070596:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749605996.070598:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729994368, offset 0
00000400:00000200:2.0:1749605996.070603:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749605996.070609:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749605996.070612:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749605996.070615:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749605996.070617:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749605996.070619:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749605996.070622:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [82:82:254:4294967295] 192.168.201.120@tcp LPNI seq info [82:82:6:4294967295]
00000400:00000200:2.0:1749605996.070630:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749605996.070634:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749605996.070638:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749605996.070641:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749605996.070646:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749605996.070649:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749605996.072985:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749605996.072993:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749605996.072995:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749605996.073003:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594729994240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605996.073016:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594729994240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749605996.073045:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749605996.073056:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749605996.073058:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749605996.073062:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594729994368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605996.073070:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594729994368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605996.073088:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749605996.073093:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749605996.073097:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749605996.073101:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749605996.073102:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749605996.073104:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:2.0:1749605996.073141:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b688.
00000400:00000200:2.0:1749605996.073144:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:2.0:1749605996.073145:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:2.0:1749605996.073149:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594729994112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749605996.073157:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594729994112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749605996.073169:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:2.0:1749605996.073172:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749605996.073174:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749605996.083092:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362080.
00000100:00000010:2.0:1749605996.083112:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362880.
00000100:00000010:3.0:1749605996.083158:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362d00.
00000100:00000010:2.0:1749606001.078136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606001.078166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606001.078236:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606001.078258:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749606001.078265:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606001.078267:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749606001.078274:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606001.078281:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606001.078289:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729994496, portal 25
00000100:00000010:2.0:1749606001.078290:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606001.078294:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606001.078294:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749606001.078296:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729994496, offset 0
00000400:00000200:3.0:1749606001.078304:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606001.078317:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606001.078323:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606001.078327:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606001.078331:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606001.078333:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606001.078335:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [83:83:256:4294967295] 192.168.201.120@tcp LPNI seq info [83:83:8:4294967295]
02000000:00000010:2.0:1749606001.078338:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606001.078344:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000200:3.0:1749606001.078346:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749606001.078349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000800:00000200:3.0:1749606001.078351:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606001.078352:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729994624, portal 10
00000800:00000010:3.0:1749606001.078355:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000010:2.0:1749606001.078357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606001.078358:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729994624, offset 0
00000800:00000200:3.0:1749606001.078361:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606001.078363:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606001.078369:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606001.078370:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606001.078372:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606001.078374:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606001.078374:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606001.078376:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606001.078378:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606001.078380:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [84:84:255:4294967295] 192.168.201.120@tcp LPNI seq info [84:84:7:4294967295]
00000400:00000200:2.0:1749606001.078387:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606001.078390:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606001.078393:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606001.078396:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606001.078399:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000800:00000200:2.0:1749606001.078400:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606001.078403:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606001.078416:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749606001.078456:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749606001.078460:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
02000000:00000010:2.0:1749606001.078482:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606001.078485:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606001.078487:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606001.078489:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729994752, portal 10
00000400:00000010:2.0:1749606001.078492:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606001.078493:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729994752, offset 0
00000400:00000200:2.0:1749606001.078497:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606001.078500:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606001.078502:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606001.078504:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606001.078506:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606001.078507:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606001.078515:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [85:85:254:4294967295] 192.168.201.120@tcp LPNI seq info [85:85:6:4294967295]
00000400:00000200:2.0:1749606001.078521:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606001.078524:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606001.078527:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606001.078529:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606001.078533:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606001.078535:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606001.080104:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606001.080109:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606001.080111:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606001.080116:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594729994624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606001.080128:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594729994624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606001.080154:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606001.080159:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606001.080163:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:3.0:1749606001.080182:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606001.080187:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606001.080195:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000010:2.0:1749606001.080200:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000100:00000200:3.0:1749606001.080200:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594729994496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606001.080202:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749606001.080203:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606001.080206:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594729994752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606001.080208:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594729994496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606001.080212:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594729994752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606001.080221:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606001.080224:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606001.080224:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
02000000:00000010:2.0:1749606001.080225:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749606001.080226:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606001.080227:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749606001.091053:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:1.0:1749606001.091054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:2.0:1749606001.091059:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:2.0:1749606006.086130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606006.086187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606006.086272:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606006.086297:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606006.086305:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606006.086327:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606006.086331:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749606006.086338:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606006.086378:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606006.086389:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
02000000:00000010:2.0:1749606006.086390:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606006.086397:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000100:00000200:1.0:1749606006.086400:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729994880, portal 25
00000400:00000010:2.0:1749606006.086403:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606006.086408:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729995008, portal 10
00000400:00000010:1.0:1749606006.086409:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606006.086413:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729994880, offset 0
00000400:00000010:2.0:1749606006.086416:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606006.086419:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729995008, offset 0
00000400:00000200:1.0:1749606006.086424:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606006.086436:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606006.086442:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606006.086452:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606006.086458:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606006.086464:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606006.086468:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606006.086473:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [86:86:256:4294967295] 192.168.201.120@tcp LPNI seq info [86:86:8:4294967295]
00000400:00000200:1.0:1749606006.086516:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606006.086525:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606006.086526:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606006.086529:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606006.086532:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:2.0:1749606006.086532:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606006.086535:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606006.086537:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606006.086539:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [87:87:255:4294967295] 192.168.201.120@tcp LPNI seq info [87:87:7:4294967295]
00000800:00000200:1.0:1749606006.086542:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606006.086550:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606006.086555:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606006.086557:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606006.086562:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749606006.086568:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606006.086574:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606006.086580:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606006.086584:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606006.086593:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000100:00000010:1.0:1749606006.086616:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749606006.086622:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749606006.086628:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
02000000:00000010:2.0:1749606006.086661:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606006.086666:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606006.086670:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606006.086673:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729995136, portal 10
00000400:00000010:2.0:1749606006.086678:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606006.086680:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729995136, offset 0
00000400:00000200:2.0:1749606006.086704:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606006.086710:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606006.086714:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606006.086717:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606006.086720:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606006.086722:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606006.086726:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [88:88:254:4294967295] 192.168.201.120@tcp LPNI seq info [88:88:6:4294967295]
00000400:00000200:2.0:1749606006.086736:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606006.086740:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606006.086743:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606006.086747:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606006.086753:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606006.086755:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606006.089190:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606006.089198:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749606006.089200:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606006.089208:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594729994880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606006.089218:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594729994880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606006.089222:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606006.089230:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749606006.089233:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606006.089244:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594729995008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606006.089246:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606006.089252:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606006.089256:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:2.0:1749606006.089257:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594729995008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606006.089298:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606006.089300:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749606006.089302:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606006.089307:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594729995136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606006.089316:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594729995136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606006.089335:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606006.089355:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606006.089378:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606006.089382:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606006.089384:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606006.089386:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749606006.099000:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:3.0:1749606006.099028:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749606006.099113:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:2.0:1749606011.094048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606011.094077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606011.094142:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606011.094161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606011.094168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606011.094190:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606011.094193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749606011.094198:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606011.094207:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
02000000:00000010:2.0:1749606011.094209:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606011.094212:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:3.0:1749606011.094214:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:2.0:1749606011.094215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:3.0:1749606011.094223:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729995264, portal 25
00000100:00000200:2.0:1749606011.094224:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729995392, portal 10
00000400:00000010:2.0:1749606011.094228:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000400:00000010:3.0:1749606011.094228:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:2.0:1749606011.094230:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729995392, offset 0
00000100:00000200:3.0:1749606011.094230:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729995264, offset 0
00000400:00000200:3.0:1749606011.094237:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606011.094242:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606011.094250:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606011.094272:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606011.094275:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606011.094278:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606011.094280:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606011.094283:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [89:89:256:4294967295] 192.168.201.120@tcp LPNI seq info [89:89:8:4294967295]
00000400:00000200:3.0:1749606011.094292:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606011.094296:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606011.094300:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606011.094301:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749606011.094302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606011.094304:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606011.094305:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606011.094307:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606011.094307:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606011.094309:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [90:90:255:4294967295] 192.168.201.120@tcp LPNI seq info [90:90:7:4294967295]
00000400:00000200:2.0:1749606011.094314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606011.094314:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606011.094317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606011.094318:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749606011.094321:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606011.094323:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606011.094326:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606011.094329:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606011.094339:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749606011.094375:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749606011.094386:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749606011.094393:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
02000000:00000010:2.0:1749606011.094403:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606011.094405:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606011.094407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606011.094409:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729995520, portal 10
00000400:00000010:2.0:1749606011.094412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606011.094413:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729995520, offset 0
00000400:00000200:2.0:1749606011.094416:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606011.094420:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606011.094422:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606011.094423:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606011.094425:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606011.094426:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606011.094427:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [91:91:254:4294967295] 192.168.201.120@tcp LPNI seq info [91:91:6:4294967295]
00000400:00000200:2.0:1749606011.094432:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606011.094434:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606011.094436:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606011.094438:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606011.094441:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606011.094443:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606011.095859:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606011.095864:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606011.095865:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606011.095871:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594729995264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606011.095881:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594729995264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606011.095899:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606011.095903:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
02000000:00000010:3.0:1749606011.095903:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000010:2.0:1749606011.095905:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
02000000:00000010:3.0:1749606011.095907:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:2.0:1749606011.095910:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594729995392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606011.095910:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:2.0:1749606011.095919:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594729995392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606011.095953:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606011.095954:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749606011.095955:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606011.095958:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594729995520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606011.095968:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594729995520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606011.095979:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606011.095981:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606011.095983:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606011.095985:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606011.095986:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606011.095988:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749606011.107049:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:1.0:1749606011.107060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749606011.107070:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749606016.102091:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606016.102126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606016.102251:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606016.102272:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749606016.102274:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606016.102280:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749606016.102288:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606016.102297:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000010:2.0:1749606016.102302:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606016.102306:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000200:3.0:1749606016.102307:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729995648, portal 25
00000400:00000010:3.0:1749606016.102313:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606016.102316:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729995648, offset 0
00000400:00000200:3.0:1749606016.102326:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606016.102330:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606016.102339:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:3.0:1749606016.102344:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606016.102345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606016.102349:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729995776, portal 10
00000400:00000200:3.0:1749606016.102351:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606016.102355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606016.102357:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729995776, offset 0
00000400:00000200:3.0:1749606016.102357:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606016.102362:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606016.102365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606016.102365:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606016.102369:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [92:92:256:4294967295] 192.168.201.120@tcp LPNI seq info [92:92:8:4294967295]
00000400:00000200:3.0:1749606016.102383:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606016.102389:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606016.102392:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606016.102396:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606016.102397:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749606016.102399:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606016.102402:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606016.102405:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606016.102408:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [93:93:255:4294967295] 192.168.201.120@tcp LPNI seq info [93:93:7:4294967295]
00000800:00000200:3.0:1749606016.102414:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606016.102417:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606016.102422:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606016.102426:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749606016.102427:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:3.0:1749606016.102431:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606016.102432:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606016.102438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606016.102441:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606016.102461:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749606016.102482:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749606016.102487:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749606016.102500:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
02000000:00000010:1.0:1749606016.102532:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606016.102536:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606016.102539:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606016.102542:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729995904, portal 10
00000400:00000010:1.0:1749606016.102546:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749606016.102547:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729995904, offset 0
00000400:00000200:1.0:1749606016.102552:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606016.102557:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606016.102559:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606016.102562:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606016.102564:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606016.102566:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606016.102569:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [94:94:254:4294967295] 192.168.201.120@tcp LPNI seq info [94:94:6:4294967295]
00000400:00000200:1.0:1749606016.102577:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606016.102581:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606016.102584:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606016.102587:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606016.102591:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606016.102600:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606016.104811:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606016.104821:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606016.104825:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000010:1.0:1749606016.104833:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000100:00000200:3.0:1749606016.104835:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594729995648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606016.104842:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749606016.104846:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:3.0:1749606016.104852:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594729995648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606016.104857:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594729995776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606016.104874:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594729995776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606016.104899:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606016.104907:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000010:1.0:1749606016.104913:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000100:00000010:3.0:1749606016.104913:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:1.0:1749606016.104916:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606016.104918:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606016.104924:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594729995904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606016.105035:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594729995904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606016.105056:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606016.105062:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749606016.105066:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749606016.105069:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606016.105072:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606016.105074:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749606016.115043:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:2.0:1749606016.115059:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749606016.115061:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:2.0:1749606021.110073:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606021.110121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606021.110174:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606021.110191:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606021.110197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606021.110214:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000100:00000010:2.0:1749606021.110219:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606021.110222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606021.110222:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606021.110229:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606021.110236:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729996032, portal 25
00000400:00000010:3.0:1749606021.110240:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749606021.110243:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729996032, offset 0
00000400:00000200:3.0:1749606021.110249:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606021.110262:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606021.110267:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606021.110271:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606021.110274:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606021.110276:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606021.110278:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [95:95:256:4294967295] 192.168.201.120@tcp LPNI seq info [95:95:8:4294967295]
00000400:00000200:3.0:1749606021.110297:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606021.110303:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606021.110307:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606021.110315:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606021.110326:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606021.110331:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606021.110404:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606021.110407:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:1.0:1749606021.110414:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606021.110419:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606021.110422:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:1.0:1749606021.110423:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:1.0:1749606021.110431:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594729996160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606021.110455:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606021.110456:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606021.110458:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606021.110460:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606021.110461:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:1.0:1749606021.110462:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:1.0:1749606021.110465:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594729996032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606021.110520:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606021.110521:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:1.0:1749606021.110523:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606021.110524:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606021.110525:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:1.0:1749606021.110526:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749606021.110528:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594729996288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606021.111705:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead10.
00000400:00000200:2.0:1749606021.111709:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749606021.111710:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749606021.111715:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729996160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606021.111731:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729996160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606021.111733:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606021.111736:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606021.111737:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606021.111740:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594729996032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606021.111746:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594729996032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606021.111753:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749606021.111756:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606021.111757:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606021.111759:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749606021.111760:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:3.0:1749606021.111761:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749606021.111781:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eacb8.
00000400:00000200:2.0:1749606021.111782:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749606021.111783:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:2.0:1749606021.111785:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594729996288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606021.111790:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594729996288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606021.111798:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:2.0:1749606021.111800:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606021.111801:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749606021.122987:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f54c0.
00000100:00000010:3.0:1749606021.123002:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f53c0.
00000100:00000010:1.0:1749606021.123008:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5340.
00000100:00000010:2.0:1749606026.118159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606026.118200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606026.118287:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606026.118312:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606026.118322:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606026.118348:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606026.118352:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606026.118394:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606026.118402:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606026.118410:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606026.118420:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729996544, portal 10
02000000:00000010:3.0:1749606026.118423:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:2.0:1749606026.118427:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606026.118430:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729996544, offset 0
00000400:00000010:3.0:1749606026.118435:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606026.118442:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606026.118448:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729996416, portal 25
00000400:00000010:3.0:1749606026.118453:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749606026.118457:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729996416, offset 0
00000400:00000200:3.0:1749606026.118468:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606026.118484:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606026.118489:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606026.118498:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606026.118506:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606026.118510:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606026.118514:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606026.118518:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [98:98:256:4294967295] 192.168.201.120@tcp LPNI seq info [98:98:8:4294967295]
00000400:00000200:3.0:1749606026.118544:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606026.118553:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606026.118556:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606026.118560:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749606026.118561:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606026.118565:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606026.118567:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606026.118570:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606026.118572:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606026.118574:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [99:99:255:4294967295] 192.168.201.120@tcp LPNI seq info [99:99:7:4294967295]
00000400:00000200:2.0:1749606026.118584:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606026.118586:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606026.118589:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606026.118593:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:3.0:1749606026.118593:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606026.118598:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606026.118604:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606026.118607:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606026.118638:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749606026.118672:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749606026.118694:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749606026.118705:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
02000000:00000010:2.0:1749606026.118726:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606026.118731:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606026.118735:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606026.118738:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729996672, portal 10
00000400:00000010:2.0:1749606026.118742:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606026.118744:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729996672, offset 0
00000400:00000200:2.0:1749606026.118749:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606026.118754:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606026.118757:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606026.118760:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606026.118762:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606026.118765:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606026.118768:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [100:100:254:4294967295] 192.168.201.120@tcp LPNI seq info [100:100:6:4294967295]
00000400:00000200:2.0:1749606026.118776:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606026.118781:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606026.118783:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606026.118786:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606026.118800:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606026.118803:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606026.120990:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606026.120996:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749606026.120998:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606026.121023:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729996544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606026.121035:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729996544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606026.121068:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606026.121073:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606026.121077:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:3.0:1749606026.121135:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606026.121141:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606026.121144:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606026.121152:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594729996416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606026.121165:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594729996416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606026.121188:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606026.121195:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749606026.121199:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749606026.121214:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606026.121217:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606026.121219:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606026.121225:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594729996672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606026.121233:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594729996672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606026.121252:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606026.121256:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606026.121258:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749606026.131040:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749606026.131040:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:1.0:1749606026.131120:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
02000000:00000010:3.0:1749606031.126390:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606031.126403:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606031.126412:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606031.126423:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729996800, portal 25
00000400:00000010:3.0:1749606031.126429:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606031.126432:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729996800, offset 0
00000400:00000200:3.0:1749606031.126444:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606031.126456:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000200:3.0:1749606031.126461:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606031.126469:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000200:3.0:1749606031.126469:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749606031.126477:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606031.126483:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729996928, portal 10
00000400:00000200:3.0:1749606031.126484:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606031.126489:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749606031.126491:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000200:3.0:1749606031.126492:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749606031.126494:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729996928, offset 0
00000400:00000200:3.0:1749606031.126497:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [101:101:256:4294967295] 192.168.201.120@tcp LPNI seq info [101:101:8:4294967295]
00000400:00000200:2.0:1749606031.126504:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606031.126513:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606031.126519:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606031.126525:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749606031.126528:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606031.126535:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606031.126536:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606031.126541:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606031.126545:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606031.126546:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606031.126549:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606031.126552:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606031.126553:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [102:102:255:4294967295] 192.168.201.120@tcp LPNI seq info [102:102:7:4294967295]
00000400:00000200:2.0:1749606031.126567:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606031.126575:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606031.126582:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606031.126585:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000800:00000200:2.0:1749606031.126588:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606031.126598:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606031.126602:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606031.126604:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749606031.126642:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749606031.126647:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
02000000:00000010:2.0:1749606031.126676:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606031.126682:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606031.126685:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606031.126688:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729997056, portal 10
00000400:00000010:2.0:1749606031.126692:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606031.126694:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729997056, offset 0
00000400:00000200:2.0:1749606031.126698:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606031.126703:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606031.126707:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606031.126709:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606031.126712:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606031.126713:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606031.126716:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [103:103:254:4294967295] 192.168.201.120@tcp LPNI seq info [103:103:6:4294967295]
00000400:00000200:2.0:1749606031.126723:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606031.126727:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606031.126730:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606031.126735:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606031.126741:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606031.126752:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606031.128604:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606031.128611:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606031.128614:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606031.128621:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594729996800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606031.128634:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594729996800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606031.128667:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606031.128676:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdf00.
00000400:00000010:2.0:1749606031.128680:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000100:00000010:3.0:1749606031.128682:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000400:00000200:2.0:1749606031.128689:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606031.128692:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606031.128702:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594729996928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606031.128719:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594729996928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606031.128750:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606031.128754:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749606031.128756:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606031.128762:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594729997056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606031.128775:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594729997056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606031.128797:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606031.128802:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:2.0:1749606031.128806:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:2.0:1749606031.128809:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606031.128811:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:2.0:1749606031.128813:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000010:2.0:1749606031.139037:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749606031.139047:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:1.0:1749606031.139154:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:2.0:1749606036.134194:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606036.134229:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606036.134300:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606036.134321:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606036.134329:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606036.134345:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000100:00000010:2.0:1749606036.134347:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606036.134351:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749606036.134357:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606036.134365:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
02000000:00000010:2.0:1749606036.134373:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000100:00000200:3.0:1749606036.134375:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729997184, portal 25
00000400:00000010:3.0:1749606036.134383:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606036.134394:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729997184, offset 0
00000400:00000010:2.0:1749606036.134396:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606036.134401:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000200:3.0:1749606036.134404:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606036.134414:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729997312, portal 10
00000400:00000200:3.0:1749606036.134419:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606036.134420:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606036.134422:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729997312, offset 0
00000400:00000200:3.0:1749606036.134426:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606036.134429:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606036.134431:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606036.134435:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606036.134437:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606036.134441:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [104:104:256:4294967295] 192.168.201.120@tcp LPNI seq info [104:104:8:4294967295]
00000400:00000200:3.0:1749606036.134454:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606036.134460:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606036.134461:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606036.134465:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606036.134465:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749606036.134468:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606036.134470:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606036.134472:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606036.134472:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606036.134475:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [105:105:255:4294967295] 192.168.201.120@tcp LPNI seq info [105:105:7:4294967295]
00000800:00000200:3.0:1749606036.134483:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606036.134485:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606036.134489:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606036.134489:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749606036.134492:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606036.134496:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606036.134502:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606036.134504:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606036.134515:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362880.
00000100:00000010:2.0:1749606036.134551:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362740.
00000100:00000010:2.0:1749606036.134560:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362b00.
00000100:00000010:2.0:1749606036.134565:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362600.
02000000:00000010:2.0:1749606036.134575:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606036.134577:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606036.134580:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606036.134582:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729997440, portal 10
00000400:00000010:2.0:1749606036.134585:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606036.134587:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729997440, offset 0
00000400:00000200:2.0:1749606036.134591:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606036.134594:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606036.134602:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606036.134605:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606036.134608:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606036.134611:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606036.134615:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [106:106:254:4294967295] 192.168.201.120@tcp LPNI seq info [106:106:6:4294967295]
00000400:00000200:2.0:1749606036.134627:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606036.134633:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606036.134637:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606036.134642:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606036.134649:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606036.134652:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606036.136852:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606036.136857:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606036.136859:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606036.136865:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594729997184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606036.136876:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594729997184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606036.136881:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606036.136888:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749606036.136890:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606036.136896:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729997312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606036.136901:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000100:00000200:2.0:1749606036.136907:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729997312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606036.136907:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749606036.136912:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:2.0:1749606036.136927:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606036.136929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606036.136930:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606036.136933:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594729997440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606036.136972:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594729997440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606036.136985:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606036.136988:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606036.136990:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606036.136993:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606036.137001:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606036.137002:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749606036.147028:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362b00.
00000100:00000010:3.0:1749606036.147041:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362600.
00000100:00000010:1.0:1749606036.147136:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362740.
00000100:00000010:2.0:1749606041.142097:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606041.142134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606041.142223:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606041.142260:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749606041.142264:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606041.142272:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749606041.142277:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606041.142285:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606041.142296:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729997568, portal 25
00000400:00000010:3.0:1749606041.142301:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000010:2.0:1749606041.142302:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606041.142307:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000200:3.0:1749606041.142322:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729997568, offset 0
00000400:00000200:3.0:1749606041.142332:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606041.142334:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606041.142340:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606041.142345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:3.0:1749606041.142348:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749606041.142349:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729997696, portal 10
00000400:00000010:2.0:1749606041.142356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000200:3.0:1749606041.142356:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606041.142358:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729997696, offset 0
00000400:00000200:3.0:1749606041.142362:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606041.142365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606041.142366:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606041.142369:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606041.142373:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [107:107:256:4294967295] 192.168.201.120@tcp LPNI seq info [107:107:8:4294967295]
00000400:00000200:3.0:1749606041.142387:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606041.142393:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606041.142396:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606041.142399:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606041.142399:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606041.142403:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606041.142406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606041.142407:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606041.142409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606041.142412:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [108:108:255:4294967295] 192.168.201.120@tcp LPNI seq info [108:108:7:4294967295]
00000800:00000200:3.0:1749606041.142418:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606041.142422:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606041.142424:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606041.142427:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606041.142431:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606041.142436:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606041.142441:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606041.142445:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606041.142457:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362b00.
00000100:00000010:2.0:1749606041.142493:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362e40.
00000100:00000010:2.0:1749606041.142505:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362bc0.
00000100:00000010:2.0:1749606041.142510:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362440.
02000000:00000010:2.0:1749606041.142522:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606041.142525:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606041.142529:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606041.142532:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729997824, portal 10
00000400:00000010:2.0:1749606041.142539:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606041.142541:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729997824, offset 0
00000400:00000200:2.0:1749606041.142546:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606041.142551:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606041.142554:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606041.142557:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606041.142559:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606041.142561:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606041.142564:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [109:109:254:4294967295] 192.168.201.120@tcp LPNI seq info [109:109:6:4294967295]
00000400:00000200:2.0:1749606041.142572:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606041.142576:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606041.142579:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606041.142583:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606041.142588:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606041.142590:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606041.145048:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606041.145053:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606041.145055:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606041.145062:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729997696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606041.145074:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729997696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606041.145105:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749606041.145114:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
02000000:00000010:2.0:1749606041.145117:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606041.145122:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:3.0:1749606041.145122:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606041.145124:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606041.145132:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594729997568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606041.145144:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594729997568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606041.145161:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
02000000:00000010:3.0:1749606041.145163:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000200:2.0:1749606041.145164:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606041.145165:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
02000000:00000010:3.0:1749606041.145168:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606041.145170:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:2.0:1749606041.145171:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594729997824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606041.145179:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594729997824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606041.145196:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606041.145199:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606041.145202:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749606041.155019:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362bc0.
00000100:00000010:3.0:1749606041.155042:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362440.
00000100:00000010:1.0:1749606041.155157:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362e40.
00000100:00000010:2.0:1749606046.150139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606046.150174:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606046.150247:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606046.150271:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606046.150280:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749606046.150301:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749606046.150301:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606046.150305:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:1.0:1749606046.150312:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606046.150320:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606046.150331:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729997952, portal 25
00000400:00000010:1.0:1749606046.150336:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606046.150339:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729997952, offset 0
02000000:00000010:3.0:1749606046.150342:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000200:1.0:1749606046.150348:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749606046.150353:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606046.150358:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606046.150363:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729998080, portal 10
00000400:00000200:1.0:1749606046.150365:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749606046.150370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000200:1.0:1749606046.150375:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749606046.150391:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729998080, offset 0
00000400:00000200:1.0:1749606046.150396:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606046.150402:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606046.150402:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606046.150406:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606046.150412:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [110:110:256:4294967295] 192.168.201.120@tcp LPNI seq info [110:110:8:4294967295]
00000400:00000200:1.0:1749606046.150433:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606046.150442:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606046.150446:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606046.150449:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749606046.150452:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606046.150456:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606046.150460:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606046.150460:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606046.150464:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606046.150468:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [111:111:255:4294967295] 192.168.201.120@tcp LPNI seq info [111:111:7:4294967295]
00000800:00000200:1.0:1749606046.150474:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606046.150481:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606046.150483:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606046.150491:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606046.150498:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749606046.150505:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606046.150514:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606046.150518:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000800:00000200:3.0:1749606046.150518:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606046.150541:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749606046.150548:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749606046.150569:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
02000000:00000010:3.0:1749606046.150602:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749606046.150609:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606046.150615:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606046.150620:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729998208, portal 10
00000400:00000010:3.0:1749606046.150626:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749606046.150629:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729998208, offset 0
00000400:00000200:3.0:1749606046.150637:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606046.150647:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606046.150651:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606046.150655:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606046.150658:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606046.150661:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606046.150666:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [112:112:254:4294967295] 192.168.201.120@tcp LPNI seq info [112:112:6:4294967295]
00000400:00000200:3.0:1749606046.150709:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606046.150717:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606046.150723:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749606046.150739:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606046.150746:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606046.150751:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606046.152722:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606046.152729:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606046.152732:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606046.152741:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729998080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606046.152758:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729998080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606046.152778:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606046.152783:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606046.152785:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606046.152793:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594729997952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606046.152795:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749606046.152801:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000200:1.0:1749606046.152802:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594729997952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606046.152806:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:3.0:1749606046.152812:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606046.152814:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606046.152816:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606046.152820:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729998208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606046.152822:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606046.152827:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:3.0:1749606046.152828:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729998208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606046.152830:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749606046.152843:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749606046.152846:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749606046.152848:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:3.0:1749606046.163029:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:2.0:1749606046.163050:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749606046.163066:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:2.0:1749606051.158144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606051.158176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606051.158244:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606051.158271:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606051.158280:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606051.158304:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606051.158307:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606051.158324:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606051.158335:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
02000000:00000010:2.0:1749606051.158341:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749606051.158343:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000400:00000010:2.0:1749606051.158346:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606051.158353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:3.0:1749606051.158353:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729998336, portal 25
00000400:00000010:3.0:1749606051.158358:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606051.158360:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729998336, offset 0
00000100:00000200:2.0:1749606051.158373:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729998464, portal 10
00000400:00000200:3.0:1749606051.158378:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606051.158379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606051.158382:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729998464, offset 0
00000400:00000200:2.0:1749606051.158388:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606051.158392:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606051.158399:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606051.158405:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606051.158409:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606051.158411:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606051.158415:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [113:113:256:4294967295] 192.168.201.120@tcp LPNI seq info [113:113:8:4294967295]
00000400:00000200:3.0:1749606051.158427:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606051.158433:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606051.158434:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606051.158437:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606051.158438:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749606051.158441:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606051.158443:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606051.158445:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606051.158445:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606051.158448:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [114:114:255:4294967295] 192.168.201.120@tcp LPNI seq info [114:114:7:4294967295]
00000800:00000200:3.0:1749606051.158456:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606051.158457:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606051.158461:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606051.158461:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749606051.158463:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606051.158467:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606051.158472:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606051.158475:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606051.158493:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362bc0.
00000100:00000010:2.0:1749606051.158515:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362d40.
00000100:00000010:2.0:1749606051.158526:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362780.
00000100:00000010:2.0:1749606051.158531:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362c00.
02000000:00000010:2.0:1749606051.158541:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606051.158543:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606051.158546:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606051.158548:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729998592, portal 10
00000400:00000010:2.0:1749606051.158552:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606051.158553:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729998592, offset 0
00000400:00000200:2.0:1749606051.158557:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606051.158560:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606051.158562:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606051.158565:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606051.158572:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606051.158608:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606051.158611:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [115:115:254:4294967295] 192.168.201.120@tcp LPNI seq info [115:115:6:4294967295]
00000400:00000200:2.0:1749606051.158624:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606051.158629:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606051.158631:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606051.158635:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606051.158639:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606051.158642:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606051.160243:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606051.160247:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606051.160249:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606051.160254:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594729998336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606051.160262:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594729998336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606051.160284:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606051.160287:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606051.160291:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:2.0:1749606051.160309:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606051.160315:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606051.160317:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606051.160324:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594729998464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606051.160334:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594729998464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606051.160368:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606051.160370:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606051.160371:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606051.160374:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729998592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606051.160381:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729998592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606051.160393:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606051.160397:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606051.160400:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606051.160402:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606051.160404:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606051.160406:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:3.0:1749606051.171068:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362c00.
00000100:00000010:1.0:1749606051.171078:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362d40.
00000100:00000010:2.0:1749606051.171106:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362780.
00000100:00000010:2.0:1749606056.166208:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606056.166244:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606056.166323:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606056.166346:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606056.166354:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606056.166377:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606056.166381:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606056.166425:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606056.166427:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:2.0:1749606056.166433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:3.0:1749606056.166437:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:2.0:1749606056.166441:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000010:3.0:1749606056.166443:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:2.0:1749606056.166450:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729998848, portal 10
00000400:00000010:2.0:1749606056.166458:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:3.0:1749606056.166458:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729998720, portal 25
00000100:00000200:2.0:1749606056.166461:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729998848, offset 0
00000400:00000010:3.0:1749606056.166462:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749606056.166465:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729998720, offset 0
00000400:00000200:2.0:1749606056.166470:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606056.166486:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606056.166494:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606056.166494:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606056.166500:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606056.166504:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606056.166542:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606056.166546:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [116:116:256:4294967295] 192.168.201.120@tcp LPNI seq info [116:116:8:4294967295]
00000400:00000200:2.0:1749606056.166562:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606056.166569:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606056.166572:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606056.166575:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:3.0:1749606056.166576:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606056.166579:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606056.166582:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606056.166583:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606056.166585:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606056.166588:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [117:117:255:4294967295] 192.168.201.120@tcp LPNI seq info [117:117:7:4294967295]
00000800:00000200:2.0:1749606056.166597:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606056.166600:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606056.166603:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606056.166605:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606056.166609:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606056.166614:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606056.166620:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606056.166623:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606056.166631:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362780.
00000100:00000010:2.0:1749606056.166671:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362840.
00000100:00000010:2.0:1749606056.166681:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362000.
00000100:00000010:2.0:1749606056.166697:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362500.
02000000:00000010:2.0:1749606056.166711:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606056.166715:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606056.166718:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606056.166721:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729998976, portal 10
00000400:00000010:2.0:1749606056.166726:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606056.166728:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729998976, offset 0
00000400:00000200:2.0:1749606056.166733:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606056.166739:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606056.166742:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606056.166745:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606056.166747:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606056.166749:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606056.166753:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [118:118:254:4294967295] 192.168.201.120@tcp LPNI seq info [118:118:6:4294967295]
00000400:00000200:2.0:1749606056.166761:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606056.166765:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606056.166768:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606056.166773:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606056.166778:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606056.166780:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606056.169139:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606056.169147:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606056.169149:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606056.169158:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594729998848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606056.169170:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594729998848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606056.169200:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606056.169202:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749606056.169203:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606056.169217:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594729998976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606056.169219:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000100:00000200:2.0:1749606056.169225:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594729998976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606056.169227:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606056.169229:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606056.169238:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594729998720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606056.169243:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606056.169248:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000200:3.0:1749606056.169249:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594729998720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749606056.169252:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606056.169255:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606056.169258:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606056.169260:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749606056.169267:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606056.169272:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749606056.169275:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749606056.179020:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362000.
00000100:00000010:3.0:1749606056.179026:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362500.
00000100:00000010:1.0:1749606056.179056:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362840.
00000100:00000010:1.0:1749606061.174200:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e30000.
02000000:00000010:1.0:1749606061.174239:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88012c470f00.
00000400:00000200:1.0:1749606061.174317:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:1.0:1749606061.174350:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e30380.
02000000:00000010:1.0:1749606061.174359:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b4317000.
00000100:00000010:1.0:1749606061.174382:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800b6e30700.
02000000:00000010:2.0:1749606061.174382:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88000.
02000000:00000010:1.0:1749606061.174386:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:2.0:1749606061.174395:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
02000000:00000010:3.0:1749606061.174396:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:2.0:1749606061.174404:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000010:3.0:1749606061.174407:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000100:00000200:2.0:1749606061.174413:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729999104, portal 25
00000400:00000010:3.0:1749606061.174414:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606061.174418:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729999232, portal 10
00000400:00000010:2.0:1749606061.174420:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000010:3.0:1749606061.174452:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:2.0:1749606061.174454:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729999104, offset 0
00000100:00000200:3.0:1749606061.174455:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729999232, offset 0
00000400:00000200:2.0:1749606061.174465:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606061.174475:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606061.174481:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606061.174490:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606061.174496:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606061.174501:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606061.174504:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606061.174508:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [119:119:256:4294967295] 192.168.201.120@tcp LPNI seq info [119:119:8:4294967295]
00000400:00000200:2.0:1749606061.174523:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606061.174529:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606061.174531:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606061.174535:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749606061.174536:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606061.174539:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606061.174542:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606061.174544:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606061.174544:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606061.174548:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [120:120:255:4294967295] 192.168.201.120@tcp LPNI seq info [120:120:7:4294967295]
00000800:00000200:2.0:1749606061.174556:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606061.174558:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606061.174561:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749606061.174563:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606061.174567:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606061.174572:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606061.174578:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606061.174581:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606061.174606:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362140.
00000100:00000010:2.0:1749606061.174642:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362e00.
00000100:00000010:2.0:1749606061.174658:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362200.
00000100:00000010:2.0:1749606061.174665:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362dc0.
02000000:00000010:3.0:1749606061.174692:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749606061.174697:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606061.174700:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606061.174703:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729999360, portal 10
00000400:00000010:3.0:1749606061.174707:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749606061.174709:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729999360, offset 0
00000400:00000200:3.0:1749606061.174714:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606061.174719:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606061.174722:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606061.174725:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606061.174727:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606061.174729:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606061.174732:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [121:121:254:4294967295] 192.168.201.120@tcp LPNI seq info [121:121:6:4294967295]
00000400:00000200:3.0:1749606061.174741:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606061.174745:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606061.174748:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606061.174751:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606061.174764:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606061.174767:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606061.176919:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606061.176925:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749606061.176927:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606061.176956:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b6e30000 x1834594729999104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606061.176976:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800b6e30000 x1834594729999104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606061.177005:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88000.
00000400:00000010:3.0:1749606061.177005:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
02000000:00000010:2.0:1749606061.177010:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88012c470f00.
00000400:00000200:3.0:1749606061.177014:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000100:00000010:2.0:1749606061.177015:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e30000.
00000400:00000010:3.0:1749606061.177017:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606061.177027:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b6e30380 x1834594729999232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606061.177039:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800b6e30380 x1834594729999232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606061.177064:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749606061.177069:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b4317000.
00000100:00000010:3.0:1749606061.177072:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e30380.
00000400:00000010:3.0:1749606061.177078:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606061.177080:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749606061.177081:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606061.177084:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800b6e30700 x1834594729999360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606061.177093:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800b6e30700 x1834594729999360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606061.177105:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749606061.177108:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b4317c00.
00000100:00000010:3.0:1749606061.177110:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800b6e30700.
00000100:00000010:2.0:1749606061.187082:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362200.
00000100:00000010:1.0:1749606061.187099:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362e00.
00000100:00000010:3.0:1749606061.187135:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362dc0.
00000100:00000010:2.0:1749606066.182171:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606066.182201:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606066.182268:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606066.182288:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606066.182295:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606066.182312:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606066.182315:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749606066.182326:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606066.182337:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
02000000:00000010:2.0:1749606066.182367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606066.182372:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:3.0:1749606066.182373:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000010:2.0:1749606066.182376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606066.182383:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729999616, portal 10
00000100:00000200:3.0:1749606066.182383:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729999488, portal 25
00000400:00000010:3.0:1749606066.182387:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000400:00000010:2.0:1749606066.182389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:3.0:1749606066.182390:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729999488, offset 0
00000100:00000200:2.0:1749606066.182391:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729999616, offset 0
00000400:00000200:2.0:1749606066.182397:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606066.182404:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606066.182411:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606066.182418:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606066.182430:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606066.182434:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606066.182436:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606066.182440:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [122:122:256:4294967295] 192.168.201.120@tcp LPNI seq info [122:122:8:4294967295]
00000400:00000200:2.0:1749606066.182452:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606066.182457:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606066.182458:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606066.182461:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000200:3.0:1749606066.182461:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606066.182464:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606066.182466:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606066.182468:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606066.182469:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606066.182470:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [123:123:255:4294967295] 192.168.201.120@tcp LPNI seq info [123:123:7:4294967295]
00000400:00000200:3.0:1749606066.182477:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606066.182479:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606066.182481:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749606066.182483:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:3.0:1749606066.182484:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606066.182488:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606066.182492:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606066.182495:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606066.182506:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749606066.182529:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749606066.182540:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749606066.182545:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
02000000:00000010:2.0:1749606066.182564:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606066.182567:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606066.182570:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606066.182572:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594729999744, portal 10
00000400:00000010:2.0:1749606066.182575:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606066.182577:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594729999744, offset 0
00000400:00000200:2.0:1749606066.182580:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606066.182584:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606066.182586:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606066.182588:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606066.182590:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606066.182591:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606066.182594:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [124:124:254:4294967295] 192.168.201.120@tcp LPNI seq info [124:124:6:4294967295]
00000400:00000200:2.0:1749606066.182600:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606066.182603:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606066.182605:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606066.182607:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606066.182610:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606066.182612:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606066.185019:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606066.185030:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749606066.185033:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606066.185045:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594729999616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606066.185062:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594729999616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606066.185099:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606066.185104:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749606066.185106:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606066.185112:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729999744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606066.185122:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729999744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606066.185142:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606066.185148:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606066.185152:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606066.185156:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606066.185158:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606066.185161:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:3.0:1749606066.185167:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606066.185174:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749606066.185176:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606066.185184:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594729999488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606066.185195:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594729999488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606066.185218:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606066.185222:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606066.185226:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749606066.195004:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749606066.195013:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749606066.195032:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749606071.190057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606071.190077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606071.190124:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606071.190138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606071.190143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606071.190156:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749606071.190157:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749606071.190158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:1.0:1749606071.190165:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:3.0:1749606071.190167:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:1.0:1749606071.190171:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:3.0:1749606071.190172:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000100:00000200:1.0:1749606071.190177:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594729999872, portal 25
00000400:00000010:3.0:1749606071.190177:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000010:1.0:1749606071.190181:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749606071.190182:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594729999872, offset 0
00000400:00000200:1.0:1749606071.190188:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606071.190195:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730000000, portal 10
00000400:00000200:1.0:1749606071.190197:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749606071.190199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749606071.190200:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730000000, offset 0
00000400:00000200:1.0:1749606071.190201:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606071.190204:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606071.190204:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606071.190207:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606071.190209:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606071.190212:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [125:125:256:4294967295] 192.168.201.120@tcp LPNI seq info [125:125:8:4294967295]
00000400:00000200:1.0:1749606071.190221:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606071.190226:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606071.190227:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606071.190229:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:3.0:1749606071.190229:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606071.190231:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606071.190232:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606071.190234:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606071.190234:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606071.190235:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [126:126:255:4294967295] 192.168.201.120@tcp LPNI seq info [126:126:7:4294967295]
00000800:00000200:1.0:1749606071.190240:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606071.190241:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606071.190243:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749606071.190243:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606071.190246:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606071.190248:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606071.190251:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606071.190253:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606071.190276:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749606071.190289:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749606071.190292:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749606071.190302:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
02000000:00000010:3.0:1749606071.190315:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749606071.190317:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606071.190319:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606071.190320:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730000128, portal 10
00000400:00000010:3.0:1749606071.190322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749606071.190323:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730000128, offset 0
00000400:00000200:3.0:1749606071.190326:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606071.190328:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606071.190330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606071.190331:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606071.190332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606071.190334:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606071.190335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [127:127:254:4294967295] 192.168.201.120@tcp LPNI seq info [127:127:6:4294967295]
00000400:00000200:3.0:1749606071.190339:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606071.190347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606071.190349:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606071.190351:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606071.190353:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606071.190355:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606071.191515:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606071.191519:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749606071.191520:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606071.191524:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730000000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606071.191533:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730000000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606071.191537:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606071.191544:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606071.191545:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606071.191549:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594729999872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606071.191551:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606071.191553:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000100:00000200:1.0:1749606071.191554:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594729999872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606071.191555:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606071.191558:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730000128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606071.191564:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730000128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606071.191566:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606071.191568:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749606071.191571:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749606071.191576:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749606071.191579:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749606071.191583:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:3.0:1749606071.191586:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749606071.191588:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749606071.191590:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749606071.202986:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749606071.203011:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:3.0:1749606071.203078:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:2.0:1749606076.198076:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606076.198116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606076.198202:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606076.198221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606076.198228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606076.198247:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:3.0:1749606076.198249:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606076.198250:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749606076.198258:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606076.198264:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606076.198279:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730000256, portal 25
02000000:00000010:2.0:1749606076.198280:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606076.198284:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:3.0:1749606076.198284:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606076.198287:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730000256, offset 0
00000400:00000010:2.0:1749606076.198306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606076.198311:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730000384, portal 10
00000400:00000200:3.0:1749606076.198315:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606076.198316:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606076.198319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730000384, offset 0
00000400:00000200:2.0:1749606076.198325:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606076.198327:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606076.198332:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606076.198337:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606076.198341:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606076.198343:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606076.198347:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [128:128:256:4294967295] 192.168.201.120@tcp LPNI seq info [128:128:8:4294967295]
00000400:00000200:3.0:1749606076.198359:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606076.198365:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606076.198367:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606076.198369:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749606076.198371:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606076.198375:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606076.198376:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606076.198378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606076.198381:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606076.198384:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [129:129:255:4294967295] 192.168.201.120@tcp LPNI seq info [129:129:7:4294967295]
00000800:00000200:3.0:1749606076.198385:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606076.198390:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606076.198394:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606076.198399:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606076.198402:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606076.198407:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606076.198413:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606076.198416:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606076.198417:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749606076.198465:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749606076.198484:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749606076.198489:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
02000000:00000010:2.0:1749606076.198511:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749606076.198514:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606076.198517:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606076.198519:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730000512, portal 10
00000400:00000010:2.0:1749606076.198523:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606076.198532:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730000512, offset 0
00000400:00000200:2.0:1749606076.198537:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606076.198541:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606076.198544:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606076.198547:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606076.198549:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606076.198552:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606076.198554:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [130:130:254:4294967295] 192.168.201.120@tcp LPNI seq info [130:130:6:4294967295]
00000400:00000200:2.0:1749606076.198562:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606076.198566:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606076.198568:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606076.198572:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606076.198577:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606076.198579:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606076.200700:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606076.200706:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749606076.200707:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606076.200715:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730000256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606076.200724:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730000256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606076.200740:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606076.200743:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606076.200746:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:2.0:1749606076.200784:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606076.200788:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749606076.200789:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606076.200795:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730000384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606076.200802:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730000384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606076.200817:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606076.200819:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749606076.200820:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606076.200822:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730000512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606076.200827:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730000512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606076.200836:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606076.200861:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606076.200865:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606076.200868:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606076.200871:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606076.200873:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749606076.211018:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:1.0:1749606076.211045:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:2.0:1749606076.211061:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:2.0:1749606081.206029:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606081.206044:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606081.206085:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606081.206126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606081.206133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606081.206150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:3.0:1749606081.206150:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606081.206153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:3.0:1749606081.206161:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606081.206168:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606081.206176:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730000640, portal 25
02000000:00000010:2.0:1749606081.206178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749606081.206181:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749606081.206183:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730000640, offset 0
00000400:00000010:2.0:1749606081.206184:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606081.206189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:3.0:1749606081.206194:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606081.206202:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730000768, portal 10
00000400:00000200:3.0:1749606081.206207:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606081.206208:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606081.206210:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730000768, offset 0
00000400:00000200:3.0:1749606081.206213:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606081.206215:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606081.206216:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606081.206219:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606081.206221:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606081.206223:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [131:131:256:4294967295] 192.168.201.120@tcp LPNI seq info [131:131:8:4294967295]
00000400:00000200:3.0:1749606081.206232:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606081.206236:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606081.206240:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749606081.206241:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606081.206246:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606081.206246:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606081.206250:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606081.206253:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606081.206255:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606081.206255:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606081.206258:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [132:132:255:4294967295] 192.168.201.120@tcp LPNI seq info [132:132:7:4294967295]
00000800:00000200:3.0:1749606081.206258:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606081.206266:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606081.206271:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606081.206274:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606081.206279:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606081.206281:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000800:00000200:2.0:1749606081.206289:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749606081.206295:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000800:00000200:2.0:1749606081.206302:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606081.206307:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749606081.206312:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
02000000:00000010:2.0:1749606081.206350:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606081.206353:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606081.206355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606081.206357:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730000896, portal 10
00000400:00000010:2.0:1749606081.206360:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606081.206362:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730000896, offset 0
00000400:00000200:2.0:1749606081.206365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606081.206369:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606081.206371:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606081.206373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606081.206375:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606081.206376:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606081.206377:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [133:133:254:4294967295] 192.168.201.120@tcp LPNI seq info [133:133:6:4294967295]
00000400:00000200:2.0:1749606081.206382:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606081.206384:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606081.206387:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606081.206389:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606081.206392:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606081.206394:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606081.207714:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606081.207718:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749606081.207719:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606081.207724:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730000640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606081.207730:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730000640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606081.207754:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606081.207758:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606081.207761:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749606081.207766:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606081.207769:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749606081.207771:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606081.207777:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730000768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606081.207784:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730000768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606081.207799:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606081.207800:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749606081.207801:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606081.207807:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730000896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606081.207811:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730000896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606081.207820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606081.207823:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606081.207825:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606081.207827:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606081.207828:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606081.207829:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606081.219010:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:1.0:1749606081.219020:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749606081.219052:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749606086.214155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606086.214178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606086.214241:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606086.214258:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606086.214264:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606086.214282:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606086.214286:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606086.214312:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606086.214318:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606086.214324:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606086.214332:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730001152, portal 10
00000400:00000010:2.0:1749606086.214339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606086.214341:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730001152, offset 0
00000400:00000200:2.0:1749606086.214349:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606086.214360:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606086.214375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606086.214379:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606086.214383:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606086.214386:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606086.214389:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [134:134:256:4294967295] 192.168.201.120@tcp LPNI seq info [134:134:8:4294967295]
00000400:00000200:2.0:1749606086.214417:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606086.214424:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606086.214428:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606086.214434:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606086.214443:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606086.214448:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606086.214485:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362200.
00000100:00000010:2.0:1749606086.214497:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362b40.
00000100:00000010:2.0:1749606086.214504:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362d80.
00000100:00000010:2.0:1749606086.214509:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362e80.
02000000:00000010:2.0:1749606086.214529:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606086.214532:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606086.214535:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606086.214538:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730001280, portal 10
00000400:00000010:2.0:1749606086.214542:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606086.214544:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730001280, offset 0
00000400:00000200:2.0:1749606086.214548:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606086.214553:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606086.214556:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606086.214559:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606086.214561:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606086.214563:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606086.214566:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [136:136:254:4294967295] 192.168.201.120@tcp LPNI seq info [136:136:6:4294967295]
00000400:00000200:2.0:1749606086.214574:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606086.214579:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606086.214583:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606086.214588:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606086.214594:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606086.214597:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606086.214636:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606086.214642:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749606086.214650:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606086.214657:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606086.214662:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:1.0:1749606086.214665:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:1.0:1749606086.214675:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730001152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606086.214696:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606086.214698:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606086.214701:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606086.214704:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606086.214706:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749606086.214708:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749606086.214711:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730001024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606086.214791:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606086.214794:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749606086.214796:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606086.214799:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606086.214811:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:1.0:1749606086.214813:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:1.0:1749606086.214817:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730001280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606086.217003:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606086.217037:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749606086.217041:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606086.217051:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730001152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606086.217067:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730001152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606086.217103:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606086.217109:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606086.217114:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749606086.217169:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac08.
00000400:00000200:1.0:1749606086.217177:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:1.0:1749606086.217179:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000400:00000010:2.0:1749606086.217184:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000100:00000200:1.0:1749606086.217187:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730001024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606086.217188:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749606086.217190:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606086.217195:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730001280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606086.217199:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730001024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606086.217204:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730001280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606086.217219:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749606086.217221:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749606086.217223:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
02000000:00000010:2.0:1749606086.217224:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606086.217226:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606086.217226:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749606086.227064:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362d80.
00000100:00000010:3.0:1749606086.227101:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362e80.
00000100:00000010:1.0:1749606086.227173:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362b40.
02000000:00000010:1.0:1749606091.222312:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749606091.222321:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606091.222328:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606091.222335:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730001408, portal 25
00000400:00000010:1.0:1749606091.222340:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606091.222342:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730001408, offset 0
00000400:00000200:1.0:1749606091.222350:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606091.222369:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606091.222374:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606091.222379:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606091.222383:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606091.222386:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606091.222389:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [137:137:256:4294967295] 192.168.201.120@tcp LPNI seq info [137:137:8:4294967295]
00000400:00000200:1.0:1749606091.222402:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606091.222408:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606091.222421:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000800:00000010:1.0:1749606091.222426:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000010:2.0:1749606091.222430:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000800:00000200:1.0:1749606091.222432:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:2.0:1749606091.222436:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000800:00000200:1.0:1749606091.222440:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:2.0:1749606091.222442:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730001536, portal 10
00000800:00000200:1.0:1749606091.222445:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:2.0:1749606091.222449:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606091.222452:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730001536, offset 0
00000400:00000200:2.0:1749606091.222461:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606091.222469:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000400:00000200:2.0:1749606091.222471:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606091.222476:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1749606091.222486:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749606091.222491:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000400:00000200:2.0:1749606091.222491:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606091.222495:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1749606091.222496:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000400:00000200:2.0:1749606091.222499:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606091.222504:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [138:138:255:4294967295] 192.168.201.120@tcp LPNI seq info [138:138:7:4294967295]
00000400:00000200:2.0:1749606091.222519:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606091.222527:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606091.222532:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606091.222538:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606091.222547:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606091.222551:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749606091.222570:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606091.222575:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606091.222579:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606091.222583:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730001664, portal 10
00000400:00000010:2.0:1749606091.222588:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606091.222591:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730001664, offset 0
00000400:00000200:2.0:1749606091.222598:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606091.222604:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606091.222609:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606091.222613:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606091.222616:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606091.222619:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606091.222624:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [139:139:254:4294967295] 192.168.201.120@tcp LPNI seq info [139:139:6:4294967295]
00000400:00000200:2.0:1749606091.222636:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606091.222642:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606091.222646:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606091.222652:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606091.222658:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606091.222662:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606091.224986:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606091.224996:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749606091.224999:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606091.225009:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730001536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606091.225026:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730001536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606091.225060:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606091.225068:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7ac00.
00000100:00000010:2.0:1749606091.225074:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000400:00000010:1.0:1749606091.225170:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606091.225178:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606091.225181:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606091.225189:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730001408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606091.225203:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730001408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606091.225209:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606091.225213:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606091.225215:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606091.225219:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730001664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606091.225225:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000100:00000200:2.0:1749606091.225227:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730001664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606091.225231:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd900.
00000100:00000010:1.0:1749606091.225235:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
02000000:00000010:2.0:1749606091.225243:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606091.225246:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c79000.
00000100:00000010:2.0:1749606091.225248:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000010:2.0:1749606091.235031:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:3.0:1749606091.235061:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749606091.235154:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
02000000:00000010:3.0:1749606096.230277:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606096.230289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749606096.230295:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:2.0:1749606096.230301:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:3.0:1749606096.230305:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000400:00000010:2.0:1749606096.230310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:3.0:1749606096.230316:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730001792, portal 25
00000100:00000200:2.0:1749606096.230317:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730001920, portal 10
00000400:00000010:3.0:1749606096.230322:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000010:2.0:1749606096.230325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:3.0:1749606096.230326:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730001792, offset 0
00000100:00000200:2.0:1749606096.230329:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730001920, offset 0
00000400:00000200:3.0:1749606096.230339:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606096.230359:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606096.230361:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606096.230367:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606096.230372:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606096.230377:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606096.230380:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606096.230384:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [140:140:256:4294967295] 192.168.201.120@tcp LPNI seq info [140:140:8:4294967295]
00000400:00000200:3.0:1749606096.230399:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606096.230406:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606096.230411:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606096.230412:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749606096.230416:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606096.230421:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606096.230433:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606096.230439:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606096.230439:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606096.230443:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606096.230447:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606096.230452:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [141:141:255:4294967295] 192.168.201.120@tcp LPNI seq info [141:141:7:4294967295]
00000400:00000200:2.0:1749606096.230467:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606096.230476:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606096.230481:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000800:00000010:2.0:1749606096.230483:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606096.230489:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606096.230498:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606096.230502:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606096.230504:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749606096.230530:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749606096.230536:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
02000000:00000010:2.0:1749606096.230565:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606096.230571:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606096.230576:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606096.230589:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730002048, portal 10
00000400:00000010:2.0:1749606096.230596:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606096.230599:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730002048, offset 0
00000400:00000200:2.0:1749606096.230607:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606096.230620:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606096.230625:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606096.230629:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606096.230632:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606096.230635:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606096.230640:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [142:142:255:4294967295] 192.168.201.120@tcp LPNI seq info [142:142:7:4294967295]
00000400:00000200:2.0:1749606096.230653:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606096.230660:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606096.230668:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606096.230673:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606096.230681:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606096.230686:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606096.232894:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606096.232902:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749606096.232904:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606096.232917:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730001792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606096.232930:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730001792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606096.232995:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606096.233002:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606096.233004:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
02000000:00000010:3.0:1749606096.233012:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000100:00000200:2.0:1749606096.233013:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730001920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606096.233019:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd400.
00000100:00000200:2.0:1749606096.233024:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730001920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606096.233025:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000400:00000010:2.0:1749606096.233049:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606096.233051:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606096.233053:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606096.233057:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730002048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606096.233065:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730002048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606096.233080:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606096.233085:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:2.0:1749606096.233089:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
02000000:00000010:2.0:1749606096.233093:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606096.233095:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:2.0:1749606096.233098:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000100:00000010:3.0:1749606096.243043:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:2.0:1749606096.243052:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:1.0:1749606096.243144:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749606101.238150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606101.238175:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606101.238240:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606101.238257:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606101.238264:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606101.238282:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606101.238285:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606101.238314:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749606101.238320:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
02000000:00000010:1.0:1749606101.238331:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749606101.238342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000010:1.0:1749606101.238343:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000100:00000200:2.0:1749606101.238349:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730002304, portal 10
00000400:00000010:1.0:1749606101.238351:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:2.0:1749606101.238356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:1.0:1749606101.238357:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730002176, portal 25
00000100:00000200:2.0:1749606101.238358:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730002304, offset 0
00000400:00000010:1.0:1749606101.238362:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000400:00000200:2.0:1749606101.238366:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606101.238376:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730002176, offset 0
00000400:00000200:2.0:1749606101.238377:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606101.238383:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606101.238388:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606101.238388:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606101.238391:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606101.238394:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606101.238398:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [143:143:256:4294967295] 192.168.201.120@tcp LPNI seq info [143:143:8:4294967295]
00000400:00000200:2.0:1749606101.238410:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606101.238416:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606101.238420:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606101.238420:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:1.0:1749606101.238425:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749606101.238427:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606101.238429:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606101.238433:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606101.238436:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606101.238441:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606101.238448:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606101.238453:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [144:144:255:4294967295] 192.168.201.120@tcp LPNI seq info [144:144:7:4294967295]
00000400:00000200:1.0:1749606101.238468:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606101.238469:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362d80.
00000800:00000200:1.0:1749606101.238473:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606101.238477:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606101.238482:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749606101.238483:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362700.
00000100:00000010:2.0:1749606101.238488:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362380.
00000800:00000200:1.0:1749606101.238489:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606101.238492:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606101.238492:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e3623c0.
02000000:00000010:2.0:1749606101.238508:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606101.238513:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606101.238516:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606101.238520:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730002432, portal 10
00000400:00000010:2.0:1749606101.238525:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749606101.238527:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730002432, offset 0
00000400:00000200:2.0:1749606101.238536:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606101.238543:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606101.238564:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606101.238576:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606101.238580:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606101.238583:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606101.238587:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [145:145:254:4294967295] 192.168.201.120@tcp LPNI seq info [145:145:6:4294967295]
00000400:00000200:2.0:1749606101.238600:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606101.238607:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606101.238611:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606101.238617:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606101.238623:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606101.238627:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606101.240941:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606101.240946:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606101.240948:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606101.240989:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730002304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606101.241001:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730002304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606101.241003:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606101.241010:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606101.241012:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606101.241019:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730002176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606101.241029:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
00000100:00000200:1.0:1749606101.241034:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730002176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606101.241034:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606101.241038:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749606101.241044:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606101.241047:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749606101.241049:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606101.241054:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730002432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606101.241059:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606101.241064:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:2.0:1749606101.241065:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730002432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606101.241068:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606101.241084:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606101.241088:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606101.241099:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749606101.251052:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362380.
00000100:00000010:1.0:1749606101.251073:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362700.
00000100:00000010:3.0:1749606101.251121:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e3623c0.
00000100:00000010:2.0:1749606106.246143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606106.246169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606106.246232:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606106.246249:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606106.246256:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606106.246274:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606106.246278:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749606106.246287:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749606106.246297:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:2.0:1749606106.246299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606106.246303:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:1.0:1749606106.246304:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:2.0:1749606106.246308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:1.0:1749606106.246312:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730002560, portal 25
00000100:00000200:2.0:1749606106.246313:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730002688, portal 10
00000400:00000010:1.0:1749606106.246316:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606106.246319:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730002560, offset 0
00000400:00000010:2.0:1749606106.246319:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606106.246321:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730002688, offset 0
00000400:00000200:1.0:1749606106.246327:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606106.246340:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606106.246341:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606106.246346:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606106.246351:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606106.246354:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606106.246371:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606106.246375:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [146:146:256:4294967295] 192.168.201.120@tcp LPNI seq info [146:146:8:4294967295]
00000400:00000200:1.0:1749606106.246388:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606106.246394:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606106.246396:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606106.246399:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:2.0:1749606106.246400:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606106.246403:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606106.246405:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606106.246406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606106.246409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606106.246412:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [147:147:255:4294967295] 192.168.201.120@tcp LPNI seq info [147:147:7:4294967295]
00000800:00000200:1.0:1749606106.246415:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606106.246419:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606106.246422:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606106.246427:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606106.246430:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606106.246435:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606106.246441:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606106.246445:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606106.246449:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749606106.246473:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749606106.246477:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749606106.246483:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
02000000:00000010:2.0:1749606106.246517:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749606106.246520:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606106.246533:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606106.246536:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730002816, portal 10
00000400:00000010:2.0:1749606106.246540:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749606106.246542:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730002816, offset 0
00000400:00000200:2.0:1749606106.246547:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606106.246552:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606106.246555:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606106.246558:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606106.246560:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606106.246562:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606106.246565:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [148:148:254:4294967295] 192.168.201.120@tcp LPNI seq info [148:148:6:4294967295]
00000400:00000200:2.0:1749606106.246574:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606106.246579:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606106.246582:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606106.246586:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606106.246590:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606106.246593:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606106.248925:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606106.248958:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749606106.248961:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606106.248973:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730002688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606106.248981:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000100:00000200:2.0:1749606106.248986:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730002688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606106.248988:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606106.248991:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606106.249001:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730002560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606106.249013:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730002560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606106.249014:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606106.249016:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749606106.249018:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606106.249022:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730002816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606106.249030:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730002816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606106.249035:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606106.249039:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749606106.249043:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606106.249057:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606106.249061:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606106.249065:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606106.249069:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606106.249071:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606106.249074:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749606106.259027:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:2.0:1749606106.259067:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:3.0:1749606106.259106:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:2.0:1749606111.254059:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606111.254079:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606111.254126:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606111.254138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606111.254143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606111.254157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606111.254159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606111.254183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749606111.254187:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749606111.254188:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606111.254192:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000010:1.0:1749606111.254194:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000100:00000200:2.0:1749606111.254197:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730003072, portal 10
00000400:00000010:1.0:1749606111.254198:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606111.254202:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730002944, portal 25
00000400:00000010:2.0:1749606111.254202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606111.254203:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730003072, offset 0
00000400:00000010:1.0:1749606111.254206:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000400:00000200:2.0:1749606111.254208:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606111.254217:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730002944, offset 0
00000400:00000200:2.0:1749606111.254217:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606111.254222:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606111.254224:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606111.254226:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606111.254228:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606111.254230:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606111.254233:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [149:149:256:4294967295] 192.168.201.120@tcp LPNI seq info [149:149:8:4294967295]
00000400:00000200:2.0:1749606111.254241:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606111.254245:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606111.254252:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606111.254255:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749606111.254256:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606111.254259:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606111.254260:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606111.254262:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606111.254264:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606111.254267:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606111.254268:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [150:150:255:4294967295] 192.168.201.120@tcp LPNI seq info [150:150:7:4294967295]
00000800:00000200:2.0:1749606111.254271:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606111.254278:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606111.254283:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606111.254287:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000100:00000010:2.0:1749606111.254290:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362380.
00000800:00000200:1.0:1749606111.254291:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606111.254296:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606111.254299:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606111.254301:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362f40.
00000100:00000010:2.0:1749606111.254304:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362f00.
00000100:00000010:2.0:1749606111.254307:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362640.
02000000:00000010:2.0:1749606111.254323:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606111.254325:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606111.254327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606111.254329:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730003200, portal 10
00000400:00000010:2.0:1749606111.254332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749606111.254333:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730003200, offset 0
00000400:00000200:2.0:1749606111.254336:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606111.254339:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606111.254341:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606111.254343:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606111.254344:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606111.254345:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606111.254347:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [151:151:254:4294967295] 192.168.201.120@tcp LPNI seq info [151:151:6:4294967295]
00000400:00000200:2.0:1749606111.254352:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606111.254355:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606111.254357:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606111.254359:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606111.254362:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606111.254363:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606111.256505:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606111.256509:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749606111.256510:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606111.256520:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730003072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606111.256527:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730003072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606111.256555:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606111.256558:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606111.256560:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749606111.256566:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606111.256570:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606111.256572:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606111.256578:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730002944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606111.256578:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606111.256580:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749606111.256581:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606111.256583:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730003200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606111.256588:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730002944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606111.256588:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730003200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606111.256611:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606111.256613:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606111.256614:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749606111.256619:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606111.256623:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606111.256626:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749606111.267004:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362f00.
00000100:00000010:3.0:1749606111.267034:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362640.
00000100:00000010:1.0:1749606111.267078:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362f40.
00000100:00000010:2.0:1749606116.262081:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606116.262103:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606116.262166:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606116.262184:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606116.262193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606116.262215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:3.0:1749606116.262215:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
02000000:00000010:2.0:1749606116.262220:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749606116.262223:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606116.262230:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606116.262238:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730003328, portal 25
02000000:00000010:2.0:1749606116.262243:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749606116.262244:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749606116.262247:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730003328, offset 0
00000400:00000010:2.0:1749606116.262248:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606116.262251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000400:00000200:3.0:1749606116.262257:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606116.262267:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730003456, portal 10
00000400:00000200:3.0:1749606116.262271:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606116.262272:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000200:3.0:1749606116.262278:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606116.262283:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606116.262287:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749606116.262290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730003456, offset 0
00000400:00000200:3.0:1749606116.262290:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606116.262294:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [152:152:256:4294967295] 192.168.201.120@tcp LPNI seq info [152:152:8:4294967295]
00000400:00000200:2.0:1749606116.262297:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606116.262308:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606116.262315:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606116.262316:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606116.262319:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606116.262320:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749606116.262322:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606116.262325:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606116.262327:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606116.262330:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [153:153:255:4294967295] 192.168.201.120@tcp LPNI seq info [153:153:7:4294967295]
00000800:00000200:3.0:1749606116.262333:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606116.262340:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606116.262343:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606116.262346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606116.262348:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749606116.262349:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606116.262353:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606116.262358:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606116.262360:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606116.262376:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749606116.262397:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749606116.262414:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749606116.262420:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
02000000:00000010:2.0:1749606116.262433:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606116.262437:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606116.262441:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606116.262444:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730003584, portal 10
00000400:00000010:2.0:1749606116.262449:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606116.262452:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730003584, offset 0
00000400:00000200:2.0:1749606116.262458:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606116.262464:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606116.262467:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606116.262470:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606116.262473:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606116.262476:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606116.262480:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [154:154:254:4294967295] 192.168.201.120@tcp LPNI seq info [154:154:6:4294967295]
00000400:00000200:2.0:1749606116.262490:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606116.262495:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606116.262499:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606116.262532:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606116.262536:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606116.262539:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606116.264656:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606116.264662:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749606116.264663:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606116.264670:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730003328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606116.264682:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730003328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606116.264704:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606116.264709:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:2.0:1749606116.264711:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000100:00000010:3.0:1749606116.264713:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000200:2.0:1749606116.264714:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749606116.264716:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606116.264721:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730003456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606116.264731:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730003456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606116.264748:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606116.264750:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749606116.264751:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606116.264754:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730003584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606116.264762:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730003584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606116.264775:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606116.264778:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606116.264780:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606116.264782:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606116.264783:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606116.264785:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606116.275044:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749606116.275059:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:1.0:1749606116.275093:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
02000000:00000010:3.0:1749606121.270441:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606121.270455:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606121.270479:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606121.270497:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730003712, portal 25
00000400:00000010:3.0:1749606121.270502:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606121.270504:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730003712, offset 0
00000400:00000200:3.0:1749606121.270515:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606121.270525:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000200:3.0:1749606121.270529:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606121.270535:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000200:3.0:1749606121.270535:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749606121.270541:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606121.270546:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730003840, portal 10
00000400:00000200:3.0:1749606121.270547:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606121.270551:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749606121.270553:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000400:00000200:3.0:1749606121.270554:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749606121.270557:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730003840, offset 0
00000400:00000200:3.0:1749606121.270557:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [155:155:256:4294967295] 192.168.201.120@tcp LPNI seq info [155:155:8:4294967295]
00000400:00000200:2.0:1749606121.270577:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606121.270583:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606121.270589:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606121.270594:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606121.270594:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749606121.270598:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606121.270601:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606121.270601:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606121.270604:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606121.270606:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606121.270610:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [156:156:255:4294967295] 192.168.201.120@tcp LPNI seq info [156:156:7:4294967295]
00000800:00000200:3.0:1749606121.270610:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606121.270614:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606121.270619:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606121.270624:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606121.270627:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606121.270631:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606121.270637:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606121.270640:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606121.270641:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749606121.270660:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749606121.270677:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749606121.270682:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
02000000:00000010:2.0:1749606121.270701:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606121.270705:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606121.270708:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606121.270711:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730003968, portal 10
00000400:00000010:2.0:1749606121.270714:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606121.270716:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730003968, offset 0
00000400:00000200:2.0:1749606121.270720:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606121.270723:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606121.270726:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606121.270728:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606121.270730:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606121.270732:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606121.270735:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [157:157:254:4294967295] 192.168.201.120@tcp LPNI seq info [157:157:6:4294967295]
00000400:00000200:2.0:1749606121.270743:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606121.270747:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606121.270750:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606121.270752:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606121.270765:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606121.270767:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606121.273258:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606121.273262:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749606121.273264:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606121.273272:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730003840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606121.273280:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730003840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606121.273303:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606121.273307:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:2.0:1749606121.273311:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000400:00000010:3.0:1749606121.273354:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606121.273359:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749606121.273361:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606121.273368:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730003712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606121.273377:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730003712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606121.273404:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606121.273407:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd800.
00000100:00000010:3.0:1749606121.273409:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000400:00000010:2.0:1749606121.273457:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606121.273460:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606121.273462:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606121.273466:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730003968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606121.273472:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730003968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606121.273487:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606121.273489:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:2.0:1749606121.273491:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000010:2.0:1749606121.283027:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:1.0:1749606121.283098:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749606121.283116:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:2.0:1749606126.278150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606126.278166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606126.278233:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606126.278258:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606126.278264:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606126.278279:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606126.278282:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749606126.278318:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749606126.278325:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606126.278330:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606126.278336:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730004224, portal 10
00000400:00000010:3.0:1749606126.278360:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606126.278389:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730004224, offset 0
00000400:00000200:3.0:1749606126.278396:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606126.278436:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606126.278449:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606126.278454:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606126.278457:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606126.278459:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606126.278462:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [159:159:255:4294967295] 192.168.201.120@tcp LPNI seq info [159:159:7:4294967295]
00000400:00000200:3.0:1749606126.278473:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606126.278478:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606126.278482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749606126.278488:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606126.278495:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606126.278499:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606126.278581:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606126.278586:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:1.0:1749606126.278592:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749606126.278593:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749606126.278597:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000200:1.0:1749606126.278598:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749606126.278600:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000400:00000200:1.0:1749606126.278601:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:1.0:1749606126.278610:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:3.0:1749606126.278615:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730004352, portal 10
00000100:00000200:1.0:1749606126.278618:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730004096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606126.278618:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749606126.278620:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730004352, offset 0
00000400:00000200:3.0:1749606126.278624:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606126.278628:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606126.278630:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606126.278633:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606126.278634:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606126.278636:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606126.278638:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [160:160:254:4294967295] 192.168.201.120@tcp LPNI seq info [160:160:6:4294967295]
00000400:00000200:3.0:1749606126.278645:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606126.278648:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606126.278650:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606126.278653:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606126.278656:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606126.278664:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606126.278706:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606126.278708:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749606126.278710:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606126.278714:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606126.278716:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:1.0:1749606126.278717:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:1.0:1749606126.278721:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730004224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606126.278742:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606126.278744:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749606126.278746:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606126.278748:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606126.278750:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:1.0:1749606126.278751:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:1.0:1749606126.278754:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730004352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606126.280670:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000400:00000200:2.0:1749606126.280691:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:2.0:1749606126.280692:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:2.0:1749606126.280698:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730004096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606126.280705:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730004096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606126.280730:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8e00.
02000000:00000010:2.0:1749606126.280734:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:3.0:1749606126.280738:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000100:00000010:2.0:1749606126.280739:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:3.0:1749606126.280743:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749606126.280746:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606126.280781:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730004224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606126.280792:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730004224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606126.280814:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606126.280816:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:3.0:1749606126.280817:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:3.0:1749606126.280820:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730004352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606126.280833:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730004352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606126.280862:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749606126.280865:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749606126.280868:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749606126.280870:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749606126.280872:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749606126.280873:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:3.0:1749606126.290994:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5e40.
00000100:00000010:1.0:1749606126.290995:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5740.
00000100:00000010:2.0:1749606126.291016:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5f00.
00000100:00000010:2.0:1749606131.286072:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606131.286100:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606131.286156:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606131.286171:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606131.286176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606131.286199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606131.286202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606131.286206:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749606131.286213:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606131.286217:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749606131.286221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730004608, portal 10
00000400:00000010:3.0:1749606131.286226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606131.286234:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730004608, offset 0
00000400:00000200:3.0:1749606131.286240:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606131.286301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606131.286318:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606131.286321:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606131.286323:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606131.286325:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606131.286327:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [162:162:255:4294967295] 192.168.201.120@tcp LPNI seq info [162:162:7:4294967295]
00000400:00000200:3.0:1749606131.286335:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606131.286339:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606131.286342:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606131.286345:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606131.286349:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606131.286351:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749606131.286412:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749606131.286415:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606131.286417:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606131.286419:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730004736, portal 10
00000800:00000200:1.0:1749606131.286422:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749606131.286422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606131.286423:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730004736, offset 0
00000400:00000200:3.0:1749606131.286426:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606131.286427:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:3.0:1749606131.286429:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606131.286431:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606131.286432:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606131.286433:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749606131.286434:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606131.286435:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606131.286437:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [163:163:254:4294967295] 192.168.201.120@tcp LPNI seq info [163:163:6:4294967295]
00000400:00000200:1.0:1749606131.286438:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749606131.286441:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749606131.286442:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000800:00000200:3.0:1749606131.286443:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606131.286444:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000800:00000010:3.0:1749606131.286445:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606131.286447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606131.286449:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749606131.286453:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730004480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749606131.286454:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606131.286474:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606131.286475:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606131.286484:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606131.286487:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606131.286496:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:1.0:1749606131.286497:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:1.0:1749606131.286502:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730004608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606131.286580:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606131.286582:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606131.286585:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606131.286588:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606131.286590:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:1.0:1749606131.286592:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749606131.286595:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730004736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606131.288493:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab58.
00000400:00000200:2.0:1749606131.288497:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:2.0:1749606131.288499:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:2.0:1749606131.288503:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730004480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606131.288508:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730004480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606131.288520:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606131.288524:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:3.0:1749606131.288525:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
02000000:00000010:2.0:1749606131.288527:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000100:00000200:3.0:1749606131.288529:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730004608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606131.288530:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749606131.288533:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:3.0:1749606131.288535:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730004608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606131.288548:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749606131.288550:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749606131.288552:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749606131.288554:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606131.288555:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606131.288556:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606131.288558:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730004736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606131.288562:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730004736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606131.288570:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749606131.288571:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749606131.288572:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749606131.299032:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f55c0.
00000100:00000010:2.0:1749606131.299040:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5500.
00000100:00000010:1.0:1749606131.299055:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5a00.
00000100:00000010:2.0:1749606136.294119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606136.294172:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606136.294264:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606136.294289:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606136.294297:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606136.294318:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606136.294322:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749606136.294324:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606136.294337:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606136.294346:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606136.294357:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730004864, portal 25
00000400:00000010:3.0:1749606136.294363:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749606136.294366:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730004864, offset 0
00000400:00000200:3.0:1749606136.294377:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606136.294393:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606136.294411:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606136.294416:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606136.294421:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606136.294424:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606136.294428:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [164:164:256:4294967295] 192.168.201.120@tcp LPNI seq info [164:164:8:4294967295]
00000400:00000200:3.0:1749606136.294454:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606136.294461:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606136.294466:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606136.294476:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606136.294488:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606136.294493:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606136.294544:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749606136.294584:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749606136.294602:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749606136.294624:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000800:00000200:1.0:1749606136.294654:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606136.294661:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606136.294668:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606136.294677:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606136.294695:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:1.0:1749606136.294698:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:1.0:1749606136.294715:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730004864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606136.294782:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606136.294785:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606136.294788:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606136.294792:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606136.294795:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:1.0:1749606136.294796:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:1.0:1749606136.294801:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730004992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606136.294827:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606136.294829:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:1.0:1749606136.294831:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606136.294844:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606136.294847:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749606136.294849:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749606136.294853:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730005120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606136.296592:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606136.296603:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606136.296607:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606136.296618:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730004864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606136.296634:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730004864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606136.296669:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eabb0.
02000000:00000010:3.0:1749606136.296671:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000200:1.0:1749606136.296679:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
02000000:00000010:3.0:1749606136.296679:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:1.0:1749606136.296681:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000010:3.0:1749606136.296686:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:1.0:1749606136.296691:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730004992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606136.296709:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730004992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749606136.296735:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749606136.305011:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:1.0:1749606136.305019:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749606136.305022:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749606136.305030:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730005120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606136.305044:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730005120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749606136.305064:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749606136.305076:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:1.0:1749606136.305081:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749606136.305085:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749606136.305089:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:1.0:1749606136.305092:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749606136.305095:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749606136.307027:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749606136.307029:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749606136.307037:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:2.0:1749606141.302086:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606141.302133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606141.302190:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606141.302208:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606141.302214:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749606141.302223:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606141.302231:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000100:00000010:2.0:1749606141.302237:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000400:00000010:3.0:1749606141.302237:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
02000000:00000010:2.0:1749606141.302241:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000200:3.0:1749606141.302246:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730005248, portal 25
00000400:00000010:3.0:1749606141.302265:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749606141.302267:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730005248, offset 0
00000400:00000200:3.0:1749606141.302274:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606141.302285:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606141.302286:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606141.302292:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606141.302296:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:3.0:1749606141.302296:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606141.302298:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749606141.302299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000200:3.0:1749606141.302300:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749606141.302302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730005376, portal 10
00000400:00000200:3.0:1749606141.302303:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [167:167:256:4294967295] 192.168.201.120@tcp LPNI seq info [167:167:8:4294967295]
00000400:00000010:1.0:1749606141.302306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606141.302307:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730005376, offset 0
00000400:00000200:1.0:1749606141.302313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606141.302313:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606141.302316:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606141.302317:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606141.302319:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606141.302320:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749606141.302321:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606141.302323:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606141.302324:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606141.302326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [168:168:255:4294967295] 192.168.201.120@tcp LPNI seq info [168:168:7:4294967295]
00000800:00000200:3.0:1749606141.302327:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606141.302331:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606141.302334:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606141.302334:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749606141.302336:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:3.0:1749606141.302338:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606141.302339:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606141.302342:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606141.302344:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606141.302357:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749606141.302376:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749606141.302381:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749606141.302387:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
02000000:00000010:1.0:1749606141.302397:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606141.302400:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606141.302402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606141.302403:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730005504, portal 10
00000400:00000010:1.0:1749606141.302406:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606141.302407:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730005504, offset 0
00000400:00000200:1.0:1749606141.302410:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606141.302413:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606141.302415:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606141.302416:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606141.302417:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606141.302418:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606141.302420:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [169:169:254:4294967295] 192.168.201.120@tcp LPNI seq info [169:169:6:4294967295]
00000400:00000200:1.0:1749606141.302429:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606141.302432:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606141.302433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606141.302436:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606141.302439:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606141.302440:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606141.303644:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606141.303648:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606141.303649:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606141.303653:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730005248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606141.303658:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730005248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606141.303675:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000010:1.0:1749606141.303677:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:3.0:1749606141.303678:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000200:1.0:1749606141.303680:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606141.303681:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000010:3.0:1749606141.303681:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:1.0:1749606141.303684:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730005376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606141.303690:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730005376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606141.303701:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606141.303702:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749606141.303703:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606141.303705:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730005504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606141.303709:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730005504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606141.303717:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606141.303719:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749606141.303721:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749606141.303723:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606141.303724:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606141.303726:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749606141.315027:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:1.0:1749606141.315060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749606141.315060:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:2.0:1749606146.310136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606146.310170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606146.310248:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606146.310271:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606146.310279:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606146.310306:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606146.310310:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749606146.310425:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606146.310435:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606146.310452:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606146.310457:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730005760, portal 10
00000400:00000010:1.0:1749606146.310464:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606146.310466:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730005760, offset 0
00000400:00000200:1.0:1749606146.310474:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606146.310482:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606146.310486:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606146.310489:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606146.310492:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606146.310494:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606146.310498:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [171:171:255:4294967295] 192.168.201.120@tcp LPNI seq info [171:171:7:4294967295]
00000400:00000200:1.0:1749606146.310508:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606146.310513:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606146.310517:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606146.310522:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606146.310528:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606146.310532:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606146.310547:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606146.310550:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606146.310553:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606146.310555:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730005888, portal 10
00000400:00000010:1.0:1749606146.310559:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606146.310561:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730005888, offset 0
00000800:00000200:2.0:1749606146.310561:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606146.310564:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606146.310566:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:1.0:1749606146.310567:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606146.310570:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606146.310572:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606146.310573:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606146.310574:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606146.310576:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606146.310579:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [172:172:254:4294967295] 192.168.201.120@tcp LPNI seq info [172:172:6:4294967295]
00000400:00000200:2.0:1749606146.310582:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606146.310587:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749606146.310587:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749606146.310589:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000800:00000200:1.0:1749606146.310598:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606146.310600:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730005632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1749606146.310601:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749606146.310605:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606146.310609:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606146.310612:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606146.310624:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606146.310636:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606146.310639:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606146.310644:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606146.310646:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:2.0:1749606146.310648:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:2.0:1749606146.310653:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730005760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606146.310738:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606146.310741:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749606146.310743:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606146.310747:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606146.310749:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749606146.310751:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749606146.310755:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730005888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606146.312649:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606146.312656:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749606146.312658:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606146.312666:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730005760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606146.312677:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730005760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606146.312681:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab00.
00000400:00000200:2.0:1749606146.312688:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749606146.312691:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749606146.312699:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730005632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606146.312706:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606146.312708:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749606146.312710:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749606146.312712:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730005632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606146.312713:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730005888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606146.312720:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730005888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606146.312736:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:2.0:1749606146.312736:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8e00.
02000000:00000010:1.0:1749606146.312742:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749606146.312742:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749606146.312746:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749606146.312746:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749606146.312750:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606146.312752:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606146.312754:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749606146.323067:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5e80.
00000100:00000010:1.0:1749606146.323099:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5600.
00000100:00000010:3.0:1749606146.323108:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5280.
02000000:00000010:2.0:1749606151.318301:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88200.
00000400:00000010:2.0:1749606151.318316:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606151.318328:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606151.318340:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730006016, portal 25
00000400:00000010:2.0:1749606151.318347:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606151.318370:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730006016, offset 0
02000000:00000010:1.0:1749606151.318371:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606151.318380:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:2.0:1749606151.318385:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606151.318394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000400:00000200:2.0:1749606151.318403:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749606151.318408:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730006144, portal 10
00000400:00000200:2.0:1749606151.318413:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606151.318415:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606151.318417:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730006144, offset 0
00000400:00000200:2.0:1749606151.318420:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606151.318425:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606151.318426:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606151.318430:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606151.318435:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [173:173:256:4294967295] 192.168.201.120@tcp LPNI seq info [173:173:8:4294967295]
00000400:00000200:2.0:1749606151.318456:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606151.318466:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606151.318467:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606151.318470:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749606151.318473:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749606151.318474:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606151.318477:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606151.318479:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606151.318483:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [174:174:255:4294967295] 192.168.201.120@tcp LPNI seq info [174:174:7:4294967295]
00000800:00000200:2.0:1749606151.318485:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606151.318493:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606151.318497:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749606151.318499:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749606151.318502:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606151.318506:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606151.318506:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606151.318512:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606151.318516:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606151.318542:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000100:00000010:1.0:1749606151.318563:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749606151.318568:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749606151.318580:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
02000000:00000010:1.0:1749606151.318604:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606151.318607:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606151.318611:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606151.318619:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730006272, portal 10
00000400:00000010:1.0:1749606151.318623:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606151.318625:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730006272, offset 0
00000400:00000200:1.0:1749606151.318629:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606151.318634:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606151.318636:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606151.318639:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606151.318647:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606151.318649:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606151.318652:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [175:175:254:4294967295] 192.168.201.120@tcp LPNI seq info [175:175:6:4294967295]
00000400:00000200:1.0:1749606151.318661:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606151.318666:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606151.318669:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606151.318672:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606151.318677:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606151.318680:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606151.320693:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606151.320701:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606151.320704:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606151.320712:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730006016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606151.320724:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730006016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606151.320753:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88200.
02000000:00000010:2.0:1749606151.320758:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd900.
00000100:00000010:2.0:1749606151.320763:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000400:00000010:1.0:1749606151.320782:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606151.320790:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749606151.320793:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606151.320803:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730006144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606151.320821:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730006144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606151.320852:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606151.320856:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606151.320858:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606151.320863:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730006272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606151.320873:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730006272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606151.320891:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606151.320896:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:1.0:1749606151.320900:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
02000000:00000010:1.0:1749606151.320904:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606151.320906:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7ac00.
00000100:00000010:1.0:1749606151.320908:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000100:00000010:1.0:1749606151.331039:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749606151.331049:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:2.0:1749606151.331054:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749606156.326161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606156.326191:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606156.326257:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606156.326281:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606156.326292:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749606156.326303:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606156.326314:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606156.326322:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606156.326331:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730006400, portal 25
00000400:00000010:3.0:1749606156.326337:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606156.326339:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730006400, offset 0
00000400:00000200:3.0:1749606156.326348:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749606156.326349:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606156.326356:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000200:3.0:1749606156.326362:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606156.326368:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606156.326373:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606156.326378:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606156.326380:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606156.326383:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [176:176:256:4294967295] 192.168.201.120@tcp LPNI seq info [176:176:8:4294967295]
00000400:00000200:3.0:1749606156.326396:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606156.326402:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606156.326407:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
02000000:00000010:1.0:1749606156.326410:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749606156.326413:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749606156.326418:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000800:00000200:3.0:1749606156.326423:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749606156.326424:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606156.326428:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730006528, portal 10
00000800:00000200:3.0:1749606156.326428:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749606156.326434:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606156.326436:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730006528, offset 0
00000400:00000200:1.0:1749606156.326444:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606156.326452:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749606156.326453:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000400:00000200:1.0:1749606156.326456:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606156.326460:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606156.326463:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606156.326465:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606156.326468:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [177:177:255:4294967295] 192.168.201.120@tcp LPNI seq info [177:177:7:4294967295]
00000100:00000010:3.0:1749606156.326471:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000400:00000200:1.0:1749606156.326476:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749606156.326476:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000800:00000200:1.0:1749606156.326480:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606156.326484:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000100:00000010:3.0:1749606156.326485:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000800:00000200:1.0:1749606156.326488:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606156.326493:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606156.326496:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606156.326509:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606156.326511:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606156.326513:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606156.326515:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730006656, portal 10
00000400:00000010:1.0:1749606156.326519:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606156.326520:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730006656, offset 0
00000400:00000200:1.0:1749606156.326524:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606156.326527:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606156.326529:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606156.326531:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606156.326533:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606156.326543:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606156.326546:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [178:178:254:4294967295] 192.168.201.120@tcp LPNI seq info [178:178:6:4294967295]
00000400:00000200:1.0:1749606156.326552:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606156.326556:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606156.326558:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606156.326561:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606156.326565:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606156.326567:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606156.328236:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606156.328243:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606156.328245:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606156.328252:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730006400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606156.328281:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730006400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606156.328300:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606156.328305:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606156.328307:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
02000000:00000010:3.0:1749606156.328307:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000100:00000200:1.0:1749606156.328313:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730006528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606156.328314:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606156.328319:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:1.0:1749606156.328320:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730006528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606156.328337:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606156.328339:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606156.328340:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606156.328342:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730006656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606156.328348:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730006656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606156.328358:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606156.328361:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749606156.328363:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749606156.328366:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606156.328368:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606156.328369:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749606156.339028:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749606156.339031:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:1.0:1749606156.339033:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:2.0:1749606161.334085:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606161.334108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606161.334171:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606161.334189:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606161.334195:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749606161.334198:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606161.334207:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606161.334215:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000010:2.0:1749606161.334218:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606161.334222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000200:3.0:1749606161.334224:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730006784, portal 25
00000400:00000010:3.0:1749606161.334229:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749606161.334231:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730006784, offset 0
00000400:00000200:3.0:1749606161.334239:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606161.334252:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749606161.334253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606161.334258:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606161.334260:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:3.0:1749606161.334262:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606161.334263:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000200:3.0:1749606161.334265:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749606161.334266:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730006912, portal 10
00000400:00000200:3.0:1749606161.334267:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606161.334270:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [179:179:256:4294967295] 192.168.201.120@tcp LPNI seq info [179:179:8:4294967295]
00000400:00000010:1.0:1749606161.334271:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606161.334272:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730006912, offset 0
00000400:00000200:1.0:1749606161.334280:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606161.334283:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606161.334289:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606161.334291:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606161.334293:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606161.334294:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606161.334297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606161.334299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606161.334301:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606161.334301:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606161.334304:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [180:180:255:4294967295] 192.168.201.120@tcp LPNI seq info [180:180:7:4294967295]
00000400:00000200:1.0:1749606161.334310:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606161.334310:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606161.334313:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606161.334315:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749606161.334316:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606161.334318:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606161.334321:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606161.334323:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606161.334333:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749606161.334348:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749606161.334351:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749606161.334358:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
02000000:00000010:1.0:1749606161.334383:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606161.334385:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606161.334387:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606161.334389:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730007040, portal 10
00000400:00000010:1.0:1749606161.334392:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606161.334393:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730007040, offset 0
00000400:00000200:1.0:1749606161.334403:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606161.334405:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606161.334408:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606161.334409:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606161.334410:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606161.334412:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606161.334419:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [181:181:254:4294967295] 192.168.201.120@tcp LPNI seq info [181:181:6:4294967295]
00000400:00000200:1.0:1749606161.334425:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606161.334429:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606161.334432:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606161.334435:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606161.334439:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606161.334441:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606161.335617:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606161.335620:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606161.335622:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606161.335625:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730006784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606161.335631:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730006784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606161.335646:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:3.0:1749606161.335648:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000200:1.0:1749606161.335650:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606161.335651:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
02000000:00000010:3.0:1749606161.335651:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749606161.335654:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:1.0:1749606161.335655:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730006912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606161.335660:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730006912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606161.335674:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606161.335676:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749606161.335677:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606161.335679:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730007040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606161.335686:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730007040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606161.335698:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606161.335702:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749606161.335705:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749606161.335707:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606161.335709:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606161.335710:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749606161.347002:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749606161.347030:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:1.0:1749606161.347039:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749606166.342020:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606166.342042:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606166.342086:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606166.342100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606166.342104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606166.342119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606166.342122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749606166.342197:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606166.342218:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606166.342222:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606166.342225:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730007296, portal 10
00000400:00000010:1.0:1749606166.342229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606166.342231:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730007296, offset 0
00000400:00000200:1.0:1749606166.342237:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606166.342242:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606166.342245:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606166.342247:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606166.342249:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606166.342251:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606166.342253:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [183:183:255:4294967295] 192.168.201.120@tcp LPNI seq info [183:183:7:4294967295]
00000400:00000200:1.0:1749606166.342261:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606166.342265:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606166.342268:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606166.342271:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606166.342275:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606166.342277:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606166.342282:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749606166.342286:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000010:2.0:1749606166.342286:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000010:1.0:1749606166.342288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606166.342289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000200:2.0:1749606166.342289:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749606166.342291:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730007424, portal 10
00000400:00000010:1.0:1749606166.342293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749606166.342294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730007424, offset 0
00000400:00000200:2.0:1749606166.342295:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606166.342297:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606166.342299:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606166.342299:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000200:1.0:1749606166.342301:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606166.342302:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749606166.342302:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000400:00000200:1.0:1749606166.342304:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606166.342305:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606166.342306:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [184:184:254:4294967295] 192.168.201.120@tcp LPNI seq info [184:184:6:4294967295]
00000100:00000200:2.0:1749606166.342310:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730007168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606166.342315:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606166.342318:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606166.342319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606166.342321:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606166.342324:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606166.342325:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606166.342334:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606166.342335:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749606166.342337:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606166.342339:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606166.342341:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749606166.342346:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749606166.342349:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730007296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606166.342372:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606166.342374:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749606166.342375:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606166.342377:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606166.342378:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749606166.342379:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749606166.342381:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730007424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606166.343302:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaaa8.
00000400:00000200:2.0:1749606166.343305:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749606166.343307:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749606166.343311:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730007168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606166.343319:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730007168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606166.343320:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606166.343324:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749606166.343325:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606166.343329:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730007296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606166.343335:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730007296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606166.343342:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9000.
02000000:00000010:2.0:1749606166.343347:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749606166.343350:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749606166.343352:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606166.343353:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749606166.343354:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606166.343356:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730007424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606166.343361:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730007424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606166.343369:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606166.343372:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749606166.343374:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749606166.343376:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606166.343377:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749606166.343378:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749606166.354984:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5700.
00000100:00000010:3.0:1749606166.355000:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5100.
00000100:00000010:1.0:1749606166.355003:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5300.
02000000:00000010:2.0:1749606171.350320:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88600.
00000400:00000010:2.0:1749606171.350333:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606171.350342:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606171.350353:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730007552, portal 25
00000400:00000010:2.0:1749606171.350359:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749606171.350362:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730007552, offset 0
00000400:00000200:2.0:1749606171.350372:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606171.350389:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606171.350397:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606171.350412:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606171.350416:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606171.350419:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749606171.350424:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:2.0:1749606171.350424:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [185:185:256:4294967295] 192.168.201.120@tcp LPNI seq info [185:185:8:4294967295]
00000400:00000010:1.0:1749606171.350437:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:2.0:1749606171.350438:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606171.350445:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606171.350450:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000010:1.0:1749606171.350455:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000800:00000200:2.0:1749606171.350459:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749606171.350461:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730007680, portal 10
00000400:00000010:1.0:1749606171.350470:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000800:00000200:2.0:1749606171.350470:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749606171.350473:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730007680, offset 0
00000800:00000200:2.0:1749606171.350476:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606171.350483:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606171.350494:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606171.350499:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606171.350505:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:2.0:1749606171.350506:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362f00.
00000400:00000200:1.0:1749606171.350509:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606171.350513:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606171.350517:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [186:186:255:4294967295] 192.168.201.120@tcp LPNI seq info [186:186:7:4294967295]
00000100:00000010:2.0:1749606171.350522:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362f40.
00000100:00000010:2.0:1749606171.350527:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362640.
00000400:00000200:1.0:1749606171.350532:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606171.350532:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362380.
00000800:00000200:1.0:1749606171.350540:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606171.350548:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606171.350554:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606171.350562:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606171.350565:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606171.350584:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606171.350588:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606171.350618:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606171.350630:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730007808, portal 10
00000400:00000010:1.0:1749606171.350635:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606171.350637:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730007808, offset 0
00000400:00000200:1.0:1749606171.350642:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606171.350647:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606171.350651:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606171.350654:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606171.350656:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606171.350658:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606171.350661:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [187:187:254:4294967295] 192.168.201.120@tcp LPNI seq info [187:187:6:4294967295]
00000400:00000200:1.0:1749606171.350669:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606171.350682:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606171.350685:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606171.350690:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606171.350694:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606171.350697:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606171.352684:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606171.352691:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606171.352693:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606171.352700:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730007552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606171.352712:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730007552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606171.352740:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88600.
02000000:00000010:2.0:1749606171.352745:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd800.
00000100:00000010:2.0:1749606171.352750:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000400:00000010:1.0:1749606171.352792:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606171.352799:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749606171.352801:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606171.352808:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730007680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606171.352819:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730007680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606171.352840:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606171.352842:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749606171.352843:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606171.352846:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730007808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606171.352854:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730007808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606171.352873:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606171.352878:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c79000.
00000100:00000010:1.0:1749606171.352880:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
02000000:00000010:1.0:1749606171.352884:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606171.352886:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:1.0:1749606171.352889:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000010:2.0:1749606171.363019:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362640.
00000100:00000010:1.0:1749606171.363075:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362f40.
00000100:00000010:3.0:1749606171.363088:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362380.
02000000:00000010:3.0:1749606176.358151:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606176.358158:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606176.358164:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606176.358171:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730007936, portal 25
00000400:00000010:3.0:1749606176.358176:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749606176.358177:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730007936, offset 0
00000400:00000200:3.0:1749606176.358183:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606176.358193:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606176.358199:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606176.358202:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749606176.358203:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749606176.358206:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606176.358207:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749606176.358208:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:3.0:1749606176.358210:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [188:188:256:4294967295] 192.168.201.120@tcp LPNI seq info [188:188:8:4294967295]
00000400:00000010:1.0:1749606176.358211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000200:3.0:1749606176.358222:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749606176.358225:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730008064, portal 10
00000800:00000200:3.0:1749606176.358227:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606176.358229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606176.358230:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730008064, offset 0
00000800:00000010:3.0:1749606176.358231:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606176.358235:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606176.358238:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606176.358239:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606176.358240:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606176.358242:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606176.358244:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606176.358245:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606176.358247:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [189:189:255:4294967295] 192.168.201.120@tcp LPNI seq info [189:189:7:4294967295]
00000400:00000200:1.0:1749606176.358251:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606176.358254:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606176.358254:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749606176.358256:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606176.358259:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606176.358259:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606176.358262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606176.358264:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606176.358279:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749606176.358292:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749606176.358296:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000100:00000010:1.0:1749606176.358305:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
02000000:00000010:1.0:1749606176.358315:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606176.358317:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606176.358319:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606176.358320:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730008192, portal 10
00000400:00000010:1.0:1749606176.358323:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606176.358324:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730008192, offset 0
00000400:00000200:1.0:1749606176.358326:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606176.358328:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606176.358330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606176.358331:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606176.358336:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606176.358338:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606176.358339:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [190:190:254:4294967295] 192.168.201.120@tcp LPNI seq info [190:190:6:4294967295]
00000400:00000200:1.0:1749606176.358344:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606176.358347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606176.358348:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606176.358350:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606176.358353:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606176.358354:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606176.359680:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606176.359683:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606176.359684:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606176.359688:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730007936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606176.359694:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730007936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606176.359710:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606176.359714:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd400.
00000100:00000010:3.0:1749606176.359716:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000400:00000010:1.0:1749606176.359731:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606176.359735:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749606176.359736:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606176.359741:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730008064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606176.359747:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730008064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606176.359759:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606176.359760:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749606176.359761:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606176.359763:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730008192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606176.359767:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730008192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606176.359775:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606176.359777:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:1.0:1749606176.359779:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
02000000:00000010:1.0:1749606176.359781:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606176.359782:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:1.0:1749606176.359784:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:2.0:1749606176.371004:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:3.0:1749606176.371009:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:1.0:1749606176.371035:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
02000000:00000010:2.0:1749606181.366162:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88600.
00000400:00000010:2.0:1749606181.366168:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606181.366174:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606181.366182:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730008320, portal 25
00000400:00000010:2.0:1749606181.366201:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
02000000:00000010:1.0:1749606181.366203:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000200:2.0:1749606181.366203:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730008320, offset 0
00000400:00000010:1.0:1749606181.366208:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:2.0:1749606181.366211:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606181.366216:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606181.366219:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730008448, portal 10
00000400:00000010:1.0:1749606181.366223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606181.366224:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730008448, offset 0
00000400:00000200:2.0:1749606181.366224:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606181.366228:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606181.366230:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606181.366234:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606181.366238:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606181.366240:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606181.366243:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [191:191:256:4294967295] 192.168.201.120@tcp LPNI seq info [191:191:8:4294967295]
00000400:00000200:2.0:1749606181.366256:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606181.366261:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606181.366262:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606181.366264:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606181.366265:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:2.0:1749606181.366266:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749606181.366267:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606181.366268:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606181.366270:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [192:192:255:4294967295] 192.168.201.120@tcp LPNI seq info [192:192:7:4294967295]
00000800:00000200:2.0:1749606181.366272:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606181.366275:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606181.366277:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749606181.366279:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749606181.366280:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606181.366282:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606181.366284:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606181.366286:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606181.366288:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606181.366302:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749606181.366315:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749606181.366318:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000100:00000010:1.0:1749606181.366322:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
02000000:00000010:1.0:1749606181.366335:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606181.366337:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606181.366338:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606181.366340:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730008576, portal 10
00000400:00000010:1.0:1749606181.366342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749606181.366343:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730008576, offset 0
00000400:00000200:1.0:1749606181.366350:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606181.366353:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606181.366355:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606181.366356:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606181.366357:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606181.366359:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606181.366360:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [193:193:254:4294967295] 192.168.201.120@tcp LPNI seq info [193:193:6:4294967295]
00000400:00000200:1.0:1749606181.366365:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606181.366367:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606181.366369:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749606181.366371:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606181.366373:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606181.366374:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606181.367695:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606181.367698:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749606181.367699:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606181.367703:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730008448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606181.367709:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730008448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606181.367726:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
02000000:00000010:1.0:1749606181.367728:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:2.0:1749606181.367729:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606181.367730:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
02000000:00000010:1.0:1749606181.367732:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c79000.
00000100:00000200:2.0:1749606181.367734:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730008320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606181.367735:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000400:00000010:1.0:1749606181.367738:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606181.367739:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000100:00000200:2.0:1749606181.367739:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730008320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606181.367740:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606181.367742:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730008576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606181.367747:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730008576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606181.367749:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88600.
02000000:00000010:2.0:1749606181.367751:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdb00.
00000100:00000010:2.0:1749606181.367753:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
02000000:00000010:1.0:1749606181.367763:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606181.367765:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7ac00.
00000100:00000010:1.0:1749606181.367766:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000100:00000010:2.0:1749606181.379043:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:3.0:1749606181.379043:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:1.0:1749606181.379077:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
02000000:00000010:3.0:1749606186.374224:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606186.374237:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606186.374246:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606186.374256:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730008704, portal 25
02000000:00000010:1.0:1749606186.374259:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749606186.374262:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749606186.374265:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730008704, offset 0
00000400:00000010:1.0:1749606186.374272:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:3.0:1749606186.374275:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606186.374292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000400:00000200:3.0:1749606186.374293:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749606186.374298:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730008832, portal 10
00000400:00000200:3.0:1749606186.374300:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606186.374305:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606186.374307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606186.374310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730008832, offset 0
00000400:00000200:3.0:1749606186.374310:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606186.374313:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606186.374318:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [194:194:256:4294967295] 192.168.201.120@tcp LPNI seq info [194:194:8:4294967295]
00000400:00000200:1.0:1749606186.374321:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606186.374335:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606186.374404:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606186.374409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606186.374412:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606186.374414:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606186.374419:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606186.374423:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606186.374427:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606186.374431:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [195:195:255:4294967295] 192.168.201.120@tcp LPNI seq info [195:195:7:4294967295]
00000400:00000200:1.0:1749606186.374446:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606186.374450:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606186.374454:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606186.374460:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:3.0:1749606186.374464:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606186.374467:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606186.374472:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606186.374476:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606186.374481:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606186.374512:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749606186.374547:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749606186.374555:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749606186.374574:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
02000000:00000010:1.0:1749606186.374593:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606186.374598:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606186.374616:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606186.374619:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730008960, portal 10
00000400:00000010:1.0:1749606186.374627:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749606186.374629:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730008960, offset 0
00000400:00000200:1.0:1749606186.374635:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606186.374641:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606186.374645:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606186.374647:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606186.374650:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606186.374652:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606186.374655:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [196:196:254:4294967295] 192.168.201.120@tcp LPNI seq info [196:196:6:4294967295]
00000400:00000200:1.0:1749606186.374664:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606186.374668:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606186.374671:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606186.374676:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606186.374682:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606186.374684:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606186.377008:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606186.377016:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606186.377019:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606186.377027:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730008704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606186.377039:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730008704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606186.377067:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606186.377072:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdf00.
00000100:00000010:3.0:1749606186.377077:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000400:00000010:1.0:1749606186.377106:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606186.377114:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749606186.377116:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606186.377125:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730008832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606186.377137:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730008832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606186.377159:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606186.377161:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749606186.377162:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606186.377166:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730008960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606186.377174:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730008960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606186.377201:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606186.377206:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:1.0:1749606186.377211:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
02000000:00000010:1.0:1749606186.377214:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606186.377217:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:1.0:1749606186.377219:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000100:00000010:2.0:1749606186.387055:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:3.0:1749606186.387058:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749606186.387110:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
02000000:00000010:2.0:1749606191.382251:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88600.
00000400:00000010:2.0:1749606191.382274:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606191.382282:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
02000000:00000010:1.0:1749606191.382307:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606191.382312:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606191.382317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749606191.382318:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730009088, portal 25
00000100:00000200:1.0:1749606191.382320:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730009216, portal 10
00000400:00000010:2.0:1749606191.382323:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000010:1.0:1749606191.382325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606191.382326:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730009216, offset 0
00000100:00000200:2.0:1749606191.382326:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730009088, offset 0
00000400:00000200:1.0:1749606191.382333:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606191.382341:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606191.382345:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606191.382350:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606191.382353:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606191.382356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606191.382358:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606191.382360:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [197:197:256:4294967295] 192.168.201.120@tcp LPNI seq info [197:197:8:4294967295]
00000400:00000200:1.0:1749606191.382368:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606191.382372:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606191.382374:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606191.382376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749606191.382377:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606191.382380:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606191.382381:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606191.382383:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606191.382384:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606191.382386:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [198:198:255:4294967295] 192.168.201.120@tcp LPNI seq info [198:198:7:4294967295]
00000800:00000200:1.0:1749606191.382393:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606191.382394:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606191.382398:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606191.382398:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606191.382401:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606191.382404:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606191.382409:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606191.382412:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749606191.382423:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749606191.382446:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749606191.382451:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749606191.382465:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
02000000:00000010:1.0:1749606191.382484:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606191.382488:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606191.382490:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606191.382493:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730009344, portal 10
00000400:00000010:1.0:1749606191.382497:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606191.382499:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730009344, offset 0
00000400:00000200:1.0:1749606191.382504:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606191.382509:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606191.382511:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606191.382514:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606191.382515:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606191.382517:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606191.382520:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [199:199:254:4294967295] 192.168.201.120@tcp LPNI seq info [199:199:6:4294967295]
00000400:00000200:1.0:1749606191.382526:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606191.382530:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606191.382533:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606191.382536:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606191.382540:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606191.382543:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606191.383838:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606191.383843:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749606191.383844:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606191.383849:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730009216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606191.383856:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730009216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606191.383861:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606191.383864:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606191.383865:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606191.383869:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730009088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606191.383887:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000100:00000200:2.0:1749606191.383887:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730009088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606191.383888:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749606191.383889:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606191.383897:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730009344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606191.383899:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88600.
00000100:00000200:1.0:1749606191.383901:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730009344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606191.383902:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdc00.
00000100:00000010:2.0:1749606191.383905:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:1.0:1749606191.383913:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606191.383917:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:1.0:1749606191.383919:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
02000000:00000010:1.0:1749606191.383922:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606191.383924:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:1.0:1749606191.383926:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000010:1.0:1749606191.395015:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:2.0:1749606191.395032:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:3.0:1749606191.395192:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
02000000:00000010:3.0:1749606196.390303:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606196.390319:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606196.390331:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606196.390342:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730009472, portal 25
00000400:00000010:3.0:1749606196.390350:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606196.390355:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730009472, offset 0
00000400:00000200:3.0:1749606196.390368:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606196.390388:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606196.390398:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606196.390405:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606196.390412:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606196.390416:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606196.390421:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [200:200:256:4294967295] 192.168.201.120@tcp LPNI seq info [200:200:8:4294967295]
02000000:00000010:1.0:1749606196.390438:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749606196.390439:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606196.390447:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606196.390455:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000800:00000010:3.0:1749606196.390463:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000010:1.0:1749606196.390465:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000800:00000200:3.0:1749606196.390472:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749606196.390474:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730009600, portal 10
00000400:00000010:1.0:1749606196.390483:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000800:00000200:3.0:1749606196.390483:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749606196.390486:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730009600, offset 0
00000800:00000200:3.0:1749606196.390489:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606196.390515:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606196.390530:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749606196.390532:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000400:00000200:1.0:1749606196.390536:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606196.390540:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606196.390544:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606196.390547:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:3.0:1749606196.390548:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000400:00000200:1.0:1749606196.390550:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [201:201:255:4294967295] 192.168.201.120@tcp LPNI seq info [201:201:7:4294967295]
00000100:00000010:3.0:1749606196.390555:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000400:00000200:1.0:1749606196.390563:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749606196.390568:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000800:00000200:1.0:1749606196.390569:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606196.390574:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606196.390590:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606196.390601:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606196.390606:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606196.390644:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606196.390648:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606196.390651:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606196.390654:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730009728, portal 10
00000400:00000010:1.0:1749606196.390658:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606196.390660:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730009728, offset 0
00000400:00000200:1.0:1749606196.390664:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606196.390669:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606196.390673:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606196.390675:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606196.390678:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606196.390680:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606196.390683:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [202:202:254:4294967295] 192.168.201.120@tcp LPNI seq info [202:202:6:4294967295]
00000400:00000200:1.0:1749606196.390691:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606196.390695:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606196.390697:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749606196.390701:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606196.390705:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606196.390707:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606196.392733:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606196.392741:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749606196.392743:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606196.392754:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730009600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606196.392767:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730009600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606196.392789:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606196.392797:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606196.392799:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606196.392808:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730009472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606196.392809:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606196.392812:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749606196.392814:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606196.392818:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730009728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606196.392820:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730009472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606196.392838:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730009728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606196.392846:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606196.392852:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd800.
02000000:00000010:1.0:1749606196.392857:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000100:00000010:3.0:1749606196.392857:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:1.0:1749606196.392864:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7ac00.
00000100:00000010:1.0:1749606196.392868:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
02000000:00000010:1.0:1749606196.392873:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606196.392876:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:1.0:1749606196.392878:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000010:2.0:1749606196.403022:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749606196.403039:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:1.0:1749606196.403138:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:2.0:1749606201.398168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606201.398190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606201.398277:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606201.398295:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606201.398303:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749606201.398345:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606201.398353:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749606201.398479:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606201.398491:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606201.398498:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606201.398505:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730009984, portal 10
00000400:00000010:1.0:1749606201.398513:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606201.398515:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730009984, offset 0
00000400:00000200:1.0:1749606201.398525:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606201.398538:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606201.398544:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606201.398548:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606201.398552:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606201.398555:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606201.398558:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [204:204:255:4294967295] 192.168.201.120@tcp LPNI seq info [204:204:7:4294967295]
00000400:00000200:1.0:1749606201.398571:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606201.398577:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606201.398582:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749606201.398590:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606201.398600:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749606201.398601:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749606201.398604:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000800:00000200:1.0:1749606201.398607:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749606201.398608:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606201.398614:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606201.398618:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749606201.398620:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749606201.398628:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730009856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606201.398630:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606201.398648:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606201.398653:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606201.398656:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730010112, portal 10
00000400:00000010:1.0:1749606201.398660:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000800:00000200:2.0:1749606201.398661:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749606201.398662:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730010112, offset 0
00000800:00000010:2.0:1749606201.398663:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749606201.398665:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606201.398667:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606201.398669:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606201.398671:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000200:1.0:1749606201.398673:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606201.398673:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000400:00000200:1.0:1749606201.398676:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606201.398678:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730009984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606201.398679:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606201.398682:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606201.398684:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606201.398687:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [205:205:255:4294967295] 192.168.201.120@tcp LPNI seq info [205:205:7:4294967295]
00000400:00000200:1.0:1749606201.398695:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606201.398699:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606201.398702:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606201.398706:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606201.398711:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606201.398713:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606201.399845:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaa50.
00000400:00000200:2.0:1749606201.399851:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749606201.399854:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749606201.399861:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730009856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606201.399873:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730009856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606201.399880:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606201.399885:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749606201.399887:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606201.399895:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730009984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606201.399899:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9000.
02000000:00000010:2.0:1749606201.399903:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:1.0:1749606201.399906:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730009984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749606201.399907:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749606201.399926:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606201.399928:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749606201.399930:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606201.399933:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730010112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606201.400036:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730010112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606201.400054:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606201.400058:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749606201.400061:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749606201.400064:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606201.400067:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749606201.400069:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749606201.411008:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5780.
00000100:00000010:2.0:1749606201.411011:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5b40.
00000100:00000010:3.0:1749606201.411062:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5ec0.
00000100:00000010:2.0:1749606206.406049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606206.406067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606206.406120:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606206.406134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606206.406139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606206.406161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606206.406165:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:1.0:1749606206.406210:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606206.406215:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606206.406219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606206.406222:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730010368, portal 10
00000400:00000010:1.0:1749606206.406226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606206.406227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730010368, offset 0
00000400:00000200:1.0:1749606206.406232:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606206.406237:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606206.406240:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606206.406242:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606206.406244:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606206.406246:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606206.406249:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [207:207:255:4294967295] 192.168.201.120@tcp LPNI seq info [207:207:7:4294967295]
00000400:00000200:1.0:1749606206.406255:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606206.406258:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606206.406260:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606206.406263:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606206.406266:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606206.406268:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606206.406291:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:2.0:1749606206.406294:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606206.406297:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000010:1.0:1749606206.406299:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606206.406301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606206.406302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730010496, portal 10
00000400:00000200:2.0:1749606206.406302:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606206.406305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606206.406305:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730010496, offset 0
00000400:00000200:2.0:1749606206.406307:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606206.406308:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606206.406311:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606206.406311:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749606206.406312:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000400:00000200:1.0:1749606206.406313:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606206.406314:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606206.406316:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606206.406317:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606206.406318:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [208:208:254:4294967295] 192.168.201.120@tcp LPNI seq info [208:208:6:4294967295]
00000100:00000200:2.0:1749606206.406320:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730010240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606206.406322:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606206.406324:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606206.406326:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749606206.406327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606206.406330:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606206.406331:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606206.406336:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606206.406338:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606206.406340:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606206.406343:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606206.406345:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:2.0:1749606206.406346:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:2.0:1749606206.406349:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730010368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606206.406401:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606206.406402:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749606206.406404:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606206.406407:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606206.406410:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749606206.406411:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749606206.406414:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730010496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606206.407912:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9a0.
00000400:00000200:2.0:1749606206.407916:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749606206.407917:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749606206.407923:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730010240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606206.407947:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730010240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606206.407989:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8e00.
02000000:00000010:2.0:1749606206.407993:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749606206.407997:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749606206.408004:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606206.408023:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749606206.408024:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606206.408030:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730010368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606206.408037:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730010368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606206.408079:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606206.408080:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606206.408081:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606206.408083:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730010496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606206.408097:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730010496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606206.408107:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606206.408110:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606206.408111:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749606206.408114:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606206.408115:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749606206.408117:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749606206.419005:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f50c0.
00000100:00000010:3.0:1749606206.419033:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5d00.
00000100:00000010:1.0:1749606206.419035:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5040.
00000100:00000010:2.0:1749606211.414113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606211.414150:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606211.414230:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606211.414258:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606211.414270:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606211.414309:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606211.414315:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749606211.414367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606211.414376:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606211.414382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606211.414386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730010752, portal 10
00000400:00000010:1.0:1749606211.414393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606211.414395:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730010752, offset 0
00000400:00000200:1.0:1749606211.414402:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606211.414428:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606211.414431:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606211.414435:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606211.414438:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606211.414441:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606211.414444:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [210:210:255:4294967295] 192.168.201.120@tcp LPNI seq info [210:210:7:4294967295]
00000400:00000200:1.0:1749606211.414454:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606211.414459:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606211.414463:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606211.414467:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606211.414473:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606211.414477:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606211.414488:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749606211.414538:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749606211.414544:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749606211.414549:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000800:00000200:2.0:1749606211.414565:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749606211.414567:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606211.414571:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000800:00000010:2.0:1749606211.414571:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000010:1.0:1749606211.414574:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606211.414577:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730010880, portal 10
00000400:00000200:2.0:1749606211.414578:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606211.414582:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606211.414584:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730010880, offset 0
00000400:00000200:2.0:1749606211.414587:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606211.414589:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606211.414594:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606211.414594:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000200:1.0:1749606211.414597:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749606211.414597:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000400:00000200:1.0:1749606211.414600:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606211.414602:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606211.414604:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606211.414608:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [211:211:254:4294967295] 192.168.201.120@tcp LPNI seq info [211:211:6:4294967295]
00000100:00000200:2.0:1749606211.414610:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730010624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606211.414616:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606211.414620:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606211.414623:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606211.414626:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606211.414630:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606211.414633:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606211.414644:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606211.414646:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:2.0:1749606211.414650:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606211.414655:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606211.414670:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:2.0:1749606211.414672:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749606211.414679:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730010752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606211.414763:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606211.414766:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749606211.414768:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606211.414772:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606211.414775:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:2.0:1749606211.414777:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:2.0:1749606211.414781:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730010880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606211.416884:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:2.0:1749606211.416889:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749606211.416892:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:2.0:1749606211.416899:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730010624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606211.416913:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730010624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606211.417008:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606211.417017:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606211.417019:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
02000000:00000010:2.0:1749606211.417020:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749606211.417027:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:1.0:1749606211.417029:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730010752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749606211.417032:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749606211.417045:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730010752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606211.417074:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606211.417087:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606211.417089:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606211.417095:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730010880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606211.417109:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730010880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606211.417133:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606211.417139:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606211.417144:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749606211.417150:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606211.417153:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749606211.417165:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:3.0:1749606211.427042:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749606211.427045:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:2.0:1749606211.427055:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
02000000:00000010:2.0:1749606216.422182:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88e00.
00000400:00000010:2.0:1749606216.422189:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606216.422195:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606216.422202:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730011008, portal 25
00000400:00000010:2.0:1749606216.422205:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606216.422207:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730011008, offset 0
00000400:00000200:2.0:1749606216.422213:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606216.422217:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606216.422222:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:2.0:1749606216.422224:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606216.422225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606216.422228:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730011136, portal 10
00000400:00000010:1.0:1749606216.422232:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606216.422233:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730011136, offset 0
00000400:00000200:1.0:1749606216.422237:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606216.422240:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606216.422244:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606216.422247:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606216.422249:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606216.422251:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [212:212:256:4294967295] 192.168.201.120@tcp LPNI seq info [212:212:8:4294967295]
00000400:00000200:2.0:1749606216.422261:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606216.422265:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606216.422266:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606216.422268:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749606216.422268:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749606216.422270:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606216.422272:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606216.422273:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606216.422274:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606216.422275:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [213:213:255:4294967295] 192.168.201.120@tcp LPNI seq info [213:213:7:4294967295]
00000400:00000200:1.0:1749606216.422280:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606216.422282:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606216.422283:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606216.422286:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:2.0:1749606216.422286:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606216.422288:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606216.422295:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606216.422297:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606216.422303:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749606216.422320:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
00000100:00000010:1.0:1749606216.422323:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000100:00000010:1.0:1749606216.422327:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
02000000:00000010:1.0:1749606216.422338:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606216.422340:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606216.422342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606216.422343:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730011264, portal 10
00000400:00000010:1.0:1749606216.422346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606216.422347:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730011264, offset 0
00000400:00000200:1.0:1749606216.422350:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606216.422352:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606216.422354:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606216.422355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606216.422356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606216.422358:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606216.422359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [214:214:254:4294967295] 192.168.201.120@tcp LPNI seq info [214:214:6:4294967295]
00000400:00000200:1.0:1749606216.422363:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606216.422366:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606216.422367:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606216.422369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606216.422371:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606216.422372:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606216.423806:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606216.423810:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606216.423811:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606216.423815:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730011136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606216.423830:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730011136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606216.423837:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606216.423854:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606216.423856:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606216.423861:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730011008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606216.423865:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606216.423867:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000100:00000200:2.0:1749606216.423867:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730011008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606216.423868:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606216.423871:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730011264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606216.423875:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730011264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606216.423880:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88e00.
02000000:00000010:2.0:1749606216.423883:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd600.
02000000:00000010:1.0:1749606216.423884:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000100:00000010:2.0:1749606216.423886:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
02000000:00000010:1.0:1749606216.423888:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c79000.
00000100:00000010:1.0:1749606216.423889:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
02000000:00000010:1.0:1749606216.423892:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606216.423893:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:1.0:1749606216.423895:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000100:00000010:2.0:1749606216.434986:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:3.0:1749606216.434993:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749606216.435003:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
02000000:00000010:3.0:1749606221.430175:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606221.430184:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606221.430191:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606221.430198:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730011392, portal 25
00000400:00000010:3.0:1749606221.430202:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749606221.430203:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730011392, offset 0
00000400:00000200:3.0:1749606221.430210:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606221.430225:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606221.430244:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606221.430249:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749606221.430251:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606221.430253:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606221.430255:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749606221.430258:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:3.0:1749606221.430259:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [215:215:256:4294967295] 192.168.201.120@tcp LPNI seq info [215:215:8:4294967295]
00000400:00000010:1.0:1749606221.430262:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606221.430265:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730011520, portal 10
00000400:00000010:1.0:1749606221.430271:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000200:3.0:1749606221.430271:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749606221.430272:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730011520, offset 0
00000400:00000200:1.0:1749606221.430278:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606221.430278:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606221.430283:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749606221.430284:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606221.430287:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606221.430290:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606221.430291:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606221.430292:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606221.430294:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606221.430297:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [216:216:255:4294967295] 192.168.201.120@tcp LPNI seq info [216:216:7:4294967295]
00000800:00000200:3.0:1749606221.430300:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606221.430304:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606221.430312:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606221.430317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606221.430321:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606221.430325:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606221.430325:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000800:00000200:1.0:1749606221.430329:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606221.430331:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606221.430335:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749606221.430345:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749606221.430352:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
02000000:00000010:1.0:1749606221.430366:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606221.430370:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606221.430372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606221.430375:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730011648, portal 10
00000400:00000010:1.0:1749606221.430378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606221.430380:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730011648, offset 0
00000400:00000200:1.0:1749606221.430384:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606221.430389:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606221.430391:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606221.430394:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606221.430396:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606221.430398:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606221.430401:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [217:217:254:4294967295] 192.168.201.120@tcp LPNI seq info [217:217:6:4294967295]
00000400:00000200:1.0:1749606221.430408:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606221.430412:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606221.430414:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606221.430418:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606221.430422:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606221.430424:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606221.431640:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606221.431643:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749606221.431644:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606221.431647:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730011520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606221.431657:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730011520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606221.431661:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606221.431664:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606221.431665:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606221.431669:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730011392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606221.431674:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730011392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606221.431677:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606221.431680:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7ac00.
00000100:00000010:1.0:1749606221.431683:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000400:00000010:1.0:1749606221.431687:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
02000000:00000010:3.0:1749606221.431687:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000200:1.0:1749606221.431688:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749606221.431689:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
02000000:00000010:3.0:1749606221.431690:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd400.
00000100:00000200:1.0:1749606221.431691:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730011648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606221.431692:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000200:1.0:1749606221.431695:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730011648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606221.431703:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606221.431704:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:1.0:1749606221.431705:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000100:00000010:2.0:1749606221.443001:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749606221.443006:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:1.0:1749606221.443016:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
02000000:00000010:2.0:1749606226.438130:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88400.
00000400:00000010:2.0:1749606226.438139:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606226.438146:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606226.438153:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730011776, portal 25
00000400:00000010:2.0:1749606226.438158:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749606226.438160:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730011776, offset 0
00000400:00000200:2.0:1749606226.438167:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606226.438192:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749606226.438197:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749606226.438197:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606226.438200:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606226.438203:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749606226.438204:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:2.0:1749606226.438205:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749606226.438207:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:2.0:1749606226.438208:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [218:218:256:4294967295] 192.168.201.120@tcp LPNI seq info [218:218:8:4294967295]
00000100:00000200:1.0:1749606226.438211:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730011904, portal 10
00000400:00000010:1.0:1749606226.438215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000400:00000200:2.0:1749606226.438216:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749606226.438217:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730011904, offset 0
00000800:00000200:2.0:1749606226.438220:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606226.438223:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606226.438223:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:1.0:1749606226.438228:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749606226.438229:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606226.438230:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606226.438232:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606226.438234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606226.438235:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606226.438236:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606226.438237:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [219:219:255:4294967295] 192.168.201.120@tcp LPNI seq info [219:219:7:4294967295]
00000800:00000200:2.0:1749606226.438239:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606226.438256:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606226.438256:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362700.
00000800:00000200:1.0:1749606226.438259:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606226.438262:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606226.438265:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606226.438267:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749606226.438268:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362d80.
00000800:00000200:1.0:1749606226.438269:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606226.438272:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362b40.
00000100:00000010:2.0:1749606226.438279:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012e362e80.
02000000:00000010:1.0:1749606226.438292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606226.438295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606226.438297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606226.438298:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730012032, portal 10
00000400:00000010:1.0:1749606226.438300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606226.438301:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730012032, offset 0
00000400:00000200:1.0:1749606226.438304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606226.438306:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606226.438308:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606226.438309:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606226.438311:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606226.438312:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606226.438313:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [220:220:254:4294967295] 192.168.201.120@tcp LPNI seq info [220:220:6:4294967295]
00000400:00000200:1.0:1749606226.438317:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606226.438319:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606226.438321:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606226.438322:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606226.438324:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606226.438325:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606226.439720:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606226.439724:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606226.439725:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606226.439747:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730011776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606226.439755:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730011776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606226.439775:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88400.
02000000:00000010:2.0:1749606226.439779:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdb00.
00000100:00000010:2.0:1749606226.439783:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000400:00000010:1.0:1749606226.439806:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606226.439809:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749606226.439810:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606226.439815:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730011904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606226.439825:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730011904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606226.439838:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606226.439839:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606226.439840:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606226.439841:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730012032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606226.439846:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730012032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606226.439854:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606226.439856:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:1.0:1749606226.439859:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
02000000:00000010:1.0:1749606226.439861:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606226.439863:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:1.0:1749606226.439865:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000010:1.0:1749606226.451009:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362d80.
00000100:00000010:2.0:1749606226.451024:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362b40.
00000100:00000010:3.0:1749606226.451042:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e362e80.
00000100:00000010:2.0:1749606231.446243:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606231.446280:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606231.446367:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606231.446416:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606231.446441:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606231.446498:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606231.446506:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749606231.446617:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606231.446632:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606231.446637:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606231.446642:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730012288, portal 10
00000400:00000010:1.0:1749606231.446649:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606231.446651:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730012288, offset 0
00000400:00000200:1.0:1749606231.446658:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606231.446667:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606231.446670:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606231.446674:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606231.446676:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606231.446679:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606231.446682:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [222:222:255:4294967295] 192.168.201.120@tcp LPNI seq info [222:222:7:4294967295]
00000400:00000200:1.0:1749606231.446702:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606231.446708:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606231.446713:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606231.446717:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606231.446723:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606231.446727:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606231.446740:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749606231.446743:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606231.446746:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000800:00000010:2.0:1749606231.446746:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000010:1.0:1749606231.446749:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000200:2.0:1749606231.446751:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749606231.446752:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730012416, portal 10
00000400:00000010:1.0:1749606231.446755:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749606231.446757:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730012416, offset 0
00000400:00000200:1.0:1749606231.446761:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606231.446762:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606231.446765:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606231.446768:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606231.446768:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000200:1.0:1749606231.446771:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749606231.446771:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000400:00000200:1.0:1749606231.446773:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606231.446775:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606231.446778:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [223:223:254:4294967295] 192.168.201.120@tcp LPNI seq info [223:223:6:4294967295]
00000100:00000200:2.0:1749606231.446784:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730012160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606231.446786:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606231.446790:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606231.446792:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606231.446795:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606231.446799:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606231.446801:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606231.446820:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606231.446822:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749606231.446825:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606231.446829:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606231.446831:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:2.0:1749606231.446833:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:2.0:1749606231.446837:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730012288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606231.446863:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606231.446865:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749606231.446868:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606231.446871:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606231.446873:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749606231.446875:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749606231.446878:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730012416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606231.448723:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea948.
00000400:00000200:2.0:1749606231.448731:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749606231.448734:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749606231.448744:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730012160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606231.448773:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730012160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606231.448809:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:2.0:1749606231.448809:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000200:1.0:1749606231.448817:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
02000000:00000010:2.0:1749606231.448817:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000010:1.0:1749606231.448819:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000010:2.0:1749606231.448822:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749606231.448827:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730012288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606231.448848:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730012288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606231.448872:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606231.448874:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606231.448876:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606231.448879:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730012416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606231.448887:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730012416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606231.448901:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606231.448906:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749606231.448909:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749606231.448912:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606231.448915:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749606231.448917:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606231.459060:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f56c0.
00000100:00000010:3.0:1749606231.459060:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5040.
00000100:00000010:1.0:1749606231.459072:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5880.
00000100:00000010:2.0:1749606236.454060:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606236.454095:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606236.454197:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606236.454237:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749606236.454241:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
02000000:00000010:2.0:1749606236.454248:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606236.454269:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606236.454279:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000010:2.0:1749606236.454283:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606236.454288:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000200:3.0:1749606236.454290:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730012544, portal 25
00000400:00000010:3.0:1749606236.454296:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749606236.454299:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730012544, offset 0
00000400:00000200:3.0:1749606236.454309:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606236.454325:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606236.454332:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606236.454337:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606236.454342:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606236.454345:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606236.454349:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [224:224:256:4294967295] 192.168.201.120@tcp LPNI seq info [224:224:8:4294967295]
00000400:00000200:3.0:1749606236.454363:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606236.454370:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606236.454377:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749606236.454385:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606236.454396:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
02000000:00000010:1.0:1749606236.454400:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749606236.454402:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749606236.454411:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606236.454416:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606236.454421:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730012672, portal 10
00000400:00000010:1.0:1749606236.454428:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606236.454430:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730012672, offset 0
00000100:00000010:3.0:1749606236.454432:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000400:00000200:1.0:1749606236.454438:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606236.454446:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606236.454450:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1749606236.454450:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000400:00000200:1.0:1749606236.454454:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606236.454456:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1749606236.454456:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000400:00000200:1.0:1749606236.454459:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606236.454462:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [225:225:255:4294967295] 192.168.201.120@tcp LPNI seq info [225:225:7:4294967295]
00000100:00000010:3.0:1749606236.454467:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000400:00000200:1.0:1749606236.454483:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606236.454488:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606236.454493:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606236.454498:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606236.454504:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606236.454537:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606236.454567:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606236.454573:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606236.454577:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606236.454581:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730012800, portal 10
00000400:00000010:1.0:1749606236.454587:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606236.454601:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730012800, offset 0
00000400:00000200:1.0:1749606236.454610:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606236.454617:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606236.454621:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606236.454624:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606236.454627:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606236.454631:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606236.454635:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [226:226:254:4294967295] 192.168.201.120@tcp LPNI seq info [226:226:6:4294967295]
00000400:00000200:1.0:1749606236.454648:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606236.454654:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606236.454658:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606236.454664:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606236.454671:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606236.454675:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606236.457159:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606236.457168:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606236.457171:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606236.457181:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730012672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606236.457209:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730012672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606236.457248:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606236.457258:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749606236.457265:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:3.0:1749606236.457267:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606236.457274:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606236.457276:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606236.457283:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730012544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606236.457286:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606236.457290:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749606236.457292:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:3.0:1749606236.457294:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730012544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606236.457299:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730012800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606236.457312:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000100:00000200:1.0:1749606236.457313:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730012800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606236.457324:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749606236.457327:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749606236.457335:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606236.457338:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749606236.457341:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749606236.467047:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749606236.467057:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:1.0:1749606236.467199:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:2.0:1749606241.462093:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606241.462129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606241.462217:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606241.462240:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606241.462250:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606241.462266:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749606241.462279:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000100:00000010:2.0:1749606241.462281:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606241.462289:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606241.462289:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606241.462302:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730012928, portal 25
00000400:00000010:3.0:1749606241.462310:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749606241.462314:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730012928, offset 0
00000400:00000200:3.0:1749606241.462327:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606241.462346:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749606241.462347:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606241.462356:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:3.0:1749606241.462356:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606241.462363:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000200:3.0:1749606241.462363:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606241.462368:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749606241.462369:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730013056, portal 10
00000400:00000200:3.0:1749606241.462373:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749606241.462378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000200:3.0:1749606241.462379:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [227:227:256:4294967295] 192.168.201.120@tcp LPNI seq info [227:227:8:4294967295]
00000100:00000200:1.0:1749606241.462381:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730013056, offset 0
00000400:00000200:1.0:1749606241.462391:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606241.462400:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606241.462410:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606241.462411:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606241.462415:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606241.462416:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749606241.462419:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606241.462422:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606241.462441:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606241.462444:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [228:228:255:4294967295] 192.168.201.120@tcp LPNI seq info [228:228:7:4294967295]
00000800:00000200:3.0:1749606241.462451:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606241.462466:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606241.462474:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606241.462475:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606241.462480:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606241.462485:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606241.462490:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606241.462496:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606241.462499:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606241.462511:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749606241.462555:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749606241.462567:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749606241.462581:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
02000000:00000010:1.0:1749606241.462598:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606241.462605:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606241.462609:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606241.462614:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730013184, portal 10
00000400:00000010:1.0:1749606241.462621:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749606241.462634:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730013184, offset 0
00000400:00000200:1.0:1749606241.462642:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606241.462651:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606241.462655:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606241.462659:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606241.462663:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606241.462666:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606241.462670:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [229:229:254:4294967295] 192.168.201.120@tcp LPNI seq info [229:229:6:4294967295]
00000400:00000200:1.0:1749606241.462684:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606241.462690:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606241.462693:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749606241.462697:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606241.462703:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606241.462705:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606241.465034:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606241.465043:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606241.465046:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606241.465057:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730012928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606241.465092:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000100:00000200:3.0:1749606241.465096:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730012928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606241.465099:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749606241.465101:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606241.465109:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730013056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606241.465128:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730013056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606241.465131:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749606241.465136:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606241.465141:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:1.0:1749606241.465152:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606241.465154:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749606241.465156:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606241.465159:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730013184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606241.465167:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730013184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606241.465182:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606241.465186:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749606241.465190:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749606241.465193:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606241.465195:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749606241.465198:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:3.0:1749606241.475033:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:2.0:1749606241.475052:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:1.0:1749606241.475055:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749606246.470119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606246.470156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606246.470231:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606246.470263:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606246.470272:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606246.470298:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606246.470302:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749606246.470390:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606246.470400:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606246.470415:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606246.470420:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730013440, portal 10
00000400:00000010:1.0:1749606246.470426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606246.470436:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730013440, offset 0
00000400:00000200:1.0:1749606246.470444:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606246.470494:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606246.470498:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606246.470501:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606246.470504:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606246.470507:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606246.470510:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [231:231:255:4294967295] 192.168.201.120@tcp LPNI seq info [231:231:7:4294967295]
00000400:00000200:1.0:1749606246.470530:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606246.470536:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606246.470541:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606246.470545:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606246.470552:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606246.470555:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606246.470619:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606246.470623:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606246.470626:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606246.470629:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730013568, portal 10
00000800:00000200:2.0:1749606246.470631:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749606246.470633:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749606246.470635:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730013568, offset 0
00000800:00000010:2.0:1749606246.470637:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:1.0:1749606246.470639:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606246.470644:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606246.470646:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606246.470647:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606246.470650:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606246.470652:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606246.470655:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606246.470658:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [232:232:254:4294967295] 192.168.201.120@tcp LPNI seq info [232:232:6:4294967295]
00000400:00000200:2.0:1749606246.470658:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606246.470664:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000200:1.0:1749606246.470666:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749606246.470667:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000800:00000200:1.0:1749606246.470670:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606246.470672:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606246.470675:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606246.470680:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:2.0:1749606246.470681:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730013312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606246.470682:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606246.470716:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606246.470719:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749606246.470723:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606246.470729:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606246.470733:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:2.0:1749606246.470735:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749606246.470742:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730013440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606246.470848:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606246.470851:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:2.0:1749606246.470854:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606246.470858:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606246.470861:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749606246.470863:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:2.0:1749606246.470867:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730013568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606246.473208:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606246.473216:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749606246.473218:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606246.473227:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730013440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606246.473248:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730013440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606246.473259:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea8f0.
00000400:00000200:2.0:1749606246.473266:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749606246.473269:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:2.0:1749606246.473278:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730013312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606246.473281:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606246.473283:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749606246.473285:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606246.473288:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730013568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606246.473294:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730013312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606246.473297:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730013568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606246.473313:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:2.0:1749606246.473317:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:1.0:1749606246.473319:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749606246.473324:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749606246.473327:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606246.473329:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606246.473331:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749606246.473332:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749606246.473334:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:3.0:1749606246.483049:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5ec0.
00000100:00000010:1.0:1749606246.483062:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5d00.
00000100:00000010:2.0:1749606246.483064:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f50c0.
00000100:00000010:2.0:1749606251.478107:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606251.478132:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606251.478197:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606251.478215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606251.478222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606251.478250:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606251.478253:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749606251.478324:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606251.478330:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606251.478334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606251.478337:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730013824, portal 10
00000400:00000010:1.0:1749606251.478341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606251.478343:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730013824, offset 0
00000400:00000200:1.0:1749606251.478348:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606251.478362:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606251.478365:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606251.478368:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606251.478370:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606251.478372:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606251.478374:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [234:234:255:4294967295] 192.168.201.120@tcp LPNI seq info [234:234:7:4294967295]
00000400:00000200:1.0:1749606251.478388:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606251.478393:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606251.478396:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749606251.478399:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606251.478403:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606251.478406:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606251.478448:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606251.478450:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606251.478452:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606251.478454:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730013952, portal 10
00000800:00000200:2.0:1749606251.478456:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749606251.478457:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606251.478458:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730013952, offset 0
00000800:00000010:2.0:1749606251.478459:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:1.0:1749606251.478461:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606251.478464:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606251.478465:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606251.478466:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606251.478468:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606251.478469:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606251.478470:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606251.478471:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606251.478472:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [235:235:254:4294967295] 192.168.201.120@tcp LPNI seq info [235:235:6:4294967295]
00000400:00000200:2.0:1749606251.478475:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000200:1.0:1749606251.478476:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749606251.478477:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000800:00000200:1.0:1749606251.478478:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606251.478480:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606251.478482:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606251.478485:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606251.478486:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:2.0:1749606251.478487:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730013696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606251.478504:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606251.478505:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749606251.478507:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606251.478509:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606251.478510:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:2.0:1749606251.478511:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:2.0:1749606251.478513:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730013824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606251.478571:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606251.478572:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606251.478574:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606251.478575:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606251.478577:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749606251.478578:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749606251.478585:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730013952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606251.479808:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea630.
00000400:00000200:2.0:1749606251.479812:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749606251.479813:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749606251.479817:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730013696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606251.479824:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730013696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606251.479848:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8e00.
02000000:00000010:2.0:1749606251.479852:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:2.0:1749606251.479855:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:1.0:1749606251.479858:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606251.479861:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749606251.479862:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606251.479866:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730013824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606251.479875:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730013824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606251.479888:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606251.479889:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749606251.479889:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606251.479891:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730013952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606251.479895:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730013952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606251.479903:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606251.479906:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749606251.479908:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749606251.479910:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606251.479911:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606251.479912:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:1.0:1749606251.491035:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5b40.
00000100:00000010:3.0:1749606251.491035:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5300.
00000100:00000010:2.0:1749606251.491051:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5780.
00000100:00000010:2.0:1749606256.486076:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606256.486110:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606256.486201:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606256.486223:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606256.486231:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606256.486238:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749606256.486251:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000100:00000010:2.0:1749606256.486256:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606256.486261:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749606256.486261:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606256.486271:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730014080, portal 25
00000400:00000010:3.0:1749606256.486278:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749606256.486280:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730014080, offset 0
00000400:00000200:3.0:1749606256.486292:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606256.486308:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749606256.486311:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749606256.486315:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606256.486319:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:3.0:1749606256.486321:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606256.486324:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000400:00000200:3.0:1749606256.486326:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749606256.486329:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730014208, portal 10
00000400:00000200:3.0:1749606256.486329:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606256.486333:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [236:236:256:4294967295] 192.168.201.120@tcp LPNI seq info [236:236:8:4294967295]
00000400:00000010:1.0:1749606256.486336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749606256.486338:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730014208, offset 0
00000400:00000200:1.0:1749606256.486345:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606256.486347:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606256.486354:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606256.486355:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606256.486359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606256.486359:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749606256.486363:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606256.486365:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606256.486367:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606256.486368:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606256.486371:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [237:237:255:4294967295] 192.168.201.120@tcp LPNI seq info [237:237:7:4294967295]
00000800:00000200:3.0:1749606256.486377:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606256.486383:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606256.486400:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606256.486405:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606256.486410:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606256.486414:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606256.486414:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000800:00000200:1.0:1749606256.486420:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606256.486423:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606256.486439:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749606256.486458:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749606256.486474:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
02000000:00000010:1.0:1749606256.486491:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606256.486495:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606256.486508:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606256.486511:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730014336, portal 10
00000400:00000010:1.0:1749606256.486515:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606256.486517:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730014336, offset 0
00000400:00000200:1.0:1749606256.486522:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606256.486534:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606256.486537:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606256.486540:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606256.486542:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606256.486544:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606256.486547:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [238:238:255:4294967295] 192.168.201.120@tcp LPNI seq info [238:238:7:4294967295]
00000400:00000200:1.0:1749606256.486556:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606256.486560:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606256.486562:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749606256.486565:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606256.486569:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606256.486572:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606256.488772:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606256.488780:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606256.488782:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606256.488792:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730014080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606256.488810:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730014080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606256.488829:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606256.488837:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749606256.488838:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
02000000:00000010:3.0:1749606256.488846:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000100:00000200:1.0:1749606256.488847:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730014208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606256.488851:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749606256.488856:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:1.0:1749606256.488868:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730014208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606256.488892:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606256.488894:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749606256.488896:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606256.488900:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730014336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606256.488907:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730014336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606256.488922:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606256.488927:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749606256.488930:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749606256.488933:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606256.488976:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606256.488980:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749606256.499026:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:1.0:1749606256.499036:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749606256.499145:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:2.0:1749606261.494206:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606261.494243:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606261.494321:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606261.494344:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606261.494353:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749606261.494374:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749606261.494379:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606261.494384:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749606261.494387:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606261.494396:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606261.494407:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730014464, portal 25
00000400:00000010:3.0:1749606261.494412:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606261.494415:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730014464, offset 0
00000400:00000200:3.0:1749606261.494425:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606261.494444:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606261.494451:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606261.494457:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606261.494462:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606261.494465:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606261.494469:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [239:239:256:4294967295] 192.168.201.120@tcp LPNI seq info [239:239:8:4294967295]
00000400:00000200:3.0:1749606261.494484:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606261.494491:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606261.494494:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000010:3.0:1749606261.494496:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000010:1.0:1749606261.494504:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000800:00000200:3.0:1749606261.494505:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749606261.494509:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606261.494514:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730014592, portal 10
00000400:00000010:1.0:1749606261.494520:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606261.494522:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730014592, offset 0
00000400:00000200:1.0:1749606261.494530:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606261.494538:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606261.494539:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606261.494543:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606261.494543:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606261.494546:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606261.494549:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606261.494552:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606261.494555:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [240:240:255:4294967295] 192.168.201.120@tcp LPNI seq info [240:240:7:4294967295]
00000100:00000010:3.0:1749606261.494574:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000400:00000200:1.0:1749606261.494575:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606261.494581:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606261.494588:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749606261.494593:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606261.494596:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000800:00000200:1.0:1749606261.494599:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749606261.494601:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000800:00000200:1.0:1749606261.494603:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606261.494612:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
02000000:00000010:1.0:1749606261.494648:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606261.494652:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606261.494655:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749606261.494658:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730014720, portal 10
00000400:00000010:1.0:1749606261.494662:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606261.494664:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730014720, offset 0
00000400:00000200:1.0:1749606261.494668:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606261.494672:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606261.494676:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606261.494678:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606261.494680:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606261.494683:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606261.494685:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [241:241:254:4294967295] 192.168.201.120@tcp LPNI seq info [241:241:6:4294967295]
00000400:00000200:1.0:1749606261.494693:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606261.494697:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606261.494701:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606261.494705:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606261.494710:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606261.494712:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606261.497175:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606261.497183:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749606261.497185:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606261.497194:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730014592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606261.497216:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730014592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606261.497239:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606261.497245:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606261.497247:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606261.497255:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730014464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606261.497260:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606261.497262:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749606261.497264:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:3.0:1749606261.497265:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730014464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606261.497268:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730014720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606261.497276:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730014720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606261.497285:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:1.0:1749606261.497291:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:3.0:1749606261.497291:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
02000000:00000010:1.0:1749606261.497296:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749606261.497296:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749606261.497299:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749606261.497303:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606261.497305:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749606261.497307:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749606261.506995:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749606261.507000:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:1.0:1749606261.507018:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:2.0:1749606266.502224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606266.502282:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606266.502360:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606266.502385:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606266.502396:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606266.502434:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606266.502441:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749606266.502552:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606266.502561:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606266.502567:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749606266.502571:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730014976, portal 10
00000400:00000010:1.0:1749606266.502578:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606266.502580:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730014976, offset 0
00000400:00000200:1.0:1749606266.502588:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606266.502597:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606266.502601:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606266.502604:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606266.502607:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606266.502610:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606266.502613:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [243:243:255:4294967295] 192.168.201.120@tcp LPNI seq info [243:243:7:4294967295]
00000400:00000200:1.0:1749606266.502633:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606266.502639:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606266.502643:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606266.502648:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606266.502654:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606266.502658:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606266.502674:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606266.502677:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606266.502680:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749606266.502682:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730015104, portal 10
00000400:00000010:1.0:1749606266.502686:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606266.502688:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730015104, offset 0
00000400:00000200:1.0:1749606266.502692:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606266.502696:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606266.502699:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606266.502701:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606266.502703:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606266.502705:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606266.502707:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [244:244:254:4294967295] 192.168.201.120@tcp LPNI seq info [244:244:6:4294967295]
00000400:00000200:1.0:1749606266.502714:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606266.502718:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606266.502721:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749606266.502723:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606266.502727:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606266.502729:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606266.502730:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606266.502737:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:2.0:1749606266.502745:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606266.502753:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606266.502758:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749606266.502761:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749606266.502772:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730014848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606266.502795:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606266.502797:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606266.502800:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606266.502803:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606266.502806:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749606266.502807:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749606266.502811:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730014976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606266.502901:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606266.502903:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749606266.502906:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606266.502909:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606266.502911:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749606266.502913:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749606266.502917:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730015104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606266.505321:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea688.
00000400:00000200:2.0:1749606266.505330:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749606266.505343:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749606266.505354:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730014848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606266.505360:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606266.505370:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000100:00000200:2.0:1749606266.505372:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730014848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606266.505373:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749606266.505383:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730014976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606266.505408:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730014976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606266.505409:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9000.
02000000:00000010:2.0:1749606266.505418:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749606266.505424:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749606266.505441:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606266.505445:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749606266.505447:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749606266.505453:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730015104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606266.505465:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730015104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606266.505488:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606266.505495:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749606266.505500:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749606266.505506:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606266.505509:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749606266.505513:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606266.515040:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5700.
00000100:00000010:1.0:1749606266.515048:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5100.
00000100:00000010:3.0:1749606266.515081:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5280.
00000100:00000010:2.0:1749606271.510060:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606271.510092:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606271.510159:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606271.510179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606271.510187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606271.510214:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606271.510220:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749606271.510306:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606271.510313:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606271.510317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749606271.510321:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730015360, portal 10
00000400:00000010:1.0:1749606271.510326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749606271.510327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730015360, offset 0
00000400:00000200:1.0:1749606271.510333:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606271.510340:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606271.510342:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606271.510345:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606271.510347:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606271.510349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606271.510351:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [246:246:255:4294967295] 192.168.201.120@tcp LPNI seq info [246:246:7:4294967295]
00000400:00000200:1.0:1749606271.510366:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606271.510370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606271.510373:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606271.510377:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606271.510381:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606271.510384:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606271.510397:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606271.510400:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606271.510402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606271.510403:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730015488, portal 10
00000400:00000010:1.0:1749606271.510406:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606271.510408:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730015488, offset 0
00000400:00000200:1.0:1749606271.510410:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606271.510413:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606271.510415:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606271.510417:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606271.510418:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606271.510420:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606271.510421:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606271.510422:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [247:247:254:4294967295] 192.168.201.120@tcp LPNI seq info [247:247:6:4294967295]
00000800:00000010:2.0:1749606271.510425:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:1.0:1749606271.510427:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606271.510430:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606271.510431:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:1.0:1749606271.510432:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606271.510434:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606271.510437:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606271.510438:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749606271.510439:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606271.510443:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749606271.510446:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749606271.510457:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730015232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606271.510483:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606271.510485:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:2.0:1749606271.510488:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606271.510491:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606271.510494:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749606271.510496:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:2.0:1749606271.510500:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730015360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606271.510601:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606271.510604:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749606271.510607:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606271.510612:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606271.510615:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:2.0:1749606271.510617:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:2.0:1749606271.510622:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730015488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606271.512429:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606271.512435:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749606271.512436:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749606271.512442:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730015360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606271.512447:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea5d8.
00000400:00000200:2.0:1749606271.512453:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749606271.512455:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:1.0:1749606271.512459:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730015360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606271.512462:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730015232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606271.512474:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730015232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606271.512483:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606271.512485:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749606271.512486:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606271.512489:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730015488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606271.512495:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730015488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606271.512495:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9200.
02000000:00000010:2.0:1749606271.512499:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749606271.512503:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749606271.512506:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606271.512510:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606271.512513:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749606271.512515:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606271.512517:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749606271.512519:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:3.0:1749606271.523016:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5a00.
00000100:00000010:1.0:1749606271.523047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5600.
00000100:00000010:2.0:1749606271.523060:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5e80.
02000000:00000010:3.0:1749606276.518362:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749606276.518375:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606276.518384:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606276.518395:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730015616, portal 25
00000400:00000010:3.0:1749606276.518401:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749606276.518404:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730015616, offset 0
00000400:00000200:3.0:1749606276.518413:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606276.518430:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606276.518438:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606276.518443:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606276.518447:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606276.518450:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606276.518474:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [248:248:256:4294967295] 192.168.201.120@tcp LPNI seq info [248:248:8:4294967295]
00000400:00000200:3.0:1749606276.518489:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606276.518495:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606276.518497:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000010:3.0:1749606276.518501:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000010:1.0:1749606276.518507:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000800:00000200:3.0:1749606276.518511:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749606276.518512:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606276.518516:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730015744, portal 10
00000400:00000010:1.0:1749606276.518523:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000800:00000200:3.0:1749606276.518523:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749606276.518525:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730015744, offset 0
00000800:00000200:3.0:1749606276.518529:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606276.518533:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606276.518542:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606276.518546:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606276.518549:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606276.518552:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606276.518554:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606276.518557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [249:249:255:4294967295] 192.168.201.120@tcp LPNI seq info [249:249:7:4294967295]
00000100:00000010:3.0:1749606276.518558:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000400:00000200:1.0:1749606276.518577:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749606276.518577:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000800:00000200:1.0:1749606276.518583:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606276.518583:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000800:00000010:1.0:1749606276.518588:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749606276.518592:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606276.518593:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000800:00000200:1.0:1749606276.518599:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606276.518602:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606276.518618:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606276.518621:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606276.518624:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749606276.518626:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730015872, portal 10
00000400:00000010:1.0:1749606276.518630:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606276.518632:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730015872, offset 0
00000400:00000200:1.0:1749606276.518637:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606276.518640:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606276.518643:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606276.518645:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606276.518647:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606276.518649:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606276.518652:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [250:250:254:4294967295] 192.168.201.120@tcp LPNI seq info [250:250:6:4294967295]
00000400:00000200:1.0:1749606276.518659:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606276.518663:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606276.518665:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606276.518668:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606276.518672:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606276.518674:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606276.521047:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606276.521057:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606276.521059:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606276.521070:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730015616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606276.521088:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730015616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606276.521093:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606276.521101:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749606276.521103:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606276.521111:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730015744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606276.521123:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000100:00000200:1.0:1749606276.521131:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730015744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606276.521131:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdd00.
00000100:00000010:3.0:1749606276.521137:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000400:00000010:1.0:1749606276.521156:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606276.521158:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749606276.521159:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749606276.521163:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730015872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606276.521171:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730015872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606276.521184:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606276.521190:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:1.0:1749606276.521194:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
02000000:00000010:1.0:1749606276.521197:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606276.521199:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c79000.
00000100:00000010:1.0:1749606276.521201:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000100:00000010:1.0:1749606276.531030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749606276.531058:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749606276.531129:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:2.0:1749606281.526197:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606281.526234:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606281.526323:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606281.526348:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606281.526359:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606281.526397:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606281.526405:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749606281.526493:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606281.526505:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606281.526512:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749606281.526517:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730016128, portal 10
00000400:00000010:1.0:1749606281.526526:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606281.526529:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730016128, offset 0
00000400:00000200:1.0:1749606281.526540:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606281.526552:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606281.526557:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606281.526562:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606281.526566:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606281.526570:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606281.526575:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [252:252:255:4294967295] 192.168.201.120@tcp LPNI seq info [252:252:7:4294967295]
00000400:00000200:1.0:1749606281.526602:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606281.526611:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606281.526616:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606281.526623:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606281.526631:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606281.526636:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606281.526649:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606281.526655:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
02000000:00000010:1.0:1749606281.526658:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606281.526664:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:2.0:1749606281.526665:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606281.526668:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606281.526673:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730016256, portal 10
00000400:00000010:1.0:1749606281.526679:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606281.526681:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730016256, offset 0
00000400:00000200:2.0:1749606281.526686:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606281.526688:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606281.526694:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000200:1.0:1749606281.526696:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606281.526697:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000400:00000200:1.0:1749606281.526701:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606281.526705:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606281.526708:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749606281.526711:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730016000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606281.526712:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606281.526717:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [253:253:254:4294967295] 192.168.201.120@tcp LPNI seq info [253:253:6:4294967295]
00000400:00000200:1.0:1749606281.526729:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606281.526737:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606281.526741:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606281.526747:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606281.526754:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606281.526794:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606281.526881:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606281.526885:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749606281.526888:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606281.526892:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606281.526895:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:2.0:1749606281.526897:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:2.0:1749606281.526903:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730016128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606281.526933:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606281.526991:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749606281.526995:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606281.527001:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606281.527006:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749606281.527008:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749606281.527015:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730016256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606281.529113:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea3c8.
00000400:00000200:2.0:1749606281.529122:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749606281.529125:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749606281.529136:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730016000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606281.529153:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730016000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606281.529189:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:2.0:1749606281.529189:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8e00.
02000000:00000010:2.0:1749606281.529195:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000200:1.0:1749606281.529197:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749606281.529199:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000010:2.0:1749606281.529199:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749606281.529207:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730016128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606281.529228:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730016128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606281.529262:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606281.529264:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749606281.529266:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606281.529269:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730016256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606281.529277:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730016256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606281.529291:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606281.529296:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606281.529299:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749606281.529302:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606281.529305:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749606281.529307:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749606281.539037:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f55c0.
00000100:00000010:1.0:1749606281.539058:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5500.
00000100:00000010:3.0:1749606281.539063:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5f00.
00000100:00000010:2.0:1749606286.534096:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606286.534128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606286.534193:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606286.534213:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606286.534222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606286.534248:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606286.534251:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749606286.534363:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606286.534373:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606286.534379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606286.534383:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730016512, portal 10
00000400:00000010:1.0:1749606286.534391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749606286.534394:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730016512, offset 0
00000400:00000200:1.0:1749606286.534402:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606286.534410:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606286.534415:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606286.534419:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606286.534421:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606286.534425:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606286.534428:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [255:255:255:4294967295] 192.168.201.120@tcp LPNI seq info [255:255:7:4294967295]
00000400:00000200:1.0:1749606286.534462:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606286.534468:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606286.534473:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606286.534478:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606286.534484:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606286.534488:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606286.534504:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606286.534509:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606286.534512:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606286.534516:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730016640, portal 10
00000400:00000010:1.0:1749606286.534520:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606286.534522:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730016640, offset 0
00000800:00000200:2.0:1749606286.534527:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606286.534528:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606286.534530:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:1.0:1749606286.534533:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606286.534534:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606286.534536:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606286.534538:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606286.534540:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606286.534541:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606286.534542:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606286.534544:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [256:256:254:4294967295] 192.168.201.120@tcp LPNI seq info [256:256:6:4294967295]
00000400:00000200:2.0:1749606286.534544:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749606286.534547:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000400:00000200:1.0:1749606286.534551:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606286.534554:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606286.534556:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000200:2.0:1749606286.534556:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730016384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606286.534559:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606286.534563:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606286.534565:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606286.534580:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606286.534582:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749606286.534584:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606286.534587:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606286.534589:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749606286.534591:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749606286.534594:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730016512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606286.534612:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606286.534613:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749606286.534615:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606286.534617:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606286.534618:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749606286.534620:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749606286.534623:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730016640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606286.536297:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea580.
00000400:00000200:2.0:1749606286.536305:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749606286.536307:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749606286.536315:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730016384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606286.536345:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730016384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606286.536379:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000010:1.0:1749606286.536381:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
02000000:00000010:2.0:1749606286.536385:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000200:1.0:1749606286.536387:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749606286.536389:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000010:2.0:1749606286.536390:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749606286.536396:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730016512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606286.536412:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730016512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749606286.536429:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749606286.544212:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606286.544218:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749606286.544220:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606286.544227:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730016640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606286.544240:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730016640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749606286.544258:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749606286.544267:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606286.544271:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749606286.544274:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749606286.544277:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606286.544279:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606286.544280:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:3.0:1749606286.547025:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5340.
00000100:00000010:2.0:1749606286.547035:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5e40.
00000100:00000010:1.0:1749606286.547253:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5740.
00000100:00000010:2.0:1749606291.542114:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606291.542138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606291.542202:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606291.542220:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606291.542226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606291.542260:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606291.542264:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749606291.542392:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606291.542401:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606291.542407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606291.542411:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730016896, portal 10
00000400:00000010:1.0:1749606291.542417:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606291.542419:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730016896, offset 0
00000400:00000200:1.0:1749606291.542426:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606291.542435:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606291.542438:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606291.542442:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606291.542454:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606291.542457:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606291.542460:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [258:258:255:4294967295] 192.168.201.120@tcp LPNI seq info [258:258:7:4294967295]
00000400:00000200:1.0:1749606291.542471:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606291.542476:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606291.542480:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606291.542485:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606291.542491:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606291.542495:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606291.542541:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606291.542545:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606291.542548:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606291.542550:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730017024, portal 10
00000400:00000010:1.0:1749606291.542554:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606291.542556:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730017024, offset 0
00000400:00000200:1.0:1749606291.542561:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749606291.542561:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606291.542565:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606291.542567:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:1.0:1749606291.542568:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606291.542570:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606291.542573:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606291.542573:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606291.542575:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606291.542578:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [259:259:254:4294967295] 192.168.201.120@tcp LPNI seq info [259:259:6:4294967295]
00000400:00000200:2.0:1749606291.542580:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606291.542584:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000200:1.0:1749606291.542586:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749606291.542587:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000800:00000200:1.0:1749606291.542590:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606291.542617:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730016768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1749606291.542618:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606291.542622:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606291.542626:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606291.542629:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606291.542640:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606291.542642:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749606291.542645:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606291.542648:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606291.542659:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:2.0:1749606291.542661:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:2.0:1749606291.542666:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730016896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606291.542734:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606291.542737:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749606291.542739:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606291.542742:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606291.542745:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749606291.542747:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749606291.542751:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730017024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606291.545161:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea528.
00000400:00000200:2.0:1749606291.545168:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749606291.545171:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749606291.545178:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730016768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606291.545190:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730016768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606291.545213:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000010:1.0:1749606291.545215:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:2.0:1749606291.545218:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:2.0:1749606291.545222:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:1.0:1749606291.545231:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749606291.545233:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606291.545241:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730016896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606291.545252:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730016896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606291.545274:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606291.545276:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606291.545278:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606291.545281:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730017024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606291.545289:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730017024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606291.545302:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606291.545307:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606291.545310:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749606291.545313:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606291.545315:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749606291.545318:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749606291.555064:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f53c0.
00000100:00000010:3.0:1749606291.555088:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f5f80.
00000100:00000010:2.0:1749606291.555093:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b59f54c0.
00000100:00000010:2.0:1749606296.550070:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606296.550096:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606296.550167:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606296.550190:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606296.550201:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606296.550237:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606296.550244:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749606296.550300:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606296.550311:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606296.550317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606296.550322:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730017280, portal 10
00000400:00000010:1.0:1749606296.550329:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606296.550333:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730017280, offset 0
00000400:00000200:1.0:1749606296.550342:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606296.550369:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606296.550374:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606296.550379:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606296.550383:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606296.550404:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606296.550409:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [261:261:255:4294967295] 192.168.201.120@tcp LPNI seq info [261:261:7:4294967295]
00000400:00000200:1.0:1749606296.550424:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606296.550432:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606296.550437:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606296.550444:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606296.550453:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606296.550459:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606296.550506:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606296.550547:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:2.0:1749606296.550554:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606296.550561:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606296.550566:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
02000000:00000010:1.0:1749606296.550569:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:2.0:1749606296.550569:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000400:00000010:1.0:1749606296.550576:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000100:00000200:2.0:1749606296.550579:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730017152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606296.550581:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606296.550585:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730017408, portal 10
00000400:00000010:1.0:1749606296.550590:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606296.550593:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730017408, offset 0
00000400:00000200:1.0:1749606296.550601:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606296.550608:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606296.550613:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606296.550617:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606296.550621:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606296.550624:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606296.550628:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [262:262:255:4294967295] 192.168.201.120@tcp LPNI seq info [262:262:7:4294967295]
00000400:00000200:1.0:1749606296.550642:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606296.550649:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606296.550654:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606296.550660:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606296.550667:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606296.550668:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749606296.550671:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:2.0:1749606296.550673:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749606296.550677:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606296.550684:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606296.550688:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749606296.550691:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749606296.550698:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730017280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606296.550737:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606296.550741:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749606296.550744:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606296.550750:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606296.550754:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:2.0:1749606296.550756:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749606296.550762:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730017408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606296.552861:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606296.552868:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606296.552880:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606296.552891:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730017280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606296.552907:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730017280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606296.552969:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea4d0.
00000400:00000200:2.0:1749606296.552975:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749606296.552977:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749606296.552985:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730017152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606296.552994:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730017152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606296.553014:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000010:1.0:1749606296.553024:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:2.0:1749606296.553027:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:1.0:1749606296.553029:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749606296.553031:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000010:2.0:1749606296.553031:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749606296.553039:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730017408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606296.553053:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730017408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606296.553076:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606296.553083:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749606296.553088:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749606296.553093:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606296.553096:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749606296.553100:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749606296.563038:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:2.0:1749606296.563043:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:3.0:1749606296.563072:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:2.0:1749606301.558072:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606301.558097:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606301.558171:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606301.558195:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606301.558206:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606301.558248:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606301.558255:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606301.558285:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606301.558303:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606301.558314:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606301.558348:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730017536, portal 25
00000400:00000010:3.0:1749606301.558354:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749606301.558357:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730017536, offset 0
00000400:00000200:3.0:1749606301.558370:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606301.558383:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606301.558389:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606301.558394:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:3.0:1749606301.558397:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606301.558401:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000200:3.0:1749606301.558403:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606301.558408:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749606301.558409:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730017664, portal 10
00000400:00000200:3.0:1749606301.558411:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606301.558414:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [263:263:256:4294967295] 192.168.201.120@tcp LPNI seq info [263:263:8:4294967295]
00000400:00000010:1.0:1749606301.558416:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606301.558419:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730017664, offset 0
00000400:00000200:3.0:1749606301.558455:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749606301.558456:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606301.558462:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606301.558470:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606301.558471:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606301.558477:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606301.558479:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606301.558481:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606301.558486:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606301.558489:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606301.558492:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606301.558497:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606301.558509:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [264:264:255:4294967295] 192.168.201.120@tcp LPNI seq info [264:264:7:4294967295]
00000400:00000200:1.0:1749606301.558523:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606301.558529:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606301.558535:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000100:00000010:3.0:1749606301.558536:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000800:00000200:1.0:1749606301.558542:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606301.558551:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606301.558556:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606301.558558:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749606301.558564:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749606301.558586:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
02000000:00000010:1.0:1749606301.558614:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606301.558618:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606301.558621:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606301.558624:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730017792, portal 10
00000400:00000010:1.0:1749606301.558628:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606301.558630:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730017792, offset 0
00000400:00000200:1.0:1749606301.558634:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606301.558639:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606301.558642:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606301.558644:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606301.558647:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606301.558649:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606301.558651:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [265:265:254:4294967295] 192.168.201.120@tcp LPNI seq info [265:265:6:4294967295]
00000400:00000200:1.0:1749606301.558661:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606301.558666:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606301.558669:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606301.558672:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606301.558677:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606301.558680:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606301.561062:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606301.561069:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606301.561071:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606301.561078:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730017536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606301.561089:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730017536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606301.561117:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606301.561123:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606301.561129:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749606301.561165:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606301.561172:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749606301.561173:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606301.561188:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730017664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606301.561198:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730017664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606301.561223:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606301.561225:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749606301.561227:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606301.561230:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730017792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606301.561237:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730017792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606301.561252:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606301.561257:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749606301.561259:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749606301.561263:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606301.561265:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606301.561267:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:3.0:1749606301.571036:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:2.0:1749606301.571070:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:1.0:1749606301.571129:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749606306.566095:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606306.566122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606306.566197:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606306.566217:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606306.566226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606306.566260:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606306.566266:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749606306.566426:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606306.566442:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000010:1.0:1749606306.566450:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606306.566457:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730018048, portal 10
00000400:00000010:1.0:1749606306.566465:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606306.566467:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730018048, offset 0
00000400:00000200:1.0:1749606306.566478:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606306.566493:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606306.566498:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606306.566503:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606306.566506:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606306.566509:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606306.566516:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606306.566520:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:2.0:1749606306.566523:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606306.566528:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606306.566529:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [267:267:255:4294967295] 192.168.201.120@tcp LPNI seq info [267:267:7:4294967295]
00000400:00000200:2.0:1749606306.566531:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749606306.566532:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749606306.566539:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730017920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606306.566543:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606306.566549:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606306.566555:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606306.566562:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606306.566571:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606306.566575:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606306.566640:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606306.566645:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606306.566648:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749606306.566651:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730018176, portal 10
00000400:00000010:1.0:1749606306.566655:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749606306.566657:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730018176, offset 0
00000400:00000200:1.0:1749606306.566661:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606306.566666:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606306.566669:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606306.566672:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606306.566675:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606306.566677:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606306.566681:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [268:268:255:4294967295] 192.168.201.120@tcp LPNI seq info [268:268:7:4294967295]
00000400:00000200:1.0:1749606306.566690:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606306.566694:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606306.566696:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749606306.566700:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606306.566704:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606306.566706:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606306.568297:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea478.
00000400:00000200:2.0:1749606306.568303:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749606306.568305:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749606306.568312:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730017920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606306.568322:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730017920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606306.568385:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749606306.568388:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749606306.568391:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:1.0:1749606306.568407:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:1.0:1749606306.568415:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749606306.568417:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606306.568440:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730018048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606306.568457:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730018048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606306.568495:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
00000400:00000200:1.0:1749606306.568499:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749606306.568501:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749606306.568507:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730018176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606306.568520:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730018176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606306.568543:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606306.568552:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749606306.568559:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749606306.568565:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606306.568568:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606306.568571:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749606306.579018:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:3.0:1749606306.579079:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:1.0:1749606306.579085:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:2.0:1749606311.574172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606311.574209:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606311.574329:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606311.574352:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606311.574361:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606311.574388:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606311.574392:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749606311.574470:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606311.574480:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bcb8.
00000400:00000010:1.0:1749606311.574487:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749606311.574492:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730018432, portal 10
00000400:00000010:1.0:1749606311.574500:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606311.574503:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730018432, offset 0
00000400:00000200:1.0:1749606311.574512:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606311.574523:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606311.574529:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606311.574533:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606311.574537:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606311.574541:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606311.574557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [270:270:255:4294967295] 192.168.201.120@tcp LPNI seq info [270:270:7:4294967295]
00000400:00000200:1.0:1749606311.574567:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606311.574572:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606311.574577:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606311.574582:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606311.574588:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606311.574592:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606311.574661:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606311.574665:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
02000000:00000010:1.0:1749606311.574670:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606311.574674:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd10.
00000400:00000200:2.0:1749606311.574674:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606311.574677:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606311.574681:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730018560, portal 10
00000400:00000200:2.0:1749606311.574681:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606311.574685:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:2.0:1749606311.574686:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749606311.574689:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:1.0:1749606311.574695:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730018560, offset 0
00000100:00000200:2.0:1749606311.574700:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730018304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606311.574703:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606311.574708:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606311.574712:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606311.574714:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606311.574717:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606311.574719:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606311.574722:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [271:271:254:4294967295] 192.168.201.120@tcp LPNI seq info [271:271:6:4294967295]
00000400:00000200:1.0:1749606311.574730:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606311.574734:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606311.574736:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606311.574739:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606311.574744:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606311.574746:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606311.574815:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606311.574817:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606311.574821:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606311.574825:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606311.574827:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749606311.574829:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749606311.574833:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730018432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606311.574859:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606311.574861:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749606311.574863:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606311.574876:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606311.574879:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:2.0:1749606311.574881:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749606311.574886:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730018560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606311.576733:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea420.
00000400:00000200:1.0:1749606311.576740:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749606311.576743:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:1.0:1749606311.576761:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730018304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606311.576778:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730018304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606311.576812:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000010:2.0:1749606311.576812:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bcb8.
02000000:00000010:1.0:1749606311.576821:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606311.576822:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749606311.576826:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000010:1.0:1749606311.576827:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000200:2.0:1749606311.576836:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730018432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606311.576854:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730018432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606311.576886:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd10.
00000400:00000200:2.0:1749606311.576889:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:2.0:1749606311.576890:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:2.0:1749606311.576894:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730018560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606311.576902:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730018560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606311.576918:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:2.0:1749606311.576922:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606311.576925:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606311.576928:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:2.0:1749606311.576931:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606311.576966:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749606311.587051:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:3.0:1749606311.587101:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:1.0:1749606311.587147:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
02000000:00000010:1.0:1749606316.582253:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749606316.582264:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606316.582271:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606316.582278:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730018688, portal 25
00000400:00000010:1.0:1749606316.582283:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606316.582285:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730018688, offset 0
00000400:00000200:1.0:1749606316.582294:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606316.582307:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606316.582313:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606316.582317:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606316.582321:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606316.582324:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606316.582327:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [272:272:256:4294967295] 192.168.201.120@tcp LPNI seq info [272:272:8:4294967295]
00000400:00000200:1.0:1749606316.582340:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606316.582346:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606316.582346:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000800:00000010:1.0:1749606316.582350:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000010:2.0:1749606316.582354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000800:00000200:1.0:1749606316.582357:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:2.0:1749606316.582359:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606316.582363:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730018816, portal 10
00000800:00000200:1.0:1749606316.582366:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606316.582370:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:2.0:1749606316.582379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606316.582381:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730018816, offset 0
00000400:00000200:2.0:1749606316.582388:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606316.582396:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606316.582400:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1749606316.582402:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000400:00000200:2.0:1749606316.582403:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606316.582406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606316.582408:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606316.582411:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [273:273:255:4294967295] 192.168.201.120@tcp LPNI seq info [273:273:7:4294967295]
00000400:00000200:2.0:1749606316.582421:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749606316.582423:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
00000800:00000200:2.0:1749606316.582426:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606316.582429:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000100:00000010:1.0:1749606316.582430:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000800:00000200:2.0:1749606316.582434:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606316.582439:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606316.582443:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606316.582449:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
02000000:00000010:2.0:1749606316.582500:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606316.582505:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606316.582507:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606316.582510:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730018944, portal 10
00000400:00000010:2.0:1749606316.582513:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606316.582515:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730018944, offset 0
00000400:00000200:2.0:1749606316.582520:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606316.582524:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606316.582527:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606316.582529:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606316.582531:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606316.582533:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606316.582536:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [274:274:254:4294967295] 192.168.201.120@tcp LPNI seq info [274:274:6:4294967295]
00000400:00000200:2.0:1749606316.582544:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606316.582548:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606316.582557:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606316.582561:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606316.582566:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606316.582568:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606316.584635:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606316.584642:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606316.584645:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606316.584653:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730018688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606316.584664:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730018688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606316.584689:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606316.584694:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdf00.
00000100:00000010:1.0:1749606316.584698:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000400:00000010:2.0:1749606316.584720:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606316.584728:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606316.584730:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606316.584738:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730018816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606316.584749:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730018816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606316.584770:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606316.584772:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606316.584774:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606316.584777:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730018944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606316.584785:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730018944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606316.584799:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606316.584803:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:2.0:1749606316.584807:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
02000000:00000010:2.0:1749606316.584810:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606316.584813:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:2.0:1749606316.584815:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000100:00000010:3.0:1749606316.595028:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:2.0:1749606316.595051:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749606316.595054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:2.0:1749606321.590160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606321.590181:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606321.590232:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606321.590247:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606321.590253:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606321.590296:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606321.590299:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606321.590325:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606321.590332:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606321.590336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606321.590340:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730019200, portal 10
00000400:00000010:3.0:1749606321.590345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749606321.590346:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730019200, offset 0
00000400:00000200:3.0:1749606321.590353:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606321.590381:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606321.590385:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606321.590388:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606321.590391:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606321.590393:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606321.590396:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [276:276:255:4294967295] 192.168.201.120@tcp LPNI seq info [276:276:7:4294967295]
00000400:00000200:3.0:1749606321.590404:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606321.590408:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606321.590411:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606321.590415:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606321.590420:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606321.590423:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749606321.590488:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606321.590491:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606321.590493:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606321.590496:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730019328, portal 10
00000400:00000010:3.0:1749606321.590499:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749606321.590500:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730019328, offset 0
00000400:00000200:3.0:1749606321.590503:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606321.590507:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606321.590524:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606321.590527:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606321.590529:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606321.590531:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606321.590533:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [277:277:254:4294967295] 192.168.201.120@tcp LPNI seq info [277:277:6:4294967295]
00000400:00000200:3.0:1749606321.590540:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606321.590541:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749606321.590544:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606321.590546:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000010:1.0:1749606321.590547:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000800:00000200:3.0:1749606321.590549:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606321.590552:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749606321.590553:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606321.590555:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606321.590558:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606321.590562:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749606321.590564:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749606321.590572:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730019072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606321.590591:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606321.590593:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606321.590595:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606321.590598:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606321.590599:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:1.0:1749606321.590601:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:1.0:1749606321.590604:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730019200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606321.590670:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606321.590672:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606321.590674:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606321.590684:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606321.590687:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:1.0:1749606321.590688:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:1.0:1749606321.590692:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730019328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606321.592792:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea268.
00000400:00000200:2.0:1749606321.592800:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749606321.592802:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749606321.592811:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730019072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606321.592822:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730019072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606321.592847:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749606321.592852:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:2.0:1749606321.592856:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749606321.592857:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606321.592865:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606321.592867:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606321.592875:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730019200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606321.592887:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730019200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606321.592908:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606321.592910:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606321.592912:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606321.592915:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730019328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606321.592923:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730019328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606321.592975:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606321.592982:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749606321.592987:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749606321.592991:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606321.593021:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749606321.593024:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749606321.603026:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:1.0:1749606321.603030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:2.0:1749606321.603040:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:2.0:1749606326.598018:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606326.598037:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606326.598083:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606326.598096:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606326.598102:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606326.598113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606326.598116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606326.598140:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606326.598142:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:2.0:1749606326.598145:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606326.598151:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:3.0:1749606326.598151:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000100:00000200:2.0:1749606326.598157:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730019584, portal 10
00000400:00000010:3.0:1749606326.598158:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606326.598161:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730019456, portal 25
00000400:00000010:2.0:1749606326.598162:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606326.598163:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730019584, offset 0
00000400:00000010:3.0:1749606326.598165:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000200:2.0:1749606326.598169:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606326.598177:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730019456, offset 0
00000400:00000200:2.0:1749606326.598179:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606326.598183:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606326.598185:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606326.598187:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606326.598190:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606326.598202:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606326.598205:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [278:278:256:4294967295] 192.168.201.120@tcp LPNI seq info [278:278:8:4294967295]
00000400:00000200:2.0:1749606326.598216:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606326.598221:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606326.598224:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:3.0:1749606326.598224:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606326.598228:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749606326.598229:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606326.598231:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606326.598234:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606326.598237:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606326.598238:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606326.598240:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606326.598241:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [279:279:255:4294967295] 192.168.201.120@tcp LPNI seq info [279:279:7:4294967295]
00000400:00000200:3.0:1749606326.598251:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606326.598256:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606326.598259:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000010:2.0:1749606326.598261:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000800:00000200:3.0:1749606326.598263:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606326.598267:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606326.598270:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606326.598274:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749606326.598282:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749606326.598286:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
02000000:00000010:2.0:1749606326.598295:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606326.598298:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606326.598300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606326.598302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730019712, portal 10
00000400:00000010:2.0:1749606326.598305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606326.598306:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730019712, offset 0
00000400:00000200:2.0:1749606326.598310:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606326.598313:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606326.598315:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606326.598317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606326.598319:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606326.598321:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606326.598323:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [280:280:254:4294967295] 192.168.201.120@tcp LPNI seq info [280:280:6:4294967295]
00000400:00000200:2.0:1749606326.598329:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606326.598332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606326.598334:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606326.598336:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606326.598345:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606326.598347:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606326.600604:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606326.600609:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606326.600611:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606326.600620:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730019584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606326.600630:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730019584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606326.600653:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606326.600656:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606326.600659:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749606326.600691:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606326.600693:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606326.600695:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606326.600698:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730019712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606326.600699:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000100:00000200:2.0:1749606326.600704:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730019712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606326.600705:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606326.600707:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606326.600714:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730019456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606326.600716:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606326.600719:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606326.600721:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749606326.600722:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730019456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606326.600738:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606326.600748:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606326.600751:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:1.0:1749606326.611062:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749606326.611077:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:3.0:1749606326.611122:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:2.0:1749606331.606029:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606331.606052:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606331.606118:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606331.606139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606331.606150:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:1.0:1749606331.606162:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749606331.606173:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000010:2.0:1749606331.606176:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
00000400:00000010:1.0:1749606331.606182:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
02000000:00000010:2.0:1749606331.606182:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749606331.606191:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730019840, portal 25
00000400:00000010:1.0:1749606331.606197:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749606331.606201:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730019840, offset 0
00000400:00000200:1.0:1749606331.606212:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749606331.606225:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000200:1.0:1749606331.606227:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606331.606235:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606331.606241:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749606331.606241:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000200:1.0:1749606331.606246:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606331.606251:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749606331.606252:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000400:00000200:1.0:1749606331.606256:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [281:281:256:4294967295] 192.168.201.120@tcp LPNI seq info [281:281:8:4294967295]
00000100:00000200:3.0:1749606331.606262:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730019968, portal 10
00000400:00000010:3.0:1749606331.606271:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000400:00000200:1.0:1749606331.606274:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749606331.606275:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730019968, offset 0
00000800:00000200:1.0:1749606331.606283:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606331.606289:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606331.606300:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:3.0:1749606331.606308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606331.606316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606331.606322:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606331.606325:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606331.606327:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606331.606332:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606331.606337:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [282:282:255:4294967295] 192.168.201.120@tcp LPNI seq info [282:282:7:4294967295]
00000800:00000200:1.0:1749606331.606343:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606331.606349:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606331.606354:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606331.606374:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606331.606381:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606331.606390:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606331.606396:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000800:00000200:3.0:1749606331.606402:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606331.606408:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606331.606414:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749606331.606421:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000100:00000010:1.0:1749606331.606441:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
02000000:00000010:3.0:1749606331.606498:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606331.606502:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606331.606506:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606331.606509:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730020096, portal 10
00000400:00000010:3.0:1749606331.606513:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606331.606515:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730020096, offset 0
00000400:00000200:3.0:1749606331.606521:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606331.606528:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606331.606533:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606331.606550:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606331.606553:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606331.606557:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606331.606561:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [283:283:254:4294967295] 192.168.201.120@tcp LPNI seq info [283:283:6:4294967295]
00000400:00000200:3.0:1749606331.606573:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606331.606580:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606331.606584:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749606331.606590:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606331.606597:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606331.606600:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606331.608529:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606331.608535:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606331.608537:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606331.608543:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730019968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606331.608554:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730019968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606331.608587:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606331.608592:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749606331.608596:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:3.0:1749606331.608600:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606331.608602:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749606331.608603:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606331.608606:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730020096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606331.608612:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730020096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606331.608629:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606331.608632:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749606331.608643:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:1.0:1749606331.608644:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606331.608652:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606331.608654:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606331.608664:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730019840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606331.608677:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730019840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606331.608703:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606331.608709:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749606331.608713:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749606331.619003:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:3.0:1749606331.619019:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749606331.619063:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:2.0:1749606336.614015:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606336.614037:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606336.614088:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606336.614116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606336.614122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606336.614142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606336.614146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606336.614161:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749606336.614179:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606336.614186:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:3.0:1749606336.614186:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:2.0:1749606336.614194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000010:3.0:1749606336.614196:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:2.0:1749606336.614203:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730020352, portal 10
00000100:00000200:3.0:1749606336.614206:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730020224, portal 25
00000400:00000010:2.0:1749606336.614211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:3.0:1749606336.614212:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:2.0:1749606336.614215:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730020352, offset 0
00000100:00000200:3.0:1749606336.614215:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730020224, offset 0
00000400:00000200:2.0:1749606336.614224:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606336.614235:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606336.614237:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606336.614244:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606336.614250:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606336.614254:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606336.614257:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606336.614262:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [284:284:256:4294967295] 192.168.201.120@tcp LPNI seq info [284:284:8:4294967295]
00000400:00000200:2.0:1749606336.614276:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606336.614284:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606336.614288:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:3.0:1749606336.614290:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606336.614296:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749606336.614297:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606336.614302:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606336.614305:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606336.614307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606336.614308:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606336.614310:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606336.614312:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [285:285:255:4294967295] 192.168.201.120@tcp LPNI seq info [285:285:7:4294967295]
00000400:00000200:3.0:1749606336.614340:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606336.614345:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749606336.614347:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
00000800:00000010:3.0:1749606336.614349:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749606336.614355:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749606336.614361:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000800:00000200:3.0:1749606336.614363:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606336.614367:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606336.614371:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749606336.614387:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
02000000:00000010:2.0:1749606336.614399:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606336.614403:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606336.614406:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606336.614409:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730020480, portal 10
00000400:00000010:2.0:1749606336.614413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606336.614415:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730020480, offset 0
00000400:00000200:2.0:1749606336.614419:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606336.614425:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606336.614428:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606336.614431:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606336.614433:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606336.614435:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606336.614437:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [286:286:254:4294967295] 192.168.201.120@tcp LPNI seq info [286:286:6:4294967295]
00000400:00000200:2.0:1749606336.614445:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606336.614449:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606336.614452:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606336.614456:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606336.614460:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606336.614462:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606336.616630:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606336.616636:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606336.616638:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606336.616644:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730020352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606336.616654:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730020352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606336.616700:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606336.616705:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606336.616709:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:2.0:1749606336.616720:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606336.616721:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606336.616722:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606336.616725:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730020480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606336.616731:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730020480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606336.616739:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
02000000:00000010:2.0:1749606336.616744:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
00000400:00000200:3.0:1749606336.616744:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
02000000:00000010:2.0:1749606336.616745:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749606336.616746:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000010:2.0:1749606336.616747:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749606336.616751:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730020224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606336.616758:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730020224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606336.616771:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606336.616774:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606336.616783:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749606336.627063:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:3.0:1749606336.627063:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:1.0:1749606336.627077:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749606341.622057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606341.622087:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606341.622161:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606341.622183:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606341.622191:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606341.622211:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749606341.622214:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749606341.622215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749606341.622226:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606341.622234:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
02000000:00000010:2.0:1749606341.622240:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000100:00000200:3.0:1749606341.622244:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730020608, portal 25
00000400:00000010:2.0:1749606341.622245:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:3.0:1749606341.622249:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000400:00000010:2.0:1749606341.622250:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:3.0:1749606341.622252:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730020608, offset 0
00000100:00000200:2.0:1749606341.622254:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730020736, portal 10
00000400:00000010:2.0:1749606341.622260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:3.0:1749606341.622262:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606341.622271:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730020736, offset 0
00000400:00000200:2.0:1749606341.622278:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606341.622278:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606341.622285:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606341.622290:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606341.622295:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606341.622299:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606341.622305:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [287:287:256:4294967295] 192.168.201.120@tcp LPNI seq info [287:287:8:4294967295]
00000400:00000200:3.0:1749606341.622324:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606341.622333:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606341.622334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606341.622337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606341.622341:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749606341.622342:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749606341.622343:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606341.622346:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606341.622348:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [288:288:255:4294967295] 192.168.201.120@tcp LPNI seq info [288:288:7:4294967295]
00000800:00000200:3.0:1749606341.622353:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606341.622367:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606341.622373:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606341.622375:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606341.622378:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606341.622382:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606341.622386:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606341.622392:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606341.622395:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606341.622406:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749606341.622425:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749606341.622443:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749606341.622449:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
02000000:00000010:2.0:1749606341.622460:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606341.622463:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606341.622466:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606341.622469:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730020864, portal 10
00000400:00000010:2.0:1749606341.622473:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606341.622475:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730020864, offset 0
00000400:00000200:2.0:1749606341.622479:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606341.622483:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606341.622486:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606341.622488:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606341.622490:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606341.622492:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606341.622495:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [289:289:254:4294967295] 192.168.201.120@tcp LPNI seq info [289:289:6:4294967295]
00000400:00000200:2.0:1749606341.622503:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606341.622506:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606341.622510:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606341.622513:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606341.622517:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606341.622519:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606341.624555:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606341.624560:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749606341.624562:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606341.624568:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730020608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606341.624579:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730020608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606341.624605:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606341.624609:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749606341.624622:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749606341.624665:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606341.624672:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606341.624674:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606341.624682:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730020736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606341.624692:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730020736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606341.624713:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606341.624715:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606341.624717:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606341.624720:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730020864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606341.624727:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730020864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606341.624741:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606341.624787:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606341.624791:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606341.624793:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606341.624795:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606341.624797:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749606341.635045:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:3.0:1749606341.635058:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:1.0:1749606341.635061:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749606346.630045:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606346.630065:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606346.630116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606346.630131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606346.630138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606346.630154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606346.630157:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606346.630181:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606346.630184:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:2.0:1749606346.630187:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:3.0:1749606346.630193:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606346.630201:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000400:00000010:2.0:1749606346.630204:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:3.0:1749606346.630209:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730020992, portal 25
00000100:00000200:2.0:1749606346.630210:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730021120, portal 10
00000400:00000010:2.0:1749606346.630215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:3.0:1749606346.630216:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:2.0:1749606346.630217:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730021120, offset 0
00000100:00000200:3.0:1749606346.630220:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730020992, offset 0
00000400:00000200:2.0:1749606346.630225:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606346.630233:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606346.630235:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606346.630241:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606346.630245:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606346.630249:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606346.630252:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606346.630255:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [290:290:256:4294967295] 192.168.201.120@tcp LPNI seq info [290:290:8:4294967295]
00000400:00000200:2.0:1749606346.630266:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606346.630272:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606346.630275:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749606346.630277:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749606346.630282:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606346.630283:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606346.630288:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606346.630291:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606346.630292:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606346.630295:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606346.630296:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606346.630318:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [291:291:255:4294967295] 192.168.201.120@tcp LPNI seq info [291:291:7:4294967295]
00000400:00000200:3.0:1749606346.630329:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606346.630335:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749606346.630338:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000800:00000010:3.0:1749606346.630340:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749606346.630345:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749606346.630352:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000800:00000200:3.0:1749606346.630352:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606346.630368:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606346.630372:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749606346.630378:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
02000000:00000010:2.0:1749606346.630386:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606346.630388:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606346.630391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606346.630393:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730021248, portal 10
00000400:00000010:2.0:1749606346.630396:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606346.630397:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730021248, offset 0
00000400:00000200:2.0:1749606346.630401:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606346.630404:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606346.630407:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606346.630414:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606346.630416:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606346.630418:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606346.630421:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [292:292:254:4294967295] 192.168.201.120@tcp LPNI seq info [292:292:6:4294967295]
00000400:00000200:2.0:1749606346.630428:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606346.630431:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606346.630433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606346.630437:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606346.630441:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606346.630443:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606346.632197:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606346.632204:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606346.632206:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606346.632215:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730021120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606346.632230:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730021120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606346.632263:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606346.632269:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606346.632274:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749606346.632288:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606346.632296:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749606346.632298:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606346.632307:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730020992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606346.632318:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730020992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606346.632337:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606346.632341:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749606346.632353:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:2.0:1749606346.632369:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606346.632373:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606346.632375:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606346.632380:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730021248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606346.632388:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730021248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606346.632406:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606346.632409:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606346.632420:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749606346.643046:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:1.0:1749606346.643056:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:3.0:1749606346.643114:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749606351.638048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606351.638074:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606351.638138:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606351.638160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606351.638171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749606351.638172:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749606351.638180:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606351.638187:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606351.638194:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730021376, portal 25
00000100:00000010:2.0:1749606351.638196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:1.0:1749606351.638199:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606351.638201:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730021376, offset 0
02000000:00000010:2.0:1749606351.638202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000200:1.0:1749606351.638209:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606351.638219:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606351.638225:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606351.638230:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:2.0:1749606351.638231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000200:1.0:1749606351.638233:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606351.638236:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749606351.638237:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000200:1.0:1749606351.638239:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [293:293:256:4294967295] 192.168.201.120@tcp LPNI seq info [293:293:8:4294967295]
00000400:00000010:2.0:1749606351.638243:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606351.638247:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730021504, portal 10
00000400:00000200:1.0:1749606351.638252:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749606351.638253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606351.638255:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730021504, offset 0
00000800:00000200:1.0:1749606351.638257:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606351.638261:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:2.0:1749606351.638262:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606351.638269:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606351.638273:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606351.638277:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606351.638280:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606351.638281:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606351.638282:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606351.638285:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [294:294:255:4294967295] 192.168.201.120@tcp LPNI seq info [294:294:7:4294967295]
00000800:00000200:1.0:1749606351.638290:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606351.638294:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606351.638295:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606351.638300:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606351.638303:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606351.638308:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606351.638314:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606351.638317:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606351.638321:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749606351.638339:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749606351.638343:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000100:00000010:1.0:1749606351.638348:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
02000000:00000010:2.0:1749606351.638366:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606351.638370:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606351.638382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606351.638385:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730021632, portal 10
00000400:00000010:2.0:1749606351.638389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606351.638391:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730021632, offset 0
00000400:00000200:2.0:1749606351.638396:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606351.638401:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606351.638404:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606351.638407:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606351.638409:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606351.638411:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606351.638414:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [295:295:254:4294967295] 192.168.201.120@tcp LPNI seq info [295:295:6:4294967295]
00000400:00000200:2.0:1749606351.638422:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606351.638426:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606351.638430:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606351.638434:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606351.638438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606351.638441:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749606351.640827:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606351.640832:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606351.640834:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606351.640859:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730021504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606351.640869:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730021504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606351.640904:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606351.640906:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749606351.640907:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606351.640911:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730021632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606351.640913:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606351.640919:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730021632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606351.640922:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606351.640924:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
02000000:00000010:2.0:1749606351.640971:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
00000100:00000200:1.0:1749606351.640976:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730021376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606351.640978:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606351.640999:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606351.641004:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
00000100:00000200:1.0:1749606351.641005:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730021376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606351.641007:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606351.641009:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749606351.641025:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606351.641031:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606351.641033:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749606351.651034:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:1.0:1749606351.651051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:3.0:1749606351.651100:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:2.0:1749606356.646075:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606356.646125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606356.646196:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606356.646220:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606356.646230:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606356.646252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606356.646256:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749606356.646278:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606356.646282:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:1.0:1749606356.646290:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749606356.646290:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:1.0:1749606356.646298:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:2.0:1749606356.646298:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:1.0:1749606356.646307:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730021760, portal 25
00000100:00000200:2.0:1749606356.646314:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730021888, portal 10
00000400:00000010:1.0:1749606356.646316:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606356.646319:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730021760, offset 0
00000400:00000010:2.0:1749606356.646321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606356.646323:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730021888, offset 0
00000400:00000200:1.0:1749606356.646330:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606356.646338:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606356.646347:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606356.646354:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606356.646360:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606356.646364:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606356.646368:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606356.646372:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [296:296:256:4294967295] 192.168.201.120@tcp LPNI seq info [296:296:8:4294967295]
00000400:00000200:1.0:1749606356.646399:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606356.646406:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606356.646408:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606356.646412:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606356.646412:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606356.646415:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606356.646418:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606356.646421:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606356.646422:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606356.646424:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [297:297:255:4294967295] 192.168.201.120@tcp LPNI seq info [297:297:7:4294967295]
00000800:00000200:1.0:1749606356.646433:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606356.646434:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606356.646439:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606356.646439:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606356.646453:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606356.646458:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606356.646465:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606356.646468:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606356.646470:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749606356.646519:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000100:00000010:1.0:1749606356.646524:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
00000100:00000010:1.0:1749606356.646536:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
02000000:00000010:2.0:1749606356.646608:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606356.646613:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606356.646617:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606356.646621:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730022016, portal 10
00000400:00000010:2.0:1749606356.646625:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606356.646627:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730022016, offset 0
00000400:00000200:2.0:1749606356.646633:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606356.646639:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606356.646643:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606356.646646:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606356.646648:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606356.646650:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606356.646653:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [298:298:255:4294967295] 192.168.201.120@tcp LPNI seq info [298:298:7:4294967295]
00000400:00000200:2.0:1749606356.646662:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606356.646666:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606356.646668:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606356.646672:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606356.646677:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606356.646680:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606356.648688:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606356.648693:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606356.648695:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606356.648703:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730021760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606356.648714:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730021760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606356.648744:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606356.648750:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749606356.648755:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:2.0:1749606356.648778:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606356.648786:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749606356.648788:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606356.648796:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730021888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606356.648807:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730021888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606356.648846:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606356.648848:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606356.648850:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606356.648854:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730022016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606356.648862:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730022016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606356.648876:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606356.648880:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606356.648883:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606356.648886:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606356.648888:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606356.648890:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749606356.659036:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:3.0:1749606356.659038:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:1.0:1749606356.659052:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:2.0:1749606361.654114:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606361.654149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606361.654231:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606361.654259:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606361.654271:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606361.654297:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749606361.654300:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606361.654305:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749606361.654308:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606361.654318:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606361.654331:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730022144, portal 25
02000000:00000010:2.0:1749606361.654334:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749606361.654339:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000400:00000010:2.0:1749606361.654340:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000100:00000200:3.0:1749606361.654342:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730022144, offset 0
00000400:00000010:2.0:1749606361.654345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606361.654348:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730022272, portal 10
00000400:00000200:3.0:1749606361.654354:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606361.654355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606361.654370:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730022272, offset 0
00000400:00000200:3.0:1749606361.654375:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606361.654377:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606361.654384:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606361.654391:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606361.654397:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606361.654425:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606361.654431:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [299:299:256:4294967295] 192.168.201.120@tcp LPNI seq info [299:299:8:4294967295]
00000400:00000200:3.0:1749606361.654451:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749606361.654460:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606361.654460:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606361.654465:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606361.654466:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606361.654476:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606361.654490:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606361.654491:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606361.654495:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606361.654498:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606361.654498:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606361.654502:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [300:300:255:4294967295] 192.168.201.120@tcp LPNI seq info [300:300:7:4294967295]
00000400:00000200:2.0:1749606361.654514:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606361.654521:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606361.654525:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606361.654530:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606361.654532:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000800:00000200:2.0:1749606361.654536:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606361.654539:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606361.654565:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749606361.654583:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749606361.654592:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
02000000:00000010:2.0:1749606361.654611:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606361.654616:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606361.654622:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606361.654630:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730022400, portal 10
00000400:00000010:2.0:1749606361.654636:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606361.654639:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730022400, offset 0
00000400:00000200:2.0:1749606361.654647:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606361.654654:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606361.654658:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606361.654662:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606361.654666:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606361.654669:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606361.654674:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [301:301:254:4294967295] 192.168.201.120@tcp LPNI seq info [301:301:6:4294967295]
00000400:00000200:2.0:1749606361.654686:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606361.654693:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606361.654696:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606361.654700:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606361.654705:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606361.654716:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606361.656746:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606361.656753:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749606361.656755:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606361.656764:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730022144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606361.656802:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730022144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606361.656824:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606361.656831:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606361.656833:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
02000000:00000010:3.0:1749606361.656836:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000100:00000200:2.0:1749606361.656840:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730022272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606361.656845:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:2.0:1749606361.656850:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730022272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606361.656850:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:2.0:1749606361.656872:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606361.656874:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606361.656876:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606361.656879:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730022400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606361.656887:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730022400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606361.656902:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606361.656906:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606361.656909:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606361.656912:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606361.656914:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606361.656916:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:1.0:1749606361.667060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:2.0:1749606361.667100:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749606361.667115:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749606366.662115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606366.662141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606366.662193:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606366.662210:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606366.662215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606366.662231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606366.662234:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749606366.662256:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606366.662263:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606366.662267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606366.662271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730022656, portal 10
00000400:00000010:3.0:1749606366.662277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749606366.662281:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730022656, offset 0
00000400:00000200:3.0:1749606366.662287:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606366.662367:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606366.662370:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606366.662373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606366.662376:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606366.662378:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606366.662381:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [303:303:255:4294967295] 192.168.201.120@tcp LPNI seq info [303:303:7:4294967295]
00000400:00000200:3.0:1749606366.662391:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606366.662396:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606366.662400:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606366.662404:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606366.662409:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606366.662412:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606366.662506:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749606366.662506:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606366.662510:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000800:00000010:1.0:1749606366.662511:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000010:3.0:1749606366.662512:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606366.662515:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730022784, portal 10
00000400:00000200:1.0:1749606366.662517:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606366.662522:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606366.662526:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:3.0:1749606366.662526:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000400:00000010:1.0:1749606366.662528:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:3.0:1749606366.662531:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730022784, offset 0
00000400:00000200:3.0:1749606366.662536:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606366.662537:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730022528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606366.662541:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606366.662544:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606366.662547:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606366.662549:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606366.662551:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606366.662554:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [304:304:254:4294967295] 192.168.201.120@tcp LPNI seq info [304:304:6:4294967295]
00000400:00000200:3.0:1749606366.662562:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606366.662567:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606366.662570:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606366.662573:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606366.662578:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606366.662581:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606366.662626:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606366.662628:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749606366.662630:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606366.662632:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606366.662634:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:1.0:1749606366.662635:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749606366.662638:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730022656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606366.662657:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606366.662658:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606366.662660:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606366.662662:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606366.662664:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:1.0:1749606366.662664:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749606366.662667:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730022784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606366.664123:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606366.664151:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749606366.664153:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606366.664160:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730022656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606366.664170:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730022656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606366.664181:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea370.
00000400:00000200:1.0:1749606366.664185:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749606366.664186:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:1.0:1749606366.664190:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730022528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606366.664196:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730022528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606366.664199:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606366.664205:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749606366.664209:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000100:00000010:3.0:1749606366.664211:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749606366.664212:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749606366.664215:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:3.0:1749606366.664216:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606366.664218:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606366.664220:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606366.664224:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730022784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606366.664245:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730022784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606366.664261:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606366.664264:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749606366.664267:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749606366.675003:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:2.0:1749606366.675012:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:3.0:1749606366.675059:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:2.0:1749606371.670150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606371.670190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606371.670294:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606371.670321:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606371.670331:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606371.670362:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606371.670384:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749606371.670394:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606371.670403:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606371.670410:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606371.670418:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730023040, portal 10
00000400:00000010:3.0:1749606371.670426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606371.670430:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730023040, offset 0
00000400:00000200:3.0:1749606371.670441:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606371.670458:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606371.670467:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606371.670474:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606371.670479:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606371.670483:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606371.670488:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [305:305:256:4294967295] 192.168.201.120@tcp LPNI seq info [305:305:8:4294967295]
00000400:00000200:3.0:1749606371.670505:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606371.670513:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606371.670519:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606371.670529:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606371.670541:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606371.670548:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749606371.670662:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606371.670667:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606371.670672:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000800:00000200:1.0:1749606371.670676:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:3.0:1749606371.670676:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730023168, portal 10
00000800:00000010:1.0:1749606371.670682:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606371.670689:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749606371.670691:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749606371.670694:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730023168, offset 0
00000400:00000200:3.0:1749606371.670702:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606371.670706:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749606371.670709:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606371.670712:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000200:3.0:1749606371.670713:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606371.670715:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000400:00000200:3.0:1749606371.670717:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606371.670719:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606371.670722:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606371.670726:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [307:307:254:4294967295] 192.168.201.120@tcp LPNI seq info [307:307:6:4294967295]
00000100:00000200:1.0:1749606371.670729:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730023040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606371.670737:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606371.670743:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606371.670747:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606371.670752:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606371.670758:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606371.670762:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606371.670844:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606371.670848:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606371.670851:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606371.670863:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606371.670867:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:1.0:1749606371.670869:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:1.0:1749606371.670891:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730022912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606371.670931:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606371.670934:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606371.670936:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606371.670941:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606371.670943:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:1.0:1749606371.670945:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:1.0:1749606371.670993:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730023168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606371.672381:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606371.672387:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606371.672389:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606371.672396:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730023040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606371.672409:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730023040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606371.672419:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea318.
00000400:00000200:1.0:1749606371.672424:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:1.0:1749606371.672426:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:1.0:1749606371.672432:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730022912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606371.672440:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
00000100:00000200:1.0:1749606371.672441:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730022912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606371.672448:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749606371.672454:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749606371.672457:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:1.0:1749606371.672461:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:3.0:1749606371.672462:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000100:00000010:1.0:1749606371.672463:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:3.0:1749606371.672465:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749606371.672467:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606371.672472:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730023168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606371.672496:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730023168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606371.672514:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606371.672517:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749606371.672520:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:3.0:1749606371.683041:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:1.0:1749606371.683048:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:2.0:1749606371.683052:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:2.0:1749606376.678119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606376.678190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606376.678265:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606376.678288:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606376.678298:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606376.678312:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749606376.678324:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000400:00000010:3.0:1749606376.678325:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
02000000:00000010:2.0:1749606376.678330:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749606376.678332:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606376.678341:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730023296, portal 25
00000400:00000010:3.0:1749606376.678346:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606376.678348:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730023296, offset 0
00000400:00000200:3.0:1749606376.678357:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606376.678363:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606376.678373:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:3.0:1749606376.678374:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606376.678378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000200:3.0:1749606376.678382:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749606376.678384:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730023424, portal 10
00000400:00000200:3.0:1749606376.678387:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606376.678390:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000200:3.0:1749606376.678392:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749606376.678393:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730023424, offset 0
00000400:00000200:3.0:1749606376.678395:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606376.678400:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [308:308:256:4294967295] 192.168.201.120@tcp LPNI seq info [308:308:8:4294967295]
00000400:00000200:1.0:1749606376.678402:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606376.678416:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606376.678424:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606376.678428:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606376.678430:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606376.678433:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606376.678437:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606376.678440:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606376.678440:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606376.678443:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606376.678446:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [309:309:255:4294967295] 192.168.201.120@tcp LPNI seq info [309:309:7:4294967295]
00000800:00000200:3.0:1749606376.678451:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606376.678457:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606376.678458:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606376.678464:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606376.678469:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749606376.678474:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606376.678481:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606376.678485:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606376.678493:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749606376.678521:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749606376.678528:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749606376.678558:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
02000000:00000010:1.0:1749606376.678574:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606376.678579:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606376.678583:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606376.678586:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730023552, portal 10
00000400:00000010:1.0:1749606376.678591:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606376.678594:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730023552, offset 0
00000400:00000200:1.0:1749606376.678600:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606376.678606:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606376.678610:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606376.678614:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606376.678617:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606376.678629:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606376.678633:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [310:310:254:4294967295] 192.168.201.120@tcp LPNI seq info [310:310:6:4294967295]
00000400:00000200:1.0:1749606376.678643:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606376.678650:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606376.678654:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606376.678658:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606376.678665:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606376.678668:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606376.680978:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606376.680985:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749606376.680988:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606376.680998:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730023552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606376.681014:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730023552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606376.681056:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606376.681065:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606376.681072:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:1.0:1749606376.681080:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606376.681084:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606376.681086:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606376.681093:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730023424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606376.681106:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730023424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606376.681126:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606376.681130:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749606376.681134:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:3.0:1749606376.681209:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606376.681216:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749606376.681217:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606376.681223:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730023296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606376.681233:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730023296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606376.681248:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606376.681251:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606376.681254:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:3.0:1749606376.691063:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:1.0:1749606376.691072:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:2.0:1749606376.691090:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749606381.686208:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606381.686243:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606381.686318:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606381.686340:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606381.686348:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606381.686377:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749606381.686380:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749606381.686381:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749606381.686394:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606381.686404:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606381.686417:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730023680, portal 25
00000400:00000010:3.0:1749606381.686424:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749606381.686428:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730023680, offset 0
00000400:00000200:3.0:1749606381.686439:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606381.686459:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606381.686468:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606381.686475:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606381.686481:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606381.686486:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606381.686492:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [311:311:256:4294967295] 192.168.201.120@tcp LPNI seq info [311:311:8:4294967295]
00000400:00000200:3.0:1749606381.686513:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606381.686522:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606381.686529:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606381.686541:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606381.686555:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606381.686580:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606381.686703:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606381.686708:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:1.0:1749606381.686716:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606381.686724:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606381.686730:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:1.0:1749606381.686733:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749606381.686745:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730023808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606381.686866:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606381.686871:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606381.686876:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606381.686881:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606381.686884:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:1.0:1749606381.686885:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:1.0:1749606381.686891:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730023680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606381.686929:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606381.686931:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606381.687026:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606381.687030:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606381.687032:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:1.0:1749606381.687034:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:1.0:1749606381.687038:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730023936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606381.689159:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea2c0.
00000400:00000200:2.0:1749606381.689169:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749606381.689172:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749606381.689184:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730023808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606381.689201:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730023808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606381.689243:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:2.0:1749606381.689259:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606381.689264:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749606381.689265:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606381.689273:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749606381.689276:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606381.689286:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730023680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606381.689301:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730023680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606381.689317:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea1b8.
00000400:00000200:2.0:1749606381.689320:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749606381.689321:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
02000000:00000010:3.0:1749606381.689326:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000100:00000200:2.0:1749606381.689327:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730023936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606381.689332:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:2.0:1749606381.689335:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730023936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606381.689337:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606381.689352:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a800.
02000000:00000010:2.0:1749606381.689355:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749606381.689357:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749606381.699060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:3.0:1749606381.699060:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:2.0:1749606381.699130:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:2.0:1749606386.694141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606386.694164:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606386.694214:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606386.694231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606386.694237:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749606386.694245:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606386.694253:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000010:2.0:1749606386.694258:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000010:1.0:1749606386.694259:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
02000000:00000010:2.0:1749606386.694261:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749606386.694263:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000100:00000200:1.0:1749606386.694266:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730024064, portal 25
00000400:00000010:1.0:1749606386.694270:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000400:00000010:3.0:1749606386.694270:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000100:00000200:1.0:1749606386.694273:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730024064, offset 0
00000400:00000010:3.0:1749606386.694273:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606386.694276:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730024192, portal 10
00000400:00000200:1.0:1749606386.694280:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749606386.694280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606386.694296:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730024192, offset 0
00000400:00000200:3.0:1749606386.694301:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606386.694304:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606386.694308:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606386.694312:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606386.694315:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606386.694317:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606386.694319:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [314:314:256:4294967295] 192.168.201.120@tcp LPNI seq info [314:314:8:4294967295]
00000400:00000200:1.0:1749606386.694327:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606386.694331:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606386.694333:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606386.694335:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:3.0:1749606386.694336:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606386.694339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606386.694340:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606386.694341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606386.694343:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606386.694346:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [315:315:255:4294967295] 192.168.201.120@tcp LPNI seq info [315:315:7:4294967295]
00000800:00000200:1.0:1749606386.694347:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606386.694351:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606386.694352:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606386.694356:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606386.694359:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606386.694362:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606386.694367:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606386.694375:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000800:00000200:3.0:1749606386.694375:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606386.694398:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749606386.694403:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000100:00000010:1.0:1749606386.694414:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
02000000:00000010:3.0:1749606386.694433:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606386.694435:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606386.694437:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749606386.694439:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730024320, portal 10
00000400:00000010:3.0:1749606386.694442:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749606386.694443:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730024320, offset 0
00000400:00000200:3.0:1749606386.694446:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606386.694449:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606386.694451:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606386.694453:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606386.694454:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606386.694455:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606386.694456:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [316:316:254:4294967295] 192.168.201.120@tcp LPNI seq info [316:316:6:4294967295]
00000400:00000200:3.0:1749606386.694460:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606386.694463:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606386.694464:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606386.694466:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606386.694469:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606386.694470:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:3.0:1749606386.695864:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606386.695868:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749606386.695869:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606386.695873:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730024192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606386.695879:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730024192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606386.695889:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606386.695892:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606386.695893:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606386.695898:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730024064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606386.695899:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606386.695902:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000200:1.0:1749606386.695905:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730024064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606386.695906:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749606386.695915:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
02000000:00000010:1.0:1749606386.695916:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:3.0:1749606386.695916:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749606386.695917:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
02000000:00000010:1.0:1749606386.695919:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:3.0:1749606386.695920:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730024320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606386.695921:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:3.0:1749606386.695925:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730024320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606386.695934:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606386.696004:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749606386.696006:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:3.0:1749606386.707023:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:2.0:1749606386.707039:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:1.0:1749606386.707042:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:2.0:1749606391.702080:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606391.702109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606391.702174:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606391.702194:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606391.702200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749606391.702222:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749606391.702222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606391.702225:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:1.0:1749606391.702233:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:3.0:1749606391.702235:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:1.0:1749606391.702242:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:3.0:1749606391.702244:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606391.702250:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749606391.702260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730024576, portal 10
00000100:00000200:1.0:1749606391.702263:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730024448, portal 25
00000400:00000010:1.0:1749606391.702267:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000010:3.0:1749606391.702268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:1.0:1749606391.702269:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730024448, offset 0
00000100:00000200:3.0:1749606391.702271:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730024576, offset 0
00000400:00000200:1.0:1749606391.702277:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606391.702288:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606391.702291:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606391.702297:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606391.702301:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606391.702305:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606391.702307:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606391.702310:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [317:317:256:4294967295] 192.168.201.120@tcp LPNI seq info [317:317:8:4294967295]
00000400:00000200:1.0:1749606391.702322:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606391.702327:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606391.702331:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606391.702332:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:3.0:1749606391.702335:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606391.702338:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606391.702338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606391.702341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606391.702344:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606391.702347:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [318:318:255:4294967295] 192.168.201.120@tcp LPNI seq info [318:318:7:4294967295]
00000800:00000200:1.0:1749606391.702348:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606391.702352:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606391.702357:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606391.702362:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606391.702366:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606391.702371:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606391.702377:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000800:00000200:3.0:1749606391.702377:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606391.702381:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606391.702393:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749606391.702405:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000100:00000010:1.0:1749606391.702412:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
02000000:00000010:3.0:1749606391.702436:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606391.702439:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606391.702442:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749606391.702444:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730024704, portal 10
00000400:00000010:3.0:1749606391.702448:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606391.702449:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730024704, offset 0
00000400:00000200:3.0:1749606391.702453:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606391.702457:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606391.702458:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:3.0:1749606391.702460:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606391.702462:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606391.702463:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606391.702465:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606391.702467:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [319:319:254:4294967295] 192.168.201.120@tcp LPNI seq info [319:319:6:4294967295]
00000400:00000200:0.0:1749606391.702470:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749606391.702472:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606391.702475:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606391.702477:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:3.0:1749606391.702478:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606391.702480:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000800:00000200:3.0:1749606391.702481:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749606391.702482:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000800:00000200:3.0:1749606391.702484:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606391.702486:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606391.702492:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730024448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606391.702511:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606391.702512:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606391.702514:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606391.702517:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606391.702518:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749606391.702520:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749606391.702523:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730024576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606391.702597:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606391.702599:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606391.702600:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606391.702602:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606391.702604:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749606391.702605:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749606391.702608:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730024704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606391.704142:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606391.704158:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf309e80
00000400:00000200:0.0:1749606391.704166:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xadd [1] + 0
00000400:00000200:0.0:1749606391.704177:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606391.704181:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606391.704188:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730024576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606391.704224:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606391.704236:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf309e00
00000400:00000010:3.0:1749606391.704239:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606391.704243:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749606391.704245:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000400:00000200:0.0:1749606391.704248:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xae1 [1] + 224
00000100:00000200:3.0:1749606391.704250:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730024576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606391.704254:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606391.704256:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749606391.704258:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730024576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606391.704260:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730024448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606391.704277:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606391.704280:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf309f00
00000400:00000200:0.0:1749606391.704283:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xaed [1] + 0
02000000:00000010:3.0:1749606391.704286:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606391.704290:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749606391.704294:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:0.0:1749606391.704295:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606391.704297:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606391.704301:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730024704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606391.704308:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606391.704313:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606391.704315:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000400:00000010:3.0:1749606391.704318:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000100:00000200:1.0:1749606391.704320:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730024448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606391.704326:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749606391.704327:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:1.0:1749606391.704328:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730024448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606391.704331:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730024704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606391.704337:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730024704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606391.704341:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606391.704344:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749606391.704347:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749606391.704349:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606391.704351:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749606391.704352:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749606391.714998:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:3.0:1749606391.715000:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:1.0:1749606391.715011:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:0.0:1749606391.715033:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:2.0:1749606396.710077:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606396.710124:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606396.710191:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606396.710213:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606396.710221:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606396.710243:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606396.710247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749606396.710249:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606396.710262:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606396.710271:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749606396.710282:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730024832, portal 25
02000000:00000010:2.0:1749606396.710284:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749606396.710287:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000010:2.0:1749606396.710289:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000100:00000200:3.0:1749606396.710290:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730024832, offset 0
00000400:00000010:2.0:1749606396.710294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000400:00000200:3.0:1749606396.710300:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606396.710310:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730024960, portal 10
00000400:00000200:3.0:1749606396.710316:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606396.710317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606396.710319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730024960, offset 0
00000400:00000200:3.0:1749606396.710325:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606396.710326:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606396.710330:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606396.710335:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606396.710338:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606396.710342:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [320:320:256:4294967295] 192.168.201.120@tcp LPNI seq info [320:320:8:4294967295]
00000400:00000200:3.0:1749606396.710355:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606396.710362:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606396.710363:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606396.710367:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606396.710367:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749606396.710371:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606396.710374:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606396.710376:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606396.710376:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606396.710379:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [321:321:255:4294967295] 192.168.201.120@tcp LPNI seq info [321:321:7:4294967295]
00000800:00000200:3.0:1749606396.710388:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606396.710390:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606396.710393:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606396.710394:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606396.710398:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606396.710402:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606396.710408:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606396.710411:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606396.710428:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749606396.710464:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749606396.710475:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749606396.710480:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
02000000:00000010:2.0:1749606396.710494:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749606396.710497:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606396.710500:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606396.710503:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730025088, portal 10
00000400:00000010:2.0:1749606396.710506:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606396.710516:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730025088, offset 0
00000400:00000200:2.0:1749606396.710524:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606396.710529:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606396.710532:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606396.710535:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606396.710537:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606396.710539:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606396.710542:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [322:322:254:4294967295] 192.168.201.120@tcp LPNI seq info [322:322:6:4294967295]
00000400:00000200:2.0:1749606396.710550:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606396.710555:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606396.710558:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606396.710561:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606396.710566:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606396.710568:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606396.710584:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606396.710590:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606396.710597:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606396.710605:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606396.710610:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749606396.710613:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749606396.710625:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730024832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606396.710651:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606396.710653:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606396.710656:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606396.710659:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606396.710662:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749606396.710663:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606396.710667:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730024960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606396.710751:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606396.710755:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606396.710759:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606396.710765:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606396.710769:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749606396.710772:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749606396.710778:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730025088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606396.712674:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606396.712690:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf309f80
00000400:00000200:0.0:1749606396.712699:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xaf5 [1] + 224
00000400:00000200:0.0:1749606396.712711:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606396.712715:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606396.712723:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730024832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606396.712763:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606396.712768:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30a000
00000400:00000200:0.0:1749606396.712773:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xafd [1] + 0
00000400:00000200:0.0:1749606396.712778:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606396.712781:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606396.712784:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730024960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606396.712833:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606396.712838:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30a080
00000400:00000200:0.0:1749606396.712841:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xb05 [1] + 0
00000400:00000200:0.0:1749606396.712858:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606396.712870:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606396.712875:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730025088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606396.712893:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606396.712903:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749606396.712906:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000400:00000010:2.0:1749606396.712916:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000100:00000200:3.0:1749606396.712916:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730024832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606396.712924:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606396.712926:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:3.0:1749606396.712933:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730024832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606396.712959:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730024960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606396.712971:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730024960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606396.713003:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606396.713005:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606396.713006:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606396.713010:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730025088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606396.713014:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000100:00000200:2.0:1749606396.713018:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730025088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606396.713020:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749606396.713025:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606396.713031:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749606396.713045:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606396.713048:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606396.713052:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749606396.713054:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606396.713056:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606396.723021:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749606396.723023:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:1.0:1749606396.723054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:0.0:1749606396.723060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749606401.718193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606401.718227:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606401.718310:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606401.718332:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606401.718340:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606401.718363:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606401.718367:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749606401.718387:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749606401.718394:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:1.0:1749606401.718397:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749606401.718400:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:1.0:1749606401.718405:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:2.0:1749606401.718405:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606401.718414:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730025344, portal 10
00000100:00000200:1.0:1749606401.718418:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730025216, portal 25
00000400:00000010:1.0:1749606401.718422:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000010:2.0:1749606401.718422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:1.0:1749606401.718424:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730025216, offset 0
00000100:00000200:2.0:1749606401.718424:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730025344, offset 0
00000400:00000200:2.0:1749606401.718432:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606401.718440:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606401.718448:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606401.718455:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606401.718461:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606401.718466:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606401.718469:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606401.718473:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [323:323:256:4294967295] 192.168.201.120@tcp LPNI seq info [323:323:8:4294967295]
00000400:00000200:2.0:1749606401.718486:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606401.718492:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606401.718494:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606401.718497:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749606401.718498:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606401.718501:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606401.718504:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606401.718505:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606401.718506:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606401.718509:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [324:324:255:4294967295] 192.168.201.120@tcp LPNI seq info [324:324:7:4294967295]
00000800:00000200:2.0:1749606401.718517:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606401.718520:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606401.718524:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606401.718527:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606401.718532:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606401.718538:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606401.718542:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606401.718542:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606401.718568:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749606401.718589:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749606401.718594:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000100:00000010:1.0:1749606401.718599:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
02000000:00000010:2.0:1749606401.718626:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749606401.718630:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606401.718633:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606401.718636:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730025472, portal 10
00000400:00000010:2.0:1749606401.718643:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606401.718645:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730025472, offset 0
00000400:00000200:2.0:1749606401.718650:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606401.718654:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606401.718657:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606401.718660:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606401.718662:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606401.718664:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606401.718667:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [325:325:254:4294967295] 192.168.201.120@tcp LPNI seq info [325:325:6:4294967295]
00000400:00000200:2.0:1749606401.718674:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606401.718678:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606401.718680:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606401.718684:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606401.718686:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606401.718688:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606401.718690:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749606401.718694:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749606401.718704:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606401.718714:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606401.718721:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749606401.718771:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749606401.718801:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730025216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606401.718829:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606401.718831:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606401.718835:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606401.718840:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606401.718844:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749606401.718846:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749606401.718851:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730025344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606401.718997:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606401.719000:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606401.719003:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606401.719007:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606401.719009:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749606401.719011:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749606401.719015:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730025472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606401.721038:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606401.721055:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30a100
00000400:00000200:0.0:1749606401.721064:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xb11 [1] + 224
00000400:00000200:0.0:1749606401.721086:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606401.721090:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606401.721096:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730025216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606401.721152:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606401.721157:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30a180
00000400:00000200:0.0:1749606401.721163:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xb0d [1] + 0
00000400:00000200:0.0:1749606401.721168:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606401.721171:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606401.721175:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730025344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606401.721203:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606401.721210:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30a200
00000400:00000200:0.0:1749606401.721215:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xb1d [1] + 0
00000400:00000200:0.0:1749606401.721238:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606401.721241:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749606401.721244:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606401.721249:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606401.721251:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606401.721259:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730025216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606401.721266:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730025472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606401.721273:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606401.721283:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606401.721286:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:1.0:1749606401.721288:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730025216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606401.721295:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730025344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606401.721306:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730025344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606401.721316:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606401.721322:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606401.721327:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749606401.721329:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606401.721331:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749606401.721333:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606401.721346:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730025472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606401.721354:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730025472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606401.721371:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749606401.721375:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606401.721377:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606401.721380:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749606401.721382:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606401.721384:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749606401.731022:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:3.0:1749606401.731029:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749606401.731075:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:2.0:1749606401.731088:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:2.0:1749606406.725996:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606406.726022:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606406.726071:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606406.726087:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606406.726092:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606406.726105:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606406.726108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749606406.726122:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749606406.726124:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749606406.726129:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:1.0:1749606406.726130:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606406.726135:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:2.0:1749606406.726135:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606406.726142:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730025728, portal 10
00000100:00000200:1.0:1749606406.726146:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730025600, portal 25
00000400:00000010:2.0:1749606406.726147:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000010:1.0:1749606406.726149:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749606406.726149:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730025728, offset 0
00000100:00000200:1.0:1749606406.726151:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730025600, offset 0
00000400:00000200:2.0:1749606406.726155:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606406.726160:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606406.726166:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606406.726182:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606406.726186:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606406.726189:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606406.726191:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606406.726194:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [326:326:256:4294967295] 192.168.201.120@tcp LPNI seq info [326:326:8:4294967295]
00000400:00000200:2.0:1749606406.726218:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606406.726222:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606406.726225:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606406.726226:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749606406.726228:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606406.726230:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606406.726232:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606406.726233:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606406.726234:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606406.726237:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [327:327:255:4294967295] 192.168.201.120@tcp LPNI seq info [327:327:7:4294967295]
00000800:00000200:2.0:1749606406.726241:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606406.726244:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606406.726244:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606406.726248:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606406.726252:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606406.726255:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606406.726259:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606406.726262:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606406.726264:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749606406.726281:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
00000100:00000010:2.0:1749606406.726285:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749606406.726288:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
02000000:00000010:2.0:1749606406.726297:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749606406.726298:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:2.0:1749606406.726300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606406.726302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730025856, portal 10
00000400:00000010:2.0:1749606406.726304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606406.726305:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730025856, offset 0
00000400:00000200:2.0:1749606406.726308:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606406.726310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606406.726312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606406.726314:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606406.726315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606406.726316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606406.726317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [328:328:254:4294967295] 192.168.201.120@tcp LPNI seq info [328:328:6:4294967295]
00000400:00000200:2.0:1749606406.726322:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606406.726324:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606406.726325:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606406.726327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606406.726329:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606406.726330:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606406.726338:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606406.726342:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606406.726348:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606406.726354:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606406.726358:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749606406.726360:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749606406.726369:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730025728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606406.726386:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606406.726394:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749606406.726396:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606406.726399:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606406.726402:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749606406.726403:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749606406.726407:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730025600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606406.726478:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606406.726480:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606406.726482:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606406.726486:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606406.726488:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749606406.726493:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749606406.726497:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730025856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606406.727853:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606406.727864:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30a280
00000400:00000200:0.0:1749606406.727870:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xb29 [1] + 224
00000400:00000200:0.0:1749606406.727879:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606406.727882:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606406.727888:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730025600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606406.727921:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606406.727926:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30a300
00000400:00000200:0.0:1749606406.727930:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xb25 [1] + 0
00000400:00000200:0.0:1749606406.727965:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606406.727969:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606406.727972:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730025728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606406.727993:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606406.727998:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606406.727999:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606406.728003:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730025600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606406.728015:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749606406.728016:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730025600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606406.728020:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30a380
00000400:00000200:0.0:1749606406.728023:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xb35 [1] + 0
00000400:00000200:0.0:1749606406.728037:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606406.728040:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749606406.728041:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:0.0:1749606406.728044:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730025856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606406.728046:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749606406.728049:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749606406.728051:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:2.0:1749606406.728054:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749606406.728056:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606406.728060:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730025728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606406.728065:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730025728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606406.728079:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:2.0:1749606406.728080:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606406.728081:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606406.728083:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730025856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606406.728087:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730025856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606406.728095:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749606406.728097:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606406.728099:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606406.728100:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749606406.728101:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606406.728102:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:0.0:1749606406.739067:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:1.0:1749606406.739074:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:3.0:1749606406.739079:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749606406.739174:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749606411.734100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606411.734125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606411.734181:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606411.734199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606411.734205:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606411.734221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606411.734225:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:0.0:1749606411.734240:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749606411.734247:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:0.0:1749606411.734250:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea210.
00000400:00000010:2.0:1749606411.734251:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a026e0.
00000400:00000010:0.0:1749606411.734256:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749606411.734264:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730025984, portal 25
00000400:00000010:0.0:1749606411.734269:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000400:00000010:2.0:1749606411.734271:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606411.734272:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730025984, offset 0
00000100:00000200:2.0:1749606411.734275:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730026112, portal 10
00000400:00000200:0.0:1749606411.734281:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606411.734281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606411.734285:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730026112, offset 0
00000400:00000200:2.0:1749606411.734291:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606411.734293:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606411.734299:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606411.734303:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606411.734307:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606411.734310:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606411.734313:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [329:329:256:4294967295] 192.168.201.120@tcp LPNI seq info [329:329:8:4294967295]
00000400:00000200:0.0:1749606411.734329:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606411.734354:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606411.734356:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606411.734359:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000400:00000200:2.0:1749606411.734359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606411.734362:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606411.734364:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749606411.734367:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606411.734367:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606411.734369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [330:330:255:4294967295] 192.168.201.120@tcp LPNI seq info [330:330:7:4294967295]
00000800:00000200:0.0:1749606411.734377:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606411.734378:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606411.734382:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606411.734382:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606411.734385:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606411.734389:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606411.734395:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606411.734397:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606411.734417:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749606411.734436:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749606411.734452:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749606411.734458:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
02000000:00000010:2.0:1749606411.734486:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749606411.734490:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02e70.
00000400:00000010:2.0:1749606411.734494:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606411.734497:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730026240, portal 10
00000400:00000010:2.0:1749606411.734519:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606411.734521:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730026240, offset 0
00000400:00000200:2.0:1749606411.734529:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606411.734536:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606411.734541:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606411.734543:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606411.734550:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:2.0:1749606411.734594:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606411.734595:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606411.734598:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606411.734601:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606411.734602:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606411.734606:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [331:331:254:4294967295] 192.168.201.120@tcp LPNI seq info [331:331:6:4294967295]
00000400:00000200:1.0:1749606411.734607:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:1.0:1749606411.734609:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000400:00000200:2.0:1749606411.734618:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749606411.734620:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730025984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606411.734624:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606411.734629:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606411.734633:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606411.734637:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606411.734640:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606411.734694:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606411.734695:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749606411.734697:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606411.734700:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606411.734701:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:1.0:1749606411.734702:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:1.0:1749606411.734705:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730026112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606411.734723:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606411.734724:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:1.0:1749606411.734726:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606411.734728:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606411.734730:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:1.0:1749606411.734731:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:1.0:1749606411.734733:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730026240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606411.735889:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606411.735910:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30a400
00000400:00000200:0.0:1749606411.735917:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xb3d [1] + 224
00000400:00000200:0.0:1749606411.735929:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606411.735972:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606411.735982:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730025984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606411.736025:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606411.736030:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30a480
00000400:00000200:0.0:1749606411.736034:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xb45 [1] + 0
00000400:00000200:0.0:1749606411.736039:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606411.736041:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606411.736045:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730026112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606411.736067:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606411.736070:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30a500
00000400:00000200:0.0:1749606411.736074:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xb4d [1] + 0
00000400:00000200:0.0:1749606411.736088:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606411.736091:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606411.736095:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730026240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606411.736115:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea210.
00000400:00000200:2.0:1749606411.736122:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749606411.736124:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749606411.736131:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730025984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606411.736131:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a026e0.
00000400:00000200:3.0:1749606411.736136:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:3.0:1749606411.736138:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606411.736141:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730025984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606411.736143:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730026112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606411.736150:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730026112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606411.736163:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749606411.736168:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749606411.736171:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:3.0:1749606411.736172:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02e70.
00000400:00000200:3.0:1749606411.736173:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:3.0:1749606411.736174:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:3.0:1749606411.736177:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730026240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606411.736181:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730026240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606411.736205:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749606411.736208:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749606411.736212:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749606411.736216:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749606411.736218:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749606411.736220:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749606411.747008:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:3.0:1749606411.747024:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749606411.747079:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:0.0:1749606411.747097:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749606416.742111:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606416.742129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606416.742174:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606416.742188:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606416.742195:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606416.742206:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606416.742209:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749606416.742222:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606416.742230:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
02000000:00000010:2.0:1749606416.742232:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749606416.742236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:3.0:1749606416.742236:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749606416.742243:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730026368, portal 25
00000400:00000010:3.0:1749606416.742248:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000400:00000010:2.0:1749606416.742250:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:3.0:1749606416.742250:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730026368, offset 0
00000100:00000200:2.0:1749606416.742253:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730026496, portal 10
00000400:00000010:2.0:1749606416.742257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:3.0:1749606416.742258:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606416.742266:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730026496, offset 0
00000400:00000200:3.0:1749606416.742269:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606416.742271:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606416.742275:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606416.742279:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606416.742282:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606416.742284:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606416.742287:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [332:332:256:4294967295] 192.168.201.120@tcp LPNI seq info [332:332:8:4294967295]
00000400:00000200:3.0:1749606416.742295:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606416.742299:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606416.742301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606416.742303:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606416.742303:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606416.742305:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606416.742307:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606416.742309:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606416.742309:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606416.742311:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [333:333:255:4294967295] 192.168.201.120@tcp LPNI seq info [333:333:7:4294967295]
00000800:00000200:3.0:1749606416.742316:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606416.742318:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606416.742319:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606416.742321:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606416.742324:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606416.742327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606416.742331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606416.742334:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606416.742339:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749606416.742354:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749606416.742363:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749606416.742367:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
02000000:00000010:2.0:1749606416.742374:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749606416.742376:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606416.742378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606416.742379:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730026624, portal 10
00000400:00000010:2.0:1749606416.742382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606416.742383:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730026624, offset 0
00000400:00000200:2.0:1749606416.742385:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606416.742388:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606416.742390:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749606416.742393:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606416.742396:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606416.742396:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606416.742397:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606416.742398:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606416.742400:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [334:334:254:4294967295] 192.168.201.120@tcp LPNI seq info [334:334:6:4294967295]
00000400:00000200:0.0:1749606416.742402:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606416.742406:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606416.742408:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606416.742409:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606416.742411:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606416.742412:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749606416.742414:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000800:00000200:2.0:1749606416.742414:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606416.742417:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606416.742419:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606416.742424:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730026368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606416.742450:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606416.742451:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606416.742453:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606416.742455:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606416.742457:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749606416.742458:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749606416.742460:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730026496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606416.742542:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606416.742544:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606416.742546:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606416.742549:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606416.742551:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749606416.742552:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749606416.742554:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730026624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606416.743832:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606416.743842:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30a580
00000400:00000200:0.0:1749606416.743848:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xb55 [1] + 224
00000400:00000200:0.0:1749606416.743855:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606416.743857:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606416.743862:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730026368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606416.743891:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606416.743896:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30a680
00000400:00000200:0.0:1749606416.743901:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xb65 [1] + 0
00000400:00000200:0.0:1749606416.743915:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606416.743920:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749606416.743927:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606416.743931:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749606416.743932:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749606416.743968:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730026624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606416.743968:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730026368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606416.743978:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730026368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606416.743998:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606416.744002:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749606416.744006:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:2.0:1749606416.744065:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606416.744070:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606416.744071:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606416.744077:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730026624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606416.744084:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730026624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606416.744100:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749606416.744103:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606416.744105:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749606416.751505:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606416.751520:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30a600
00000400:00000200:0.0:1749606416.751528:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xb5d [1] + 0
00000400:00000200:0.0:1749606416.751551:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606416.751557:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606416.751565:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730026496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606416.751693:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606416.751701:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606416.751702:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606416.751711:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730026496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606416.751722:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730026496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606416.751742:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749606416.751746:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606416.751758:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749606416.755045:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:0.0:1749606416.755064:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:1.0:1749606416.755069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:3.0:1749606416.755073:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749606421.750051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606421.750077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606421.750143:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606421.750161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606421.750168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606421.750186:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606421.750190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749606421.750195:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606421.750203:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606421.750211:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
02000000:00000010:2.0:1749606421.750212:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749606421.750217:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000100:00000200:3.0:1749606421.750218:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730026752, portal 25
00000400:00000010:2.0:1749606421.750221:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000010:3.0:1749606421.750223:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:2.0:1749606421.750225:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730026880, portal 10
00000100:00000200:3.0:1749606421.750225:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730026752, offset 0
00000400:00000010:2.0:1749606421.750231:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:3.0:1749606421.750233:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606421.750243:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730026880, offset 0
00000400:00000200:3.0:1749606421.750245:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606421.750250:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606421.750250:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606421.750255:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606421.750258:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606421.750261:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606421.750265:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [335:335:256:4294967295] 192.168.201.120@tcp LPNI seq info [335:335:8:4294967295]
00000400:00000200:3.0:1749606421.750276:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606421.750282:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606421.750285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606421.750286:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749606421.750289:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606421.750292:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606421.750292:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606421.750295:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606421.750297:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606421.750301:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [336:336:255:4294967295] 192.168.201.120@tcp LPNI seq info [336:336:7:4294967295]
00000800:00000200:3.0:1749606421.750302:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606421.750306:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606421.750311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606421.750316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606421.750319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606421.750324:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606421.750329:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606421.750333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606421.750335:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749606421.750362:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749606421.750376:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749606421.750421:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
02000000:00000010:2.0:1749606421.750438:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000800:00000200:0.0:1749606421.750439:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606421.750442:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000800:00000010:0.0:1749606421.750445:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606421.750451:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749606421.750455:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000200:0.0:1749606421.750458:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749606421.750458:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730027008, portal 10
00000400:00000010:2.0:1749606421.750462:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000400:00000200:0.0:1749606421.750463:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749606421.750465:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:2.0:1749606421.750469:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730027008, offset 0
00000100:00000200:0.0:1749606421.750474:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730026752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606421.750474:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606421.750479:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606421.750482:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606421.750485:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606421.750487:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606421.750489:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606421.750492:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [337:337:254:4294967295] 192.168.201.120@tcp LPNI seq info [337:337:6:4294967295]
00000400:00000200:2.0:1749606421.750500:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606421.750504:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606421.750507:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606421.750511:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606421.750516:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606421.750518:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606421.750559:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606421.750562:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606421.750565:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606421.750569:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606421.750571:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749606421.750573:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749606421.750577:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730026880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606421.750601:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606421.750603:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606421.750605:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606421.750608:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606421.750619:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749606421.750620:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749606421.750625:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730027008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606421.751778:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606421.751798:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30a700
00000400:00000200:0.0:1749606421.751808:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xb6d [1] + 224
00000400:00000200:0.0:1749606421.751822:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606421.751826:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606421.751838:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730026752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606421.751879:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606421.751884:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30a780
00000400:00000200:0.0:1749606421.751890:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xb71 [1] + 0
00000400:00000200:0.0:1749606421.751896:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606421.751899:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606421.751904:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730026880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606421.751929:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:0.0:1749606421.751930:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749606421.751933:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000200:0.0:1749606421.751960:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30a800
00000400:00000010:3.0:1749606421.751984:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749606421.751989:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730026752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606421.751990:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xb7d [1] + 0
00000100:00000200:3.0:1749606421.751995:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730026752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606421.752007:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749606421.752008:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:0.0:1749606421.752011:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606421.752015:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606421.752018:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
02000000:00000010:3.0:1749606421.752018:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606421.752022:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:0.0:1749606421.752026:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730027008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606421.752026:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:2.0:1749606421.752029:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730026880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606421.752044:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730026880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606421.752078:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606421.752082:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606421.752084:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606421.752090:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730027008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606421.752102:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730027008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606421.752140:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749606421.752147:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606421.752152:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606421.752158:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749606421.752160:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606421.752163:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749606421.763018:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749606421.763030:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:1.0:1749606421.763040:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:0.0:1749606421.763048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749606426.758011:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606426.758035:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606426.758093:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606426.758113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606426.758122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606426.758143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606426.758148:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749606426.758177:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606426.758177:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749606426.758182:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606426.758187:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:1.0:1749606426.758188:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606426.758193:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730027264, portal 10
00000400:00000010:1.0:1749606426.758195:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606426.758212:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730027136, portal 25
00000400:00000010:2.0:1749606426.758215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000010:1.0:1749606426.758216:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:2.0:1749606426.758218:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730027264, offset 0
00000100:00000200:1.0:1749606426.758219:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730027136, offset 0
00000400:00000200:2.0:1749606426.758226:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606426.758234:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606426.758237:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606426.758241:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606426.758245:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606426.758248:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606426.758250:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606426.758253:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [338:338:256:4294967295] 192.168.201.120@tcp LPNI seq info [338:338:8:4294967295]
00000400:00000200:2.0:1749606426.758263:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606426.758268:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606426.758273:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606426.758277:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606426.758280:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606426.758283:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606426.758284:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:2.0:1749606426.758286:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:1.0:1749606426.758287:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [339:339:255:4294967295] 192.168.201.120@tcp LPNI seq info [339:339:7:4294967295]
00000800:00000200:2.0:1749606426.758292:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606426.758294:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606426.758321:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606426.758322:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606426.758325:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:2.0:1749606426.758325:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606426.758330:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606426.758337:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606426.758340:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606426.758348:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749606426.758365:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749606426.758369:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749606426.758373:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
02000000:00000010:2.0:1749606426.758387:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749606426.758390:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606426.758393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606426.758396:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730027392, portal 10
00000400:00000010:2.0:1749606426.758399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606426.758400:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730027392, offset 0
00000400:00000200:2.0:1749606426.758404:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606426.758409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749606426.758410:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606426.758411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606426.758414:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606426.758416:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606426.758418:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606426.758420:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [340:340:254:4294967295] 192.168.201.120@tcp LPNI seq info [340:340:6:4294967295]
00000800:00000010:0.0:1749606426.758422:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606426.758427:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606426.758429:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606426.758430:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606426.758433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606426.758434:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606426.758436:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606426.758438:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749606426.758440:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000800:00000200:2.0:1749606426.758440:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606426.758442:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606426.758448:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730027264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606426.758464:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606426.758466:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749606426.758467:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606426.758469:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606426.758471:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749606426.758472:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749606426.758474:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730027136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606426.758543:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606426.758545:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606426.758547:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606426.758551:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606426.758552:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749606426.758554:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749606426.758559:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730027392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606426.759828:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606426.759840:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30a880
00000400:00000200:0.0:1749606426.759847:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xb89 [1] + 224
00000400:00000200:0.0:1749606426.759855:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606426.759857:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606426.759861:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730027136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606426.759884:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606426.759893:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30a900
00000400:00000200:0.0:1749606426.759897:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xb85 [1] + 0
00000400:00000200:0.0:1749606426.759901:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606426.759903:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606426.759905:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730027264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606426.759918:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606426.759923:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606426.759925:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606426.759930:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730027136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606426.759977:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730027136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606426.759980:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606426.759986:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606426.759988:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000400:00000200:0.0:1749606426.759989:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606426.759994:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30a980
00000400:00000200:0.0:1749606426.760000:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xb95 [1] + 0
00000100:00000200:2.0:1749606426.760004:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730027264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606426.760014:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730027264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606426.760018:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749606426.760018:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749606426.760023:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749606426.760023:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:0.0:1749606426.760027:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730027392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606426.760028:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749606426.760056:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606426.760057:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606426.760059:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606426.760062:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730027392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606426.760068:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730027392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606426.760082:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749606426.760086:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606426.760089:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606426.760091:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749606426.760093:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606426.760095:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749606426.771025:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749606426.771027:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:0.0:1749606426.771034:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:3.0:1749606426.771043:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749606431.766041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606431.766064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606431.766116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606431.766133:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606431.766139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606431.766156:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606431.766159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749606431.766188:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749606431.766194:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606431.766200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606431.766207:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730027648, portal 10
02000000:00000010:0.0:1749606431.766242:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749606431.766254:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea160.
00000400:00000010:2.0:1749606431.766257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:0.0:1749606431.766260:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749606431.766266:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730027520, portal 25
00000400:00000010:0.0:1749606431.766271:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749606431.766275:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730027520, offset 0
00000100:00000200:2.0:1749606431.766277:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730027648, offset 0
00000400:00000200:0.0:1749606431.766286:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606431.766295:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606431.766302:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606431.766308:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606431.766313:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606431.766316:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606431.766319:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606431.766323:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [341:341:256:4294967295] 192.168.201.120@tcp LPNI seq info [341:341:8:4294967295]
00000400:00000200:0.0:1749606431.766335:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606431.766353:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606431.766355:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606431.766358:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000400:00000200:2.0:1749606431.766359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606431.766362:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749606431.766365:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606431.766365:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606431.766367:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606431.766370:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [342:342:255:4294967295] 192.168.201.120@tcp LPNI seq info [342:342:7:4294967295]
00000800:00000200:0.0:1749606431.766374:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606431.766379:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606431.766381:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606431.766385:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606431.766389:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606431.766393:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606431.766399:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606431.766402:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749606431.766418:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
00000100:00000010:0.0:1749606431.766435:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000100:00000010:0.0:1749606431.766443:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000100:00000010:0.0:1749606431.766451:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
02000000:00000010:2.0:1749606431.766481:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749606431.766485:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606431.766488:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606431.766490:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730027776, portal 10
00000400:00000010:2.0:1749606431.766494:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606431.766496:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730027776, offset 0
00000400:00000200:2.0:1749606431.766500:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606431.766505:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606431.766507:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606431.766510:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606431.766512:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606431.766514:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606431.766517:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [343:343:254:4294967295] 192.168.201.120@tcp LPNI seq info [343:343:6:4294967295]
00000400:00000200:2.0:1749606431.766532:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606431.766537:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606431.766539:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606431.766550:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606431.766555:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606431.766558:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606431.766576:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606431.766585:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606431.766592:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606431.766601:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606431.766608:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749606431.766611:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749606431.766622:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730027520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606431.766654:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606431.766657:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:1.0:1749606431.766661:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606431.766667:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606431.766670:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:1.0:1749606431.766672:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:1.0:1749606431.766678:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730027648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606431.766752:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606431.766754:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749606431.766756:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606431.766760:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606431.766762:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:1.0:1749606431.766764:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:1.0:1749606431.766768:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730027776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606431.768781:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606431.768798:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30aa80
00000400:00000200:0.0:1749606431.768808:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xb9d [1] + 0
00000400:00000200:0.0:1749606431.768821:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606431.768827:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606431.768836:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730027648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606431.768884:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606431.768891:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30aa00
00000400:00000200:0.0:1749606431.768897:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xba1 [1] + 224
00000400:00000200:0.0:1749606431.768906:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606431.768911:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606431.768917:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730027520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606431.768976:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:0.0:1749606431.768982:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749606431.768984:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606431.768987:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000400:00000200:0.0:1749606431.768989:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ab00
00000400:00000200:0.0:1749606431.768993:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xbad [1] + 0
00000100:00000200:2.0:1749606431.768994:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730027648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606431.769006:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730027648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606431.769007:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606431.769017:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606431.769018:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea160.
00000400:00000200:1.0:1749606431.769028:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
02000000:00000010:2.0:1749606431.769032:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749606431.769037:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606431.769040:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:1.0:1749606431.769041:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749606431.769050:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730027776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606431.769053:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730027520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606431.769069:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730027520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606431.769075:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606431.769078:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606431.769079:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606431.769083:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730027776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606431.769091:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730027776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606431.769096:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:1.0:1749606431.769102:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
02000000:00000010:2.0:1749606431.769105:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606431.769106:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606431.769107:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606431.769109:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749606431.779020:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:3.0:1749606431.779049:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:2.0:1749606431.779053:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:0.0:1749606431.779062:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:2.0:1749606436.774083:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606436.774119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606436.774210:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606436.774232:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606436.774241:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606436.774263:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749606436.774289:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606436.774289:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:1.0:1749606436.774302:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606436.774310:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
02000000:00000010:3.0:1749606436.774318:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000100:00000200:1.0:1749606436.774320:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730027904, portal 25
00000400:00000010:1.0:1749606436.774326:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000010:3.0:1749606436.774328:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000100:00000200:1.0:1749606436.774329:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730027904, offset 0
00000400:00000010:3.0:1749606436.774334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000200:1.0:1749606436.774339:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606436.774349:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730028032, portal 10
00000400:00000200:1.0:1749606436.774356:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749606436.774356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749606436.774358:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730028032, offset 0
00000400:00000200:1.0:1749606436.774363:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606436.774366:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606436.774369:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606436.774373:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606436.774376:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606436.774380:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [344:344:256:4294967295] 192.168.201.120@tcp LPNI seq info [344:344:8:4294967295]
00000400:00000200:1.0:1749606436.774394:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606436.774401:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606436.774403:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606436.774406:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:3.0:1749606436.774407:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606436.774410:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606436.774413:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606436.774416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606436.774419:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [345:345:255:4294967295] 192.168.201.120@tcp LPNI seq info [345:345:7:4294967295]
00000800:00000200:1.0:1749606436.774423:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606436.774429:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606436.774433:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606436.774435:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:3.0:1749606436.774438:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:1.0:1749606436.774441:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749606436.774453:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606436.774460:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606436.774463:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606436.774472:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000100:00000010:1.0:1749606436.774513:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749606436.774528:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
00000100:00000010:1.0:1749606436.774540:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
02000000:00000010:3.0:1749606436.774569:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606436.774574:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606436.774577:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606436.774580:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730028160, portal 10
00000400:00000010:3.0:1749606436.774586:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749606436.774588:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730028160, offset 0
00000400:00000200:3.0:1749606436.774593:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606436.774599:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606436.774602:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606436.774605:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606436.774607:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606436.774609:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606436.774612:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [346:346:254:4294967295] 192.168.201.120@tcp LPNI seq info [346:346:6:4294967295]
00000400:00000200:3.0:1749606436.774620:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606436.774624:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606436.774627:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606436.774630:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606436.774635:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606436.774637:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749606436.774638:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749606436.774644:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749606436.774652:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606436.774660:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606436.774665:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749606436.774668:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749606436.774681:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730027904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606436.774718:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606436.774721:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606436.774726:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606436.774731:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606436.774735:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749606436.774738:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749606436.774745:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730028032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606436.774858:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606436.774862:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606436.774867:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606436.774873:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606436.774878:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749606436.774881:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749606436.774888:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730028160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606436.776910:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606436.776926:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30ac00
00000400:00000200:0.0:1749606436.776970:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xbbd [1] + 0
00000400:00000200:0.0:1749606436.777000:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606436.777007:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606436.777017:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730028032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606436.777065:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606436.777074:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ab80
00000400:00000200:0.0:1749606436.777080:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xbb5 [1] + 224
00000400:00000200:0.0:1749606436.777087:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606436.777092:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606436.777099:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730027904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606436.777159:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606436.777165:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ac80
00000400:00000200:0.0:1749606436.777169:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xbc5 [1] + 0
00000400:00000010:3.0:1749606436.777178:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:0.0:1749606436.777188:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749606436.777188:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749606436.777191:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000400:00000200:0.0:1749606436.777193:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606436.777199:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730028160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606436.777202:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730028032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606436.777220:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730028032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606436.777225:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606436.777233:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606436.777235:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606436.777243:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730027904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749606436.777254:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000100:00000200:1.0:1749606436.777255:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730027904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606436.777279:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606436.777285:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749606436.777290:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749606436.785232:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606436.785237:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606436.785239:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606436.785246:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730028160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606436.785256:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730028160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749606436.785270:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:3.0:1749606436.785279:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606436.785284:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749606436.785287:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:3.0:1749606436.785290:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606436.785292:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749606436.785294:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749606436.787007:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:1.0:1749606436.787021:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:3.0:1749606436.787030:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:0.0:1749606436.787034:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:2.0:1749606441.782140:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606441.782172:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606441.782245:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606441.782266:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606441.782273:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606441.782294:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606441.782298:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749606441.782299:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606441.782320:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
02000000:00000010:1.0:1749606441.782326:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749606441.782328:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000400:00000010:1.0:1749606441.782335:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749606441.782338:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730028288, portal 25
00000400:00000010:1.0:1749606441.782340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:3.0:1749606441.782343:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:1.0:1749606441.782344:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730028416, portal 10
00000100:00000200:3.0:1749606441.782346:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730028288, offset 0
00000400:00000010:1.0:1749606441.782350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000200:3.0:1749606441.782355:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606441.782361:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730028416, offset 0
00000400:00000200:1.0:1749606441.782368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606441.782370:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606441.782376:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606441.782381:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606441.782386:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606441.782388:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606441.782392:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [347:347:256:4294967295] 192.168.201.120@tcp LPNI seq info [347:347:8:4294967295]
00000400:00000200:3.0:1749606441.782405:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606441.782410:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606441.782413:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606441.782416:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606441.782419:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606441.782422:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606441.782424:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606441.782426:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [348:348:255:4294967295] 192.168.201.120@tcp LPNI seq info [348:348:7:4294967295]
00000800:00000010:3.0:1749606441.782433:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606441.782435:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606441.782439:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606441.782441:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:1.0:1749606441.782443:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606441.782447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606441.782452:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606441.782457:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606441.782472:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606441.782475:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606441.782487:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749606441.782510:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749606441.782519:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749606441.782530:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
02000000:00000010:1.0:1749606441.782546:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606441.782550:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606441.782553:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606441.782556:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730028544, portal 10
00000400:00000010:1.0:1749606441.782560:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606441.782562:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730028544, offset 0
00000400:00000200:1.0:1749606441.782566:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606441.782570:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606441.782573:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606441.782575:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606441.782577:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606441.782579:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606441.782581:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [349:349:254:4294967295] 192.168.201.120@tcp LPNI seq info [349:349:6:4294967295]
00000400:00000200:1.0:1749606441.782588:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606441.782592:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606441.782594:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606441.782595:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606441.782598:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749606441.782601:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000800:00000200:1.0:1749606441.782601:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606441.782603:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606441.782609:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606441.782618:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606441.782623:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749606441.782626:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749606441.782639:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730028288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606441.782668:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606441.782680:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749606441.782684:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606441.782689:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606441.782693:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749606441.782695:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749606441.782702:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730028416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606441.782802:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606441.782806:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749606441.782810:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606441.782816:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606441.782820:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749606441.782822:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749606441.782828:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730028544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606441.784640:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606441.784655:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ad00
00000400:00000200:0.0:1749606441.784665:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xbcd [1] + 224
00000400:00000200:0.0:1749606441.784678:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606441.784683:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606441.784691:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730028288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606441.784732:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606441.784738:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30ad80
00000400:00000200:0.0:1749606441.784743:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xbd1 [1] + 0
00000400:00000200:0.0:1749606441.784750:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606441.784754:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606441.784760:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730028416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606441.784767:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606441.784774:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606441.784775:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606441.784782:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730028288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606441.784791:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730028288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606441.784814:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749606441.784816:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606441.784820:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000200:0.0:1749606441.784821:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ae00
00000100:00000010:3.0:1749606441.784825:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749606441.784826:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xbdd [1] + 0
00000400:00000200:0.0:1749606441.784843:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606441.784848:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606441.784853:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730028544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606441.784854:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606441.784860:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749606441.784862:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606441.784869:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730028416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606441.784878:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730028416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606441.784897:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606441.784898:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606441.784907:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606441.784911:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730028544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606441.784917:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730028544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606441.784932:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606441.784979:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749606441.784983:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749606441.784987:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606441.784990:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606441.784992:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749606441.795016:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:1.0:1749606441.795027:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749606441.795134:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:0.0:1749606441.795250:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749606446.790152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606446.790188:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606446.790288:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606446.790318:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606446.790331:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606446.790368:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606446.790373:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749606446.790376:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606446.790390:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606446.790399:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606446.790420:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730028672, portal 25
00000400:00000010:3.0:1749606446.790426:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749606446.790429:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730028672, offset 0
02000000:00000010:0.0:1749606446.790435:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000200:3.0:1749606446.790439:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606446.790446:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea108.
00000400:00000010:0.0:1749606446.790451:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749606446.790456:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730028800, portal 10
00000400:00000200:3.0:1749606446.790457:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749606446.790462:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000400:00000200:3.0:1749606446.790464:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:0.0:1749606446.790465:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730028800, offset 0
00000400:00000200:3.0:1749606446.790469:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606446.790472:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606446.790474:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606446.790477:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606446.790502:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [350:350:256:4294967295] 192.168.201.120@tcp LPNI seq info [350:350:8:4294967295]
00000400:00000200:3.0:1749606446.790517:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606446.790525:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606446.790527:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606446.790531:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606446.790537:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606446.790539:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606446.790541:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606446.790544:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606446.790547:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606446.790550:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [351:351:255:4294967295] 192.168.201.120@tcp LPNI seq info [351:351:7:4294967295]
00000800:00000200:3.0:1749606446.790568:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606446.790573:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606446.790577:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606446.790582:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606446.790591:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdf00.
00000800:00000200:0.0:1749606446.790596:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606446.790602:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606446.790606:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdf00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606446.790607:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749606446.790626:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749606446.790631:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749606446.790653:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
02000000:00000010:0.0:1749606446.790664:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000800:00000200:1.0:1749606446.790675:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749606446.790677:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea0b0.
00000400:00000010:0.0:1749606446.790680:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000800:00000010:1.0:1749606446.790682:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000100:00000200:0.0:1749606446.790683:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730028928, portal 10
00000400:00000010:0.0:1749606446.790688:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749606446.790689:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730028928, offset 0
00000400:00000200:1.0:1749606446.790691:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606446.790694:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606446.790698:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606446.790699:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606446.790702:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606446.790703:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000200:0.0:1749606446.790704:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606446.790705:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:0.0:1749606446.790707:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606446.790708:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606446.790711:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [352:352:254:4294967295] 192.168.201.120@tcp LPNI seq info [352:352:6:4294967295]
00000100:00000200:1.0:1749606446.790716:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730028672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606446.790719:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606446.790723:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606446.790725:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd800.
00000800:00000200:0.0:1749606446.790729:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606446.790733:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606446.790736:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606446.790815:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606446.790819:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:1.0:1749606446.790823:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606446.790829:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606446.790833:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749606446.790835:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749606446.790841:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730028800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606446.790880:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606446.790883:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:1.0:1749606446.790886:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606446.790902:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606446.790906:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749606446.790908:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749606446.790915:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730028928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606446.792717:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606446.792731:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30af00
00000400:00000200:0.0:1749606446.792739:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xbed [1] + 0
00000400:00000200:0.0:1749606446.792749:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606446.792753:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606446.792778:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730028800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606446.792815:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606446.792820:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ae80
00000400:00000200:0.0:1749606446.792825:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xbe5 [1] + 224
00000400:00000200:0.0:1749606446.792831:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606446.792841:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606446.792847:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730028672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606446.792869:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea108.
00000400:00000200:0.0:1749606446.792874:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749606446.792875:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749606446.792877:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000400:00000200:0.0:1749606446.792879:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30af80
00000400:00000200:0.0:1749606446.792883:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xbf5 [1] + 0
00000100:00000200:2.0:1749606446.792885:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730028800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606446.792897:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730028800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606446.792903:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606446.792906:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606446.792911:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730028928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606446.792926:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea0b0.
00000400:00000200:2.0:1749606446.792928:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749606446.792929:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:2.0:1749606446.792933:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730028928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606446.792995:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730028928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606446.793012:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606446.793022:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606446.793025:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
02000000:00000010:2.0:1749606446.793027:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749606446.793032:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000200:3.0:1749606446.793035:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730028672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749606446.793038:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606446.793041:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
02000000:00000010:2.0:1749606446.793044:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606446.793046:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:3.0:1749606446.793052:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730028672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606446.793077:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606446.793083:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749606446.793088:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749606446.803030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:2.0:1749606446.803043:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749606446.803059:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:0.0:1749606446.803148:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749606451.798065:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606451.798099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606451.798182:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606451.798210:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606451.798223:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606451.798252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606451.798259:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749606451.798272:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606451.798286:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
02000000:00000010:2.0:1749606451.798292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749606451.798298:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606451.798298:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000400:00000010:2.0:1749606451.798304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606451.798310:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730029184, portal 10
00000100:00000200:3.0:1749606451.798310:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730029056, portal 25
00000400:00000010:2.0:1749606451.798317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000010:3.0:1749606451.798317:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:2.0:1749606451.798319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730029184, offset 0
00000100:00000200:3.0:1749606451.798321:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730029056, offset 0
00000400:00000200:2.0:1749606451.798328:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606451.798345:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606451.798345:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606451.798352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606451.798358:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606451.798362:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606451.798365:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606451.798369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [353:353:256:4294967295] 192.168.201.120@tcp LPNI seq info [353:353:8:4294967295]
00000400:00000200:2.0:1749606451.798383:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606451.798390:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606451.798398:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606451.798412:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:3.0:1749606451.798415:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606451.798420:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606451.798421:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606451.798424:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606451.798428:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606451.798433:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606451.798434:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [354:354:255:4294967295] 192.168.201.120@tcp LPNI seq info [354:354:7:4294967295]
00000800:00000200:2.0:1749606451.798439:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606451.798449:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606451.798457:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606451.798464:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000010:2.0:1749606451.798468:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000800:00000200:3.0:1749606451.798471:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606451.798480:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606451.798485:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606451.798486:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749606451.798497:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749606451.798502:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
02000000:00000010:2.0:1749606451.798513:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749606451.798517:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606451.798520:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606451.798522:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730029312, portal 10
00000400:00000010:2.0:1749606451.798526:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606451.798528:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730029312, offset 0
00000400:00000200:2.0:1749606451.798533:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606451.798537:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606451.798540:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606451.798543:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606451.798545:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606451.798548:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606451.798551:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [355:355:254:4294967295] 192.168.201.120@tcp LPNI seq info [355:355:6:4294967295]
00000400:00000200:2.0:1749606451.798559:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606451.798563:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606451.798565:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606451.798569:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606451.798573:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606451.798575:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606451.798592:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606451.798599:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606451.798606:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606451.798614:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606451.798619:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749606451.798621:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749606451.798634:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730029184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606451.798656:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606451.798658:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606451.798661:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606451.798664:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606451.798666:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749606451.798668:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749606451.798672:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730029056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606451.798742:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606451.798744:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606451.798747:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606451.798760:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606451.798764:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749606451.798765:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749606451.798770:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730029312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606451.800762:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606451.800781:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30b080
00000400:00000200:0.0:1749606451.800792:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xc01 [1] + 0
00000400:00000200:0.0:1749606451.800809:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606451.800814:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606451.800826:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730029184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606451.800897:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606451.800903:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30b000
00000400:00000200:0.0:1749606451.800908:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xbfd [1] + 224
00000400:00000200:0.0:1749606451.800915:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606451.800918:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606451.800922:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730029056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606451.800977:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606451.800982:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30b100
00000400:00000010:2.0:1749606451.800988:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606451.800997:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606451.801000:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000400:00000200:0.0:1749606451.801017:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xc0d [1] + 0
00000100:00000200:2.0:1749606451.801022:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730029184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606451.801024:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606451.801031:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606451.801034:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000400:00000200:0.0:1749606451.801039:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606451.801040:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730029184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606451.801043:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749606451.801043:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730029056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606451.801049:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730029312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606451.801059:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730029056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606451.801082:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
02000000:00000010:3.0:1749606451.801084:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:2.0:1749606451.801087:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606451.801089:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
02000000:00000010:3.0:1749606451.801093:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:2.0:1749606451.801095:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730029312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606451.801099:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:2.0:1749606451.801107:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730029312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606451.801131:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749606451.801137:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606451.801140:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606451.801145:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749606451.801148:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606451.801151:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:0.0:1749606451.811006:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749606451.811022:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:1.0:1749606451.811054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:3.0:1749606451.811056:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749606456.806159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606456.806195:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606456.806270:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606456.806293:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606456.806302:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606456.806325:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606456.806329:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749606456.806355:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749606456.806357:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749606456.806363:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:1.0:1749606456.806367:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749606456.806371:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000010:1.0:1749606456.806373:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:2.0:1749606456.806381:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730029568, portal 10
00000100:00000200:1.0:1749606456.806386:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730029440, portal 25
00000400:00000010:2.0:1749606456.806388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:1.0:1749606456.806391:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606456.806394:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730029440, offset 0
00000400:00000200:1.0:1749606456.806404:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606456.806410:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730029568, offset 0
00000400:00000200:2.0:1749606456.806418:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606456.806421:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606456.806428:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606456.806434:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606456.806438:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606456.806441:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606456.806446:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [356:356:256:4294967295] 192.168.201.120@tcp LPNI seq info [356:356:8:4294967295]
00000400:00000200:1.0:1749606456.806458:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606456.806465:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606456.806468:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606456.806470:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:2.0:1749606456.806472:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606456.806476:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606456.806478:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606456.806479:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606456.806482:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606456.806485:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [357:357:255:4294967295] 192.168.201.120@tcp LPNI seq info [357:357:7:4294967295]
00000800:00000200:1.0:1749606456.806489:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606456.806495:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606456.806495:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606456.806500:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606456.806503:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606456.806508:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606456.806514:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606456.806517:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606456.806522:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749606456.806545:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749606456.806552:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000100:00000010:1.0:1749606456.806561:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
02000000:00000010:2.0:1749606456.806598:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749606456.806601:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606456.806606:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606456.806610:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730029696, portal 10
00000400:00000010:2.0:1749606456.806615:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749606456.806618:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730029696, offset 0
00000400:00000200:2.0:1749606456.806625:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606456.806631:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606456.806635:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606456.806639:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606456.806642:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606456.806645:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606456.806649:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [358:358:254:4294967295] 192.168.201.120@tcp LPNI seq info [358:358:6:4294967295]
00000400:00000200:2.0:1749606456.806662:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606456.806669:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606456.806673:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:0.0:1749606456.806678:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606456.806685:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000800:00000200:2.0:1749606456.806689:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606456.806693:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606456.806697:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606456.806701:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606456.806701:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606456.806706:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749606456.806708:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749606456.806721:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730029440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606456.806745:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606456.806747:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606456.806749:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606456.806753:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606456.806756:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749606456.806757:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749606456.806761:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730029568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606456.806891:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606456.806894:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606456.806896:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606456.806900:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606456.806902:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749606456.806903:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749606456.806907:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730029696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606456.808993:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606456.809009:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30b180
00000400:00000200:0.0:1749606456.809018:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xc19 [1] + 224
00000400:00000200:0.0:1749606456.809029:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606456.809033:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606456.809041:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730029440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606456.809097:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606456.809103:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30b200
00000400:00000200:0.0:1749606456.809108:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xc15 [1] + 0
00000400:00000200:0.0:1749606456.809114:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606456.809117:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606456.809121:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730029568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606456.809144:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606456.809148:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30b280
00000400:00000200:0.0:1749606456.809152:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xc25 [1] + 0
00000400:00000200:0.0:1749606456.809170:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606456.809173:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606456.809178:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730029696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606456.809188:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606456.809196:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606456.809199:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606456.809207:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730029440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606456.809219:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730029440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606456.809239:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606456.809247:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
02000000:00000010:1.0:1749606456.809249:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749606456.809249:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
02000000:00000010:1.0:1749606456.809255:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:2.0:1749606456.809257:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730029568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606456.809260:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:2.0:1749606456.809268:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730029568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606456.809290:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606456.809292:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606456.809294:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606456.809297:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730029696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606456.809305:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730029696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606456.809320:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606456.809324:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606456.809327:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606456.809330:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749606456.809332:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749606456.809334:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606456.819023:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:0.0:1749606456.819053:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:1.0:1749606456.819070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:3.0:1749606456.819212:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:2.0:1749606461.814057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606461.814095:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606461.814172:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606461.814196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606461.814204:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749606461.814224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749606461.814231:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606461.814245:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
02000000:00000010:2.0:1749606461.814249:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:3.0:1749606461.814256:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606461.814267:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730029824, portal 25
02000000:00000010:1.0:1749606461.814273:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749606461.814274:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606461.814278:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730029824, offset 0
00000400:00000010:1.0:1749606461.814283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:3.0:1749606461.814293:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606461.814328:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606461.814334:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730029952, portal 10
00000400:00000200:3.0:1749606461.814336:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606461.814341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606461.814343:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730029952, offset 0
00000400:00000200:3.0:1749606461.814344:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606461.814350:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606461.814350:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606461.814355:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606461.814358:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606461.814362:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [359:359:256:4294967295] 192.168.201.120@tcp LPNI seq info [359:359:8:4294967295]
00000400:00000200:3.0:1749606461.814376:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606461.814383:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606461.814385:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606461.814388:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606461.814389:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606461.814392:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606461.814395:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606461.814396:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606461.814398:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606461.814401:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [360:360:255:4294967295] 192.168.201.120@tcp LPNI seq info [360:360:7:4294967295]
00000800:00000200:3.0:1749606461.814408:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606461.814414:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606461.814418:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606461.814423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606461.814427:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606461.814432:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606461.814438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606461.814441:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606461.814453:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749606461.814475:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749606461.814481:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749606461.814494:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
02000000:00000010:1.0:1749606461.814516:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606461.814521:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606461.814524:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606461.814528:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730030080, portal 10
00000400:00000010:1.0:1749606461.814532:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606461.814534:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730030080, offset 0
00000400:00000200:1.0:1749606461.814538:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606461.814544:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606461.814547:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606461.814549:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606461.814552:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606461.814554:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606461.814557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [361:361:254:4294967295] 192.168.201.120@tcp LPNI seq info [361:361:6:4294967295]
00000800:00000200:0.0:1749606461.814559:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606461.814565:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749606461.814566:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000800:00000200:1.0:1749606461.814569:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606461.814571:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749606461.814574:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749606461.814575:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606461.814579:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606461.814582:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749606461.814582:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606461.814587:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749606461.814590:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749606461.814602:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730029824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606461.814627:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606461.814630:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749606461.814632:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606461.814635:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606461.814638:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749606461.814649:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749606461.814654:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730029952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606461.814792:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606461.814795:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749606461.814797:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606461.814801:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606461.814804:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749606461.814805:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749606461.814809:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730030080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606461.816976:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606461.816992:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30b300
00000400:00000200:0.0:1749606461.817001:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xc2d [1] + 224
00000400:00000200:0.0:1749606461.817012:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606461.817016:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606461.817024:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730029824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606461.817059:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606461.817065:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30b400
00000400:00000200:0.0:1749606461.817069:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xc3d [1] + 0
00000400:00000200:0.0:1749606461.817074:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606461.817077:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606461.817081:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730030080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606461.817100:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606461.817107:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606461.817109:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606461.817117:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730029824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606461.817129:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730029824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606461.817137:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606461.817141:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30b380
00000400:00000200:0.0:1749606461.817145:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xc35 [1] + 0
02000000:00000010:3.0:1749606461.817159:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606461.817164:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606461.817169:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749606461.817172:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606461.817176:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606461.817180:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730029952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606461.817198:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606461.817206:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606461.817209:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606461.817219:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730029952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606461.817237:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730029952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606461.817265:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606461.817269:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606461.817271:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606461.817275:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730030080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606461.817298:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730030080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606461.817321:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606461.817327:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749606461.817332:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749606461.817338:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606461.817342:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749606461.817345:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749606461.827031:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:1.0:1749606461.827053:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749606461.827078:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:0.0:1749606461.827091:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749606466.822064:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606466.822098:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606466.822175:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606466.822198:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606466.822206:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606466.822234:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606466.822239:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749606466.822286:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606466.822299:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606466.822308:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
02000000:00000010:0.0:1749606466.822318:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c79000.
00000100:00000200:1.0:1749606466.822318:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730030208, portal 25
00000400:00000010:1.0:1749606466.822324:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606466.822327:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730030208, offset 0
00000400:00000010:0.0:1749606466.822328:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea058.
00000400:00000200:1.0:1749606466.822336:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606466.822348:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000400:00000200:1.0:1749606466.822354:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:0.0:1749606466.822355:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730030336, portal 10
00000400:00000200:1.0:1749606466.822361:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749606466.822365:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000400:00000200:1.0:1749606466.822367:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:0.0:1749606466.822368:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730030336, offset 0
00000400:00000200:1.0:1749606466.822372:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606466.822375:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606466.822379:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606466.822379:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [362:362:256:4294967295] 192.168.201.120@tcp LPNI seq info [362:362:8:4294967295]
00000400:00000200:1.0:1749606466.822393:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606466.822400:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606466.822404:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606466.822405:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749606466.822410:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606466.822414:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606466.822415:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606466.822419:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606466.822423:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606466.822425:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606466.822428:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [363:363:255:4294967295] 192.168.201.120@tcp LPNI seq info [363:363:7:4294967295]
00000800:00000200:1.0:1749606466.822431:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606466.822444:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606466.822451:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606466.822457:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:0.0:1749606466.822464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606466.822465:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000800:00000200:0.0:1749606466.822472:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606466.822477:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606466.822505:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749606466.822510:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749606466.822515:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000800:00000200:2.0:1749606466.822534:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:0.0:1749606466.822537:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a800.
00000800:00000010:2.0:1749606466.822538:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000010:0.0:1749606466.822542:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea000.
00000400:00000200:2.0:1749606466.822545:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749606466.822546:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749606466.822551:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730030464, portal 10
00000400:00000200:2.0:1749606466.822552:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749606466.822556:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000400:00000200:2.0:1749606466.822557:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:2.0:1749606466.822559:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749606466.822563:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730030464, offset 0
00000100:00000200:2.0:1749606466.822571:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730030208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606466.822584:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606466.822594:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606466.822599:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606466.822603:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606466.822607:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606466.822610:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606466.822614:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [364:364:255:4294967295] 192.168.201.120@tcp LPNI seq info [364:364:7:4294967295]
00000400:00000200:0.0:1749606466.822661:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606466.822669:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606466.822674:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000800:00000200:0.0:1749606466.822680:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606466.822687:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606466.822692:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606466.822692:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606466.822696:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:2.0:1749606466.822699:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606466.822703:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606466.822705:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749606466.822707:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:2.0:1749606466.822711:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730030336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606466.822741:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606466.822743:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:2.0:1749606466.822745:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606466.822748:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606466.822750:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:2.0:1749606466.822752:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:2.0:1749606466.822755:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730030464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606466.824805:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606466.824821:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30b480
00000400:00000200:0.0:1749606466.824829:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xc45 [1] + 224
00000400:00000200:0.0:1749606466.824841:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606466.824844:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606466.824853:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730030208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606466.824892:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606466.824897:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30b500
00000400:00000200:0.0:1749606466.824902:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xc4d [1] + 0
00000400:00000200:0.0:1749606466.824907:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606466.824910:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606466.824913:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730030336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606466.824969:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749606466.824979:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749606466.824985:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30b580
00000400:00000200:1.0:1749606466.824985:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606466.824987:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000400:00000200:0.0:1749606466.824991:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xc55 [1] + 0
00000100:00000200:1.0:1749606466.824994:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730030208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606466.825005:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730030208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606466.825008:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606466.825012:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606466.825017:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730030464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606466.825034:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749606466.825037:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea058.
02000000:00000010:1.0:1749606466.825039:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606466.825046:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:2.0:1749606466.825048:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000010:1.0:1749606466.825053:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000200:2.0:1749606466.825057:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730030336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606466.825068:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730030336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606466.825091:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea000.
00000400:00000200:2.0:1749606466.825093:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749606466.825095:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749606466.825098:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730030464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606466.825106:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730030464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606466.825121:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:2.0:1749606466.825125:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606466.825128:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606466.825132:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a800.
02000000:00000010:2.0:1749606466.825135:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606466.825137:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749606466.835017:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:3.0:1749606466.835020:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:1.0:1749606466.835023:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:0.0:1749606466.835048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:2.0:1749606471.830055:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606471.830088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606471.830155:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606471.830176:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606471.830184:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606471.830220:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606471.830223:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749606471.830249:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
02000000:00000010:1.0:1749606471.830253:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606471.830266:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749606471.830280:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:1.0:1749606471.830286:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000010:2.0:1749606471.830286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606471.830295:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730030720, portal 10
00000400:00000010:2.0:1749606471.830302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:1.0:1749606471.830303:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730030592, portal 25
00000100:00000200:2.0:1749606471.830304:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730030720, offset 0
00000400:00000010:1.0:1749606471.830309:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000200:2.0:1749606471.830312:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606471.830336:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730030592, offset 0
00000400:00000200:2.0:1749606471.830344:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606471.830347:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606471.830351:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606471.830357:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606471.830362:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606471.830364:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606471.830369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [365:365:256:4294967295] 192.168.201.120@tcp LPNI seq info [365:365:8:4294967295]
00000400:00000200:2.0:1749606471.830383:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606471.830390:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606471.830393:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606471.830397:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749606471.830397:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749606471.830401:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606471.830404:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606471.830406:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606471.830407:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606471.830410:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [366:366:255:4294967295] 192.168.201.120@tcp LPNI seq info [366:366:7:4294967295]
00000800:00000200:2.0:1749606471.830418:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606471.830421:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606471.830424:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606471.830426:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606471.830430:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606471.830446:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606471.830453:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749606471.830453:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000800:00000200:1.0:1749606471.830456:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606471.830475:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749606471.830481:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
00000100:00000010:2.0:1749606471.830486:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
02000000:00000010:2.0:1749606471.830503:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606471.830506:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606471.830509:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606471.830512:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730030848, portal 10
00000400:00000010:2.0:1749606471.830516:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749606471.830518:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730030848, offset 0
00000400:00000200:2.0:1749606471.830523:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606471.830528:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606471.830564:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606471.830567:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606471.830570:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606471.830573:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606471.830575:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [367:367:254:4294967295] 192.168.201.120@tcp LPNI seq info [367:367:6:4294967295]
00000400:00000200:2.0:1749606471.830584:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606471.830589:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606471.830593:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606471.830597:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606471.830602:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606471.830605:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606471.830613:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606471.830621:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606471.830631:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606471.830642:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606471.830649:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749606471.830652:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749606471.830667:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730030720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606471.830696:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606471.830700:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749606471.830704:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606471.830710:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606471.830713:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749606471.830715:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749606471.830722:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730030592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606471.830834:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606471.830838:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606471.830843:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606471.830849:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606471.830852:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749606471.830855:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749606471.830861:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730030848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606471.832708:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606471.832723:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30b680
00000400:00000200:0.0:1749606471.832730:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xc5d [1] + 0
00000400:00000200:0.0:1749606471.832741:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606471.832744:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606471.832751:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730030720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606471.832781:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606471.832785:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30b600
00000400:00000200:0.0:1749606471.832789:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xc61 [1] + 224
00000400:00000200:0.0:1749606471.832793:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606471.832796:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606471.832800:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730030592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606471.832823:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606471.832827:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30b700
00000400:00000200:0.0:1749606471.832830:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xc6d [1] + 0
00000400:00000200:0.0:1749606471.832844:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606471.832847:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606471.832852:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730030848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606471.832863:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606471.832870:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606471.832872:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000400:00000010:1.0:1749606471.832880:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606471.832880:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730030720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606471.832887:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606471.832890:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749606471.832891:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730030720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606471.832897:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730030592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606471.832907:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730030592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606471.832921:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606471.832922:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606471.832924:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606471.832927:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730030848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606471.832929:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749606471.832962:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730030848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606471.832971:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749606471.832976:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606471.832986:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606471.832992:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606471.832996:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606471.833001:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606471.833015:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606471.833019:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749606471.843000:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749606471.843012:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:3.0:1749606471.843035:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:0.0:1749606471.843040:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749606476.838096:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606476.838131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606476.838208:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606476.838232:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606476.838243:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606476.838273:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606476.838279:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749606476.838291:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606476.838303:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749606476.838311:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:1.0:1749606476.838312:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000010:2.0:1749606476.838318:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000100:00000200:1.0:1749606476.838323:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730030976, portal 25
00000400:00000010:2.0:1749606476.838325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000010:1.0:1749606476.838328:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749606476.838330:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730031104, portal 10
00000100:00000200:1.0:1749606476.838331:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730030976, offset 0
00000400:00000010:2.0:1749606476.838338:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:1.0:1749606476.838341:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606476.838352:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730031104, offset 0
00000400:00000200:1.0:1749606476.838359:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606476.838359:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606476.838366:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606476.838372:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606476.838377:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606476.838379:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606476.838383:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [368:368:256:4294967295] 192.168.201.120@tcp LPNI seq info [368:368:8:4294967295]
00000400:00000200:1.0:1749606476.838396:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606476.838402:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606476.838404:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606476.838408:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:2.0:1749606476.838408:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606476.838412:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606476.838415:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606476.838417:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606476.838420:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [369:369:255:4294967295] 192.168.201.120@tcp LPNI seq info [369:369:7:4294967295]
00000400:00000200:2.0:1749606476.838430:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606476.838435:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606476.838437:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749606476.838439:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606476.838444:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606476.838476:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606476.838482:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606476.838495:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606476.838499:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606476.838510:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
00000100:00000010:2.0:1749606476.838553:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d00.
00000100:00000010:2.0:1749606476.838561:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
00000100:00000010:2.0:1749606476.838567:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
02000000:00000010:2.0:1749606476.838584:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749606476.838588:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606476.838591:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606476.838595:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730031232, portal 10
00000400:00000010:2.0:1749606476.838599:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749606476.838601:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730031232, offset 0
00000400:00000200:2.0:1749606476.838606:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606476.838612:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606476.838615:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606476.838618:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606476.838620:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606476.838622:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606476.838625:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [370:370:254:4294967295] 192.168.201.120@tcp LPNI seq info [370:370:6:4294967295]
00000800:00000200:0.0:1749606476.838628:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606476.838633:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749606476.838634:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000800:00000200:2.0:1749606476.838638:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606476.838640:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606476.838641:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606476.838644:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606476.838649:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606476.838650:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606476.838652:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606476.838663:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749606476.838666:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749606476.838678:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730030976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606476.838708:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606476.838711:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606476.838716:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606476.838721:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606476.838724:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749606476.838726:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749606476.838732:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730031104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606476.838842:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606476.838845:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606476.838848:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606476.838852:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606476.838855:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749606476.838857:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749606476.838862:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730031232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606476.840918:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606476.840971:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30b800
00000400:00000200:0.0:1749606476.840979:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xc79 [1] + 0
00000400:00000200:0.0:1749606476.840993:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606476.840997:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606476.841005:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730031104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606476.841041:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606476.841047:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30b780
00000400:00000200:0.0:1749606476.841051:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xc75 [1] + 224
00000400:00000200:0.0:1749606476.841068:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606476.841071:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606476.841076:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730030976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606476.841104:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606476.841109:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30b880
00000400:00000200:0.0:1749606476.841113:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xc85 [1] + 0
00000400:00000200:0.0:1749606476.841129:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606476.841132:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606476.841134:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606476.841142:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606476.841145:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606476.841153:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730031104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606476.841156:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730031232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606476.841165:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730031104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606476.841197:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606476.841208:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749606476.841210:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606476.841214:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730031232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606476.841219:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606476.841222:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730031232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606476.841227:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606476.841229:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606476.841237:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730030976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606476.841240:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606476.841244:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000200:1.0:1749606476.841248:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730030976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749606476.841248:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606476.841252:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606476.841254:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606476.841256:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749606476.841269:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606476.841275:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606476.841278:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749606476.851033:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:3.0:1749606476.851041:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:0.0:1749606476.851049:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:1.0:1749606476.851058:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d00.
00000100:00000010:2.0:1749606481.846030:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606481.846065:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606481.846137:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606481.846159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606481.846168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606481.846188:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606481.846192:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606481.846213:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
02000000:00000010:2.0:1749606481.846216:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749606481.846224:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606481.846224:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:2.0:1749606481.846233:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000010:3.0:1749606481.846233:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606481.846243:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730031360, portal 25
00000100:00000200:2.0:1749606481.846248:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730031488, portal 10
00000400:00000010:3.0:1749606481.846248:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606481.846251:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730031360, offset 0
00000400:00000010:2.0:1749606481.846255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:3.0:1749606481.846262:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606481.846267:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730031488, offset 0
00000400:00000200:2.0:1749606481.846275:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606481.846279:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606481.846286:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606481.846292:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606481.846296:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606481.846299:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606481.846304:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [371:371:256:4294967295] 192.168.201.120@tcp LPNI seq info [371:371:8:4294967295]
00000400:00000200:3.0:1749606481.846319:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606481.846326:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606481.846330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606481.846332:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749606481.846336:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606481.846341:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606481.846341:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606481.846345:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606481.846353:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606481.846358:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606481.846421:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000400:00000200:2.0:1749606481.846423:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606481.846429:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [372:372:255:4294967295] 192.168.201.120@tcp LPNI seq info [372:372:7:4294967295]
00000100:00000010:3.0:1749606481.846441:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000400:00000200:2.0:1749606481.846443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749606481.846452:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000800:00000200:2.0:1749606481.846453:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606481.846457:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000800:00000010:2.0:1749606481.846458:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606481.846464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606481.846472:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606481.846477:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749606481.846499:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749606481.846505:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606481.846509:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606481.846514:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730031616, portal 10
00000400:00000010:2.0:1749606481.846520:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606481.846523:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730031616, offset 0
00000400:00000200:2.0:1749606481.846530:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606481.846538:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606481.846543:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606481.846546:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606481.846550:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606481.846553:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606481.846557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [373:373:254:4294967295] 192.168.201.120@tcp LPNI seq info [373:373:6:4294967295]
00000800:00000200:0.0:1749606481.846561:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606481.846567:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749606481.846569:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606481.846576:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606481.846577:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606481.846581:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606481.846584:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606481.846587:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606481.846589:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749606481.846592:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000800:00000200:2.0:1749606481.846594:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606481.846598:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606481.846604:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730031360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606481.846628:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606481.846631:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606481.846634:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606481.846637:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606481.846639:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749606481.846641:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749606481.846644:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730031488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606481.846740:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606481.846752:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606481.846754:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606481.846758:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606481.846761:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749606481.846762:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749606481.846767:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730031616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606481.848637:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606481.848654:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30b900
00000400:00000200:0.0:1749606481.848664:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xc8d [1] + 224
00000400:00000200:0.0:1749606481.848680:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606481.848685:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606481.848695:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730031360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606481.848747:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606481.848755:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ba00
00000400:00000200:0.0:1749606481.848762:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xc9d [1] + 0
00000400:00000200:0.0:1749606481.848771:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606481.848777:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749606481.848783:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606481.848789:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606481.848791:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606481.848799:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730031360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606481.848801:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730031616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606481.848811:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730031360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606481.848845:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606481.848855:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30b980
02000000:00000010:3.0:1749606481.848855:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606481.848861:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:0.0:1749606481.848862:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xc91 [1] + 0
00000100:00000010:3.0:1749606481.848866:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749606481.848888:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606481.848894:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606481.848900:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606481.848908:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749606481.848920:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749606481.848930:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730031488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606481.848930:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730031616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606481.848979:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730031616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606481.849012:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606481.849019:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606481.849023:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:2.0:1749606481.849031:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606481.849034:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749606481.849036:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606481.849040:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730031488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606481.849049:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730031488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606481.849062:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749606481.849064:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606481.849067:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606481.859016:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:0.0:1749606481.859051:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:1.0:1749606481.859054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749606481.859083:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749606486.854167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606486.854200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606486.854274:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606486.854315:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606486.854323:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606486.854345:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606486.854349:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749606486.854368:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749606486.854375:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749606486.854381:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749606486.854381:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:1.0:1749606486.854389:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000010:2.0:1749606486.854389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606486.854399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730031872, portal 10
00000100:00000200:1.0:1749606486.854405:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730031744, portal 25
00000400:00000010:1.0:1749606486.854410:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749606486.854413:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730031744, offset 0
00000400:00000200:1.0:1749606486.854423:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606486.854430:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606486.854434:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730031872, offset 0
00000400:00000200:1.0:1749606486.854439:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606486.854443:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606486.854446:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606486.854452:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606486.854456:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606486.854458:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606486.854462:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [374:374:256:4294967295] 192.168.201.120@tcp LPNI seq info [374:374:8:4294967295]
00000400:00000200:1.0:1749606486.854475:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606486.854481:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606486.854485:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606486.854490:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606486.854494:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606486.854497:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:1.0:1749606486.854498:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749606486.854500:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606486.854505:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [375:375:255:4294967295] 192.168.201.120@tcp LPNI seq info [375:375:7:4294967295]
00000800:00000200:1.0:1749606486.854506:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606486.854517:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606486.854518:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606486.854523:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606486.854523:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606486.854527:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606486.854531:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606486.854536:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606486.854539:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606486.854553:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749606486.854574:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749606486.854579:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749606486.854584:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
02000000:00000010:2.0:1749606486.854608:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749606486.854612:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606486.854615:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606486.854617:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730032000, portal 10
00000400:00000010:2.0:1749606486.854622:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606486.854623:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730032000, offset 0
00000400:00000200:2.0:1749606486.854628:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606486.854633:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606486.854635:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606486.854638:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606486.854640:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606486.854642:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606486.854644:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [376:376:254:4294967295] 192.168.201.120@tcp LPNI seq info [376:376:6:4294967295]
00000400:00000200:2.0:1749606486.854651:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606486.854654:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606486.854663:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606486.854667:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606486.854671:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606486.854673:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606486.854684:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606486.854690:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749606486.854699:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606486.854706:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606486.854711:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749606486.854713:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749606486.854724:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730031744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606486.854744:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606486.854745:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606486.854748:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606486.854751:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606486.854753:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749606486.854754:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749606486.854758:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730031872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606486.854842:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606486.854844:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606486.854846:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606486.854849:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606486.854851:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749606486.854852:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749606486.854856:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730032000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606486.856585:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606486.856600:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ba80
00000400:00000200:0.0:1749606486.856608:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xca9 [1] + 224
00000400:00000200:0.0:1749606486.856618:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606486.856630:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606486.856637:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730031744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606486.856671:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606486.856676:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30bb00
00000400:00000200:0.0:1749606486.856681:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xca5 [1] + 0
00000400:00000200:0.0:1749606486.856686:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606486.856689:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606486.856693:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730031872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606486.856709:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606486.856714:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606486.856715:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606486.856722:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730031744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606486.856725:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606486.856729:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30bb80
00000400:00000200:0.0:1749606486.856732:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xcb5 [1] + 0
00000100:00000200:1.0:1749606486.856732:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730031744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606486.856747:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606486.856750:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606486.856755:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730032000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606486.856758:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749606486.856758:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
02000000:00000010:1.0:1749606486.856763:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606486.856763:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749606486.856765:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000010:1.0:1749606486.856768:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:2.0:1749606486.856771:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730031872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606486.856780:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730031872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606486.856808:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606486.856810:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749606486.856812:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606486.856815:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730032000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606486.856822:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730032000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606486.856836:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606486.856839:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606486.856842:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606486.856845:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606486.856847:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606486.856849:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749606486.867050:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:1.0:1749606486.867063:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:3.0:1749606486.867076:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:0.0:1749606486.867106:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:2.0:1749606491.862109:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606491.862143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606491.862275:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:1.0:1749606491.862293:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749606491.862302:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749606491.862304:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749606491.862313:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:1.0:1749606491.862315:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606491.862327:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730032128, portal 25
00000400:00000010:1.0:1749606491.862335:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606491.862339:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730032128, offset 0
00000400:00000200:1.0:1749606491.862349:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606491.862368:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:2.0:1749606491.862377:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000400:00000200:1.0:1749606491.862378:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1749606491.862382:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000200:1.0:1749606491.862385:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606491.862390:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606491.862394:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:3.0:1749606491.862404:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000200:1.0:1749606491.862409:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [377:377:256:4294967295] 192.168.201.120@tcp LPNI seq info [377:377:8:4294967295]
00000400:00000010:3.0:1749606491.862414:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606491.862419:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606491.862424:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730032256, portal 10
00000400:00000200:1.0:1749606491.862430:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749606491.862430:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749606491.862433:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730032256, offset 0
00000400:00000200:3.0:1749606491.862441:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606491.862442:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606491.862449:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749606491.862450:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606491.862454:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606491.862457:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606491.862460:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606491.862460:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606491.862463:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606491.862466:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [378:378:255:4294967295] 192.168.201.120@tcp LPNI seq info [378:378:7:4294967295]
00000800:00000200:1.0:1749606491.862474:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606491.862477:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606491.862479:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749606491.862481:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606491.862485:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606491.862490:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606491.862497:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606491.862501:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606491.862509:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749606491.862532:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749606491.862537:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749606491.862551:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
02000000:00000010:3.0:1749606491.862578:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606491.862582:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606491.862585:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606491.862588:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730032384, portal 10
00000400:00000010:3.0:1749606491.862592:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749606491.862604:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730032384, offset 0
00000400:00000200:3.0:1749606491.862609:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606491.862614:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606491.862617:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606491.862620:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606491.862622:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606491.862624:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606491.862627:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [379:379:254:4294967295] 192.168.201.120@tcp LPNI seq info [379:379:6:4294967295]
00000400:00000200:3.0:1749606491.862635:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606491.862639:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606491.862643:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606491.862646:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606491.862648:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749606491.862650:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606491.862653:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749606491.862656:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749606491.862664:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606491.862672:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606491.862677:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749606491.862680:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749606491.862692:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730032128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606507 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606491.862716:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606491.862719:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606491.862721:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606491.862734:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606491.862737:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749606491.862739:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749606491.862744:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730032256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606491.862838:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606491.862840:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606491.862842:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606491.862846:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606491.862848:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749606491.862850:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749606491.862854:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730032384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606491.864989:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606491.865005:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30bc80
00000400:00000200:0.0:1749606491.865015:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xcc5 [1] + 0
00000400:00000200:0.0:1749606491.865025:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606491.865029:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606491.865036:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730032256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606491.865073:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606491.865078:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30bd00
00000400:00000200:0.0:1749606491.865082:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xccd [1] + 0
00000400:00000200:0.0:1749606491.865087:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606491.865090:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606491.865094:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730032384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606491.865107:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606491.865111:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30bc00
00000400:00000200:0.0:1749606491.865124:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xcbd [1] + 224
00000400:00000010:3.0:1749606491.865136:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:0.0:1749606491.865141:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606491.865144:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749606491.865145:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606491.865148:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749606491.865159:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730032128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606507 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606491.865159:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730032256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606491.865177:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730032256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606491.865245:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606491.865250:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606491.865252:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606491.865259:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730032384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606491.865272:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730032384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606491.865288:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606491.865296:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
02000000:00000010:3.0:1749606491.865297:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
00000400:00000010:1.0:1749606491.865298:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606491.865306:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730032128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606507 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606491.865316:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000200:1.0:1749606491.865317:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730032128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606507 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606491.865323:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749606491.865329:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606491.865333:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749606491.865336:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749606491.865337:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606491.865343:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606491.865346:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:0.0:1749606491.875054:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:3.0:1749606491.875061:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:2.0:1749606491.875069:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:1.0:1749606491.875086:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:2.0:1749606496.870236:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606496.870272:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606496.870349:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606496.870377:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606496.870385:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606496.870409:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606496.870413:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606496.870424:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606496.870439:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606496.870450:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
02000000:00000010:2.0:1749606496.870458:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000100:00000200:3.0:1749606496.870463:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730032512, portal 25
00000400:00000010:2.0:1749606496.870465:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:3.0:1749606496.870470:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000400:00000010:2.0:1749606496.870472:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:3.0:1749606496.870474:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730032512, offset 0
00000100:00000200:2.0:1749606496.870478:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730032640, portal 10
00000400:00000010:2.0:1749606496.870486:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000200:3.0:1749606496.870488:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606496.870505:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730032640, offset 0
00000400:00000200:3.0:1749606496.870506:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606496.870516:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606496.870516:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606496.870523:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606496.870529:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606496.870533:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606496.870539:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [380:380:256:4294967295] 192.168.201.120@tcp LPNI seq info [380:380:8:4294967295]
00000400:00000200:3.0:1749606496.870559:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606496.870568:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606496.870572:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606496.870575:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606496.870579:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606496.870584:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606496.870586:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606496.870587:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606496.870591:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606496.870596:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [381:381:255:4294967295] 192.168.201.120@tcp LPNI seq info [381:381:7:4294967295]
00000800:00000200:3.0:1749606496.870600:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606496.870607:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606496.870610:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606496.870619:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606496.870624:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606496.870630:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606496.870639:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606496.870643:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606496.870646:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749606496.870673:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749606496.870689:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749606496.870696:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
02000000:00000010:2.0:1749606496.870721:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606496.870745:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606496.870749:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606496.870752:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730032768, portal 10
00000400:00000010:2.0:1749606496.870757:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749606496.870759:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730032768, offset 0
00000400:00000200:2.0:1749606496.870764:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606496.870770:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606496.870773:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606496.870776:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606496.870778:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606496.870781:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606496.870784:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [382:382:254:4294967295] 192.168.201.120@tcp LPNI seq info [382:382:6:4294967295]
00000400:00000200:2.0:1749606496.870792:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606496.870796:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606496.870799:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606496.870803:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606496.870808:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606496.870810:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606496.870811:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749606496.870817:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606496.870825:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606496.870833:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606496.870838:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749606496.870841:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749606496.870854:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730032512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606496.870878:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606496.870880:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606496.870883:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606496.870886:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606496.870888:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749606496.870890:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749606496.870894:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730032640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606496.871022:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606496.871025:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606496.871029:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606496.871034:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606496.871037:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749606496.871040:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749606496.871046:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730032768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606496.873012:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606496.873039:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30be00
00000400:00000200:0.0:1749606496.873048:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xcdd [1] + 0
00000400:00000200:0.0:1749606496.873064:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606496.873069:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606496.873078:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730032640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606496.873145:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606496.873154:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30be80
00000400:00000200:0.0:1749606496.873159:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xce5 [1] + 0
00000400:00000200:0.0:1749606496.873167:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606496.873172:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606496.873177:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730032768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606496.873194:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606496.873199:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30bd80
00000400:00000200:0.0:1749606496.873204:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xcd5 [1] + 224
00000400:00000010:2.0:1749606496.873218:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:0.0:1749606496.873222:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606496.873226:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000200:0.0:1749606496.873227:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606496.873228:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606496.873238:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730032640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606496.873244:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730032512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606512 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606496.873253:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730032640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606496.873282:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606496.873284:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606496.873285:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606496.873288:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730032768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606496.873309:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730032768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606496.873325:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749606496.873327:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
02000000:00000010:2.0:1749606496.873330:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606496.873335:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606496.873338:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606496.873340:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606496.873342:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:3.0:1749606496.873344:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606496.873347:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606496.873356:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730032512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606512 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606496.873371:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730032512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606512 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606496.873393:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606496.873399:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606496.873403:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749606496.883016:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:2.0:1749606496.883038:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:0.0:1749606496.883050:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749606496.883075:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749606501.878063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606501.878119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606501.878223:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606501.878253:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606501.878266:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606501.878275:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606501.878290:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606501.878301:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000010:2.0:1749606501.878313:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000100:00000200:3.0:1749606501.878314:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730032896, portal 25
02000000:00000010:2.0:1749606501.878321:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749606501.878322:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606501.878326:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730032896, offset 0
00000400:00000200:3.0:1749606501.878339:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606501.878359:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606501.878368:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606501.878375:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606501.878381:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1749606501.878382:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a800.
00000400:00000200:3.0:1749606501.878385:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606501.878390:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [383:383:256:4294967295] 192.168.201.120@tcp LPNI seq info [383:383:8:4294967295]
00000400:00000010:0.0:1749606501.878392:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea898.
00000400:00000010:0.0:1749606501.878397:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749606501.878401:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730033024, portal 10
00000400:00000010:0.0:1749606501.878408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749606501.878410:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730033024, offset 0
00000400:00000200:3.0:1749606501.878411:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606501.878418:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606501.878421:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606501.878428:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749606501.878439:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606501.878445:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606501.878450:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606501.878453:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606501.878453:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606501.878456:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606501.878459:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606501.878461:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606501.878462:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [384:384:255:4294967295] 192.168.201.120@tcp LPNI seq info [384:384:7:4294967295]
00000400:00000200:0.0:1749606501.878472:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606501.878477:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606501.878482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdb00.
00000800:00000200:0.0:1749606501.878489:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606501.878498:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606501.878502:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdb00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606501.878504:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749606501.878541:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749606501.878553:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749606501.878576:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000800:00000200:1.0:1749606501.878579:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606501.878587:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749606501.878594:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:0.0:1749606501.878598:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c79000.
00000400:00000200:1.0:1749606501.878602:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749606501.878605:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea7e8.
00000400:00000200:1.0:1749606501.878607:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:1.0:1749606501.878610:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000010:0.0:1749606501.878621:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749606501.878622:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730032896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606517 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606501.878625:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730033152, portal 10
00000400:00000010:0.0:1749606501.878631:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749606501.878634:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730033152, offset 0
00000400:00000200:0.0:1749606501.878642:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606501.878650:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606501.878655:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606501.878658:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606501.878662:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606501.878666:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606501.878670:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [385:385:254:4294967295] 192.168.201.120@tcp LPNI seq info [385:385:6:4294967295]
00000400:00000200:0.0:1749606501.878682:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606501.878689:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606501.878693:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd400.
00000800:00000200:0.0:1749606501.878698:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606501.878705:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606501.878717:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606501.878767:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606501.878770:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:1.0:1749606501.878773:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606501.878777:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606501.878780:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:1.0:1749606501.878782:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749606501.878786:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730033024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606501.878815:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606501.878818:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:1.0:1749606501.878820:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606501.878823:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606501.878826:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:1.0:1749606501.878827:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:1.0:1749606501.878831:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730033152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606501.880666:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606501.880683:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30bf00
00000400:00000200:0.0:1749606501.880694:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xced [1] + 224
00000400:00000200:0.0:1749606501.880709:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606501.880715:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606501.880725:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730032896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606517 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606501.880774:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606501.880781:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30bf80
00000400:00000200:0.0:1749606501.880786:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xcf5 [1] + 0
00000400:00000200:0.0:1749606501.880792:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606501.880795:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606501.880816:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730033024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606501.880837:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:0.0:1749606501.880838:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606501.880842:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30c000
00000400:00000200:3.0:1749606501.880846:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606501.880848:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000400:00000200:0.0:1749606501.880852:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xcfd [1] + 0
00000100:00000200:3.0:1749606501.880853:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730032896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606517 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606501.880864:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730032896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606517 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606501.880871:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606501.880875:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606501.880881:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730033152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606501.880891:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606501.880897:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606501.880902:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:1.0:1749606501.880923:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea898.
00000400:00000200:1.0:1749606501.880929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749606501.880931:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749606501.881014:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730033024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606501.881049:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730033024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606501.881073:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea7e8.
00000400:00000200:1.0:1749606501.881075:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749606501.881077:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749606501.881080:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730033152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606501.881086:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730033152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606501.881126:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a800.
02000000:00000010:1.0:1749606501.881132:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749606501.881141:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749606501.881146:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:1.0:1749606501.881149:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749606501.881152:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749606501.891032:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:1.0:1749606501.891045:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749606501.891064:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:0.0:1749606501.891097:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749606506.886058:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606506.886088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606506.886154:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606506.886177:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606506.886187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606506.886238:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749606506.886241:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
02000000:00000010:2.0:1749606506.886243:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749606506.886250:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606506.886257:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606506.886266:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730033280, portal 25
00000400:00000010:3.0:1749606506.886270:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749606506.886272:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730033280, offset 0
00000400:00000200:3.0:1749606506.886279:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606506.886291:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606506.886296:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606506.886300:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606506.886304:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606506.886306:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606506.886308:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [386:386:256:4294967295] 192.168.201.120@tcp LPNI seq info [386:386:8:4294967295]
02000000:00000010:0.0:1749606506.886316:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000200:3.0:1749606506.886318:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749606506.886323:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea840.
00000800:00000200:3.0:1749606506.886323:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606506.886327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000800:00000010:3.0:1749606506.886329:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000100:00000200:0.0:1749606506.886330:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730033408, portal 10
00000400:00000010:0.0:1749606506.886349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000800:00000200:3.0:1749606506.886350:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749606506.886351:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730033408, offset 0
00000400:00000200:0.0:1749606506.886356:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606506.886358:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606506.886362:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606506.886362:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606506.886364:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606506.886367:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606506.886368:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606506.886370:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606506.886372:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [387:387:255:4294967295] 192.168.201.120@tcp LPNI seq info [387:387:7:4294967295]
00000400:00000200:0.0:1749606506.886378:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606506.886381:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606506.886384:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdc00.
00000100:00000010:3.0:1749606506.886386:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000800:00000200:0.0:1749606506.886387:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606506.886391:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606506.886393:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606506.886415:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749606506.886428:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749606506.886440:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
02000000:00000010:0.0:1749606506.886453:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000400:00000010:0.0:1749606506.886458:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea790.
00000400:00000010:0.0:1749606506.886460:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000800:00000200:1.0:1749606506.886461:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749606506.886463:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730033536, portal 10
00000400:00000010:0.0:1749606506.886467:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000800:00000010:1.0:1749606506.886468:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000200:0.0:1749606506.886469:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730033536, offset 0
00000400:00000200:0.0:1749606506.886473:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606506.886475:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606506.886477:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606506.886481:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606506.886484:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606506.886484:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606506.886486:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606506.886488:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606506.886489:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000200:0.0:1749606506.886491:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [388:388:254:4294967295] 192.168.201.120@tcp LPNI seq info [388:388:6:4294967295]
00000400:00000010:1.0:1749606506.886491:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000400:00000200:0.0:1749606506.886499:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606506.886503:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606506.886503:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730033280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1749606506.886511:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000800:00000200:0.0:1749606506.886515:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606506.886520:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606506.886522:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606506.886528:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606506.886529:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:1.0:1749606506.886532:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606506.886535:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606506.886537:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:1.0:1749606506.886539:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:1.0:1749606506.886543:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730033408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606506.886633:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606506.886635:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606506.886637:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606506.886640:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606506.886643:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:1.0:1749606506.886644:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:1.0:1749606506.886648:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730033536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606506.888136:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606506.888146:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30c080
00000400:00000200:0.0:1749606506.888152:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xd05 [1] + 224
00000400:00000200:0.0:1749606506.888160:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606506.888163:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606506.888168:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730033280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606522 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606506.888193:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606506.888197:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30c100
00000400:00000200:0.0:1749606506.888200:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xd0d [1] + 0
00000400:00000200:0.0:1749606506.888203:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606506.888205:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606506.888208:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730033408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606506.888227:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749606506.888228:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:0.0:1749606506.888230:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30c180
00000400:00000200:3.0:1749606506.888232:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606506.888234:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000400:00000200:0.0:1749606506.888239:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xd15 [1] + 0
00000100:00000200:3.0:1749606506.888239:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730033280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606522 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606506.888247:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730033280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606522 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606506.888249:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606506.888252:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606506.888255:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730033536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606506.888265:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea840.
02000000:00000010:3.0:1749606506.888266:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606506.888269:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000200:1.0:1749606506.888270:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:1.0:1749606506.888271:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000010:3.0:1749606506.888273:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:1.0:1749606506.888277:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730033408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606506.888284:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730033408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606506.888300:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea790.
00000400:00000200:1.0:1749606506.888301:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:1.0:1749606506.888302:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:1.0:1749606506.888304:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730033536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606506.888309:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730033536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606506.888319:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
02000000:00000010:1.0:1749606506.888321:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606506.888323:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749606506.888326:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:1.0:1749606506.888333:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749606506.888335:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:3.0:1749606506.899081:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:1.0:1749606506.899103:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:2.0:1749606506.899125:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:0.0:1749606506.899128:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:2.0:1749606511.894007:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606511.894029:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606511.894084:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606511.894099:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606511.894119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749606511.894141:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000100:00000010:2.0:1749606511.894146:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000400:00000010:3.0:1749606511.894147:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
02000000:00000010:2.0:1749606511.894151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749606511.894152:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606511.894159:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730033664, portal 25
00000400:00000010:3.0:1749606511.894162:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606511.894164:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730033664, offset 0
00000400:00000200:3.0:1749606511.894170:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606511.894180:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749606511.894182:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000200:3.0:1749606511.894184:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606511.894187:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606511.894190:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606511.894192:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea738.
00000400:00000200:3.0:1749606511.894192:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606511.894195:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [389:389:256:4294967295] 192.168.201.120@tcp LPNI seq info [389:389:8:4294967295]
00000400:00000010:0.0:1749606511.894196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749606511.894199:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730033792, portal 10
00000400:00000010:0.0:1749606511.894203:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749606511.894205:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730033792, offset 0
00000400:00000200:0.0:1749606511.894210:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606511.894211:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606511.894216:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606511.894217:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606511.894219:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606511.894219:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606511.894222:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606511.894224:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606511.894225:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606511.894226:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606511.894228:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [390:390:255:4294967295] 192.168.201.120@tcp LPNI seq info [390:390:7:4294967295]
00000800:00000200:3.0:1749606511.894232:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606511.894235:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606511.894238:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606511.894244:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606511.894248:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:0.0:1749606511.894252:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606511.894258:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749606511.894258:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000800:00000200:0.0:1749606511.894262:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606511.894267:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749606511.894276:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749606511.894286:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
02000000:00000010:0.0:1749606511.894302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000400:00000010:0.0:1749606511.894306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea790.
00000400:00000010:0.0:1749606511.894310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749606511.894313:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730033920, portal 10
00000800:00000200:1.0:1749606511.894316:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749606511.894317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749606511.894319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730033920, offset 0
00000800:00000010:1.0:1749606511.894321:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606511.894324:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606511.894327:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606511.894329:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606511.894333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606511.894334:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606511.894335:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606511.894338:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606511.894339:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000200:0.0:1749606511.894340:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749606511.894341:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000400:00000200:0.0:1749606511.894343:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [391:391:254:4294967295] 192.168.201.120@tcp LPNI seq info [391:391:6:4294967295]
00000100:00000200:1.0:1749606511.894351:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730033664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606527 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606511.894360:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606511.894373:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606511.894376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:0.0:1749606511.894380:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606511.894401:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606511.894404:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606511.894409:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606511.894411:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606511.894413:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606511.894417:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606511.894420:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:1.0:1749606511.894421:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:1.0:1749606511.894425:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730033792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606511.894493:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606511.894495:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:1.0:1749606511.894497:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606511.894500:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606511.894502:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749606511.894503:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:1.0:1749606511.894506:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730033920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606511.896627:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606511.896637:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30c200
00000400:00000200:0.0:1749606511.896644:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xd1d [1] + 224
00000400:00000200:0.0:1749606511.896653:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606511.896656:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606511.896662:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730033664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606527 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606511.896690:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606511.896695:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30c280
00000400:00000200:0.0:1749606511.896700:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xd25 [1] + 0
00000400:00000200:0.0:1749606511.896705:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606511.896707:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606511.896711:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730033792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606511.896734:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606511.896738:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30c300
00000400:00000200:0.0:1749606511.896741:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xd2d [1] + 0
00000400:00000010:3.0:1749606511.896746:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606511.896750:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606511.896751:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000400:00000200:0.0:1749606511.896754:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749606511.896756:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730033664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606527 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606511.896758:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606511.896762:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730033920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606511.896763:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730033664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606527 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606511.896778:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606511.896781:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749606511.896784:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:1.0:1749606511.896797:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea738.
00000400:00000200:1.0:1749606511.896802:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:1.0:1749606511.896803:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749606511.896808:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730033792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606511.896814:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730033792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606511.896826:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea790.
00000400:00000200:1.0:1749606511.896828:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:1.0:1749606511.896828:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:1.0:1749606511.896830:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730033920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606511.896835:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730033920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606511.896849:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:1.0:1749606511.896881:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749606511.896884:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749606511.896886:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:1.0:1749606511.896888:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606511.896890:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:0.0:1749606511.906992:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:1.0:1749606511.906994:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749606511.906998:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:2.0:1749606511.907005:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:2.0:1749606516.902056:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606516.902091:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606516.902162:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606516.902185:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606516.902193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606516.902221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606516.902228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606516.902239:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606516.902255:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606516.902263:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606516.902271:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730034048, portal 25
00000400:00000010:3.0:1749606516.902276:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749606516.902279:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730034048, offset 0
00000400:00000200:3.0:1749606516.902290:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606516.902305:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606516.902311:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606516.902330:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:0.0:1749606516.902334:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000200:3.0:1749606516.902334:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606516.902336:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606516.902341:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [392:392:256:4294967295] 192.168.201.120@tcp LPNI seq info [392:392:8:4294967295]
00000400:00000010:0.0:1749606516.902346:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea840.
00000400:00000200:3.0:1749606516.902353:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749606516.902354:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000800:00000200:3.0:1749606516.902359:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749606516.902362:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730034176, portal 10
00000800:00000010:3.0:1749606516.902364:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000010:0.0:1749606516.902370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749606516.902372:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730034176, offset 0
00000800:00000200:3.0:1749606516.902373:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606516.902382:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606516.902385:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606516.902391:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606516.902397:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606516.902403:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606516.902408:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606516.902412:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606516.902415:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606516.902419:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [393:393:255:4294967295] 192.168.201.120@tcp LPNI seq info [393:393:7:4294967295]
00000400:00000200:0.0:1749606516.902432:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606516.902438:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606516.902440:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000800:00000010:0.0:1749606516.902444:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdf00.
00000800:00000200:0.0:1749606516.902451:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606516.902458:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000800:00000200:0.0:1749606516.902461:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606516.902466:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdf00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606516.902467:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749606516.902493:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000800:00000200:1.0:1749606516.902510:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:0.0:1749606516.902513:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c79000.
00000400:00000010:0.0:1749606516.902516:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea7e8.
00000800:00000010:1.0:1749606516.902516:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000010:0.0:1749606516.902519:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749606516.902521:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730034304, portal 10
00000400:00000200:1.0:1749606516.902524:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749606516.902525:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749606516.902527:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730034304, offset 0
00000400:00000200:0.0:1749606516.902532:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606516.902533:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606516.902536:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606516.902538:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000200:0.0:1749606516.902539:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606516.902541:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749606516.902554:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730034048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606532 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606516.902559:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606516.902561:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606516.902563:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606516.902566:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [394:394:254:4294967295] 192.168.201.120@tcp LPNI seq info [394:394:6:4294967295]
00000400:00000200:0.0:1749606516.902575:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606516.902579:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606516.902583:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd800.
00000800:00000200:0.0:1749606516.902586:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606516.902591:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606516.902594:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606516.902660:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606516.902663:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:1.0:1749606516.902666:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606516.902670:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606516.902672:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:1.0:1749606516.902674:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:1.0:1749606516.902678:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730034176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606516.902704:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606516.902706:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:1.0:1749606516.902708:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606516.902712:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606516.902714:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749606516.902716:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:1.0:1749606516.902719:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730034304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606516.904445:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606516.904463:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30c400
00000400:00000200:0.0:1749606516.904473:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xd3d [1] + 0
00000400:00000200:0.0:1749606516.904608:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606516.904615:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606516.904623:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730034176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606516.904661:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606516.904667:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30c380
00000400:00000200:0.0:1749606516.904674:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xd35 [1] + 224
00000400:00000200:0.0:1749606516.904680:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606516.904684:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606516.904687:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730034048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606532 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606516.904715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea840.
00000400:00000200:2.0:1749606516.904723:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749606516.904725:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:2.0:1749606516.904733:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730034176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606516.904737:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606516.904741:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30c480
00000400:00000200:0.0:1749606516.904745:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xd45 [1] + 0
00000100:00000200:2.0:1749606516.904746:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730034176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606516.904795:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749606516.904798:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
00000400:00000200:0.0:1749606516.904799:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749606516.904804:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000200:0.0:1749606516.904805:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730034304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749606516.904809:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:2.0:1749606516.904815:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea7e8.
00000400:00000200:2.0:1749606516.904817:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749606516.904819:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749606516.904822:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730034304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606516.904830:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730034304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606516.904844:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:2.0:1749606516.904847:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606516.904857:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000100:00000010:2.0:1749606516.904859:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:3.0:1749606516.904866:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606516.904868:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606516.904876:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730034048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606532 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606516.904888:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730034048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606532 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606516.904908:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606516.904913:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606516.904916:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749606516.915026:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:0.0:1749606516.915052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749606516.915095:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:2.0:1749606516.915121:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:2.0:1749606521.910056:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606521.910093:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606521.910174:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606521.910198:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606521.910210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606521.910234:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606521.910240:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749606521.910250:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606521.910262:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:3.0:1749606521.910263:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:1.0:1749606521.910270:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000010:3.0:1749606521.910275:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000100:00000200:1.0:1749606521.910281:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730034432, portal 25
00000400:00000010:3.0:1749606521.910282:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000400:00000010:1.0:1749606521.910285:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:3.0:1749606521.910287:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730034560, portal 10
00000100:00000200:1.0:1749606521.910288:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730034432, offset 0
00000400:00000010:3.0:1749606521.910293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000200:1.0:1749606521.910297:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606521.910312:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749606521.910314:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730034560, offset 0
00000400:00000200:1.0:1749606521.910319:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606521.910321:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606521.910324:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606521.910328:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606521.910331:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606521.910335:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [395:395:256:4294967295] 192.168.201.120@tcp LPNI seq info [395:395:8:4294967295]
00000400:00000200:1.0:1749606521.910347:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606521.910353:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606521.910355:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606521.910358:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:3.0:1749606521.910359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606521.910362:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606521.910365:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606521.910367:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606521.910368:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606521.910370:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [396:396:255:4294967295] 192.168.201.120@tcp LPNI seq info [396:396:7:4294967295]
00000800:00000200:1.0:1749606521.910378:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606521.910381:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606521.910383:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749606521.910385:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606521.910389:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606521.910394:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606521.910399:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606521.910402:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606521.910410:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000100:00000010:1.0:1749606521.910444:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000100:00000010:1.0:1749606521.910450:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749606521.910471:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
02000000:00000010:3.0:1749606521.910486:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606521.910490:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606521.910494:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606521.910496:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730034688, portal 10
00000400:00000010:3.0:1749606521.910501:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606521.910502:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730034688, offset 0
00000400:00000200:3.0:1749606521.910507:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606521.910511:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606521.910514:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606521.910517:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606521.910519:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606521.910521:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606521.910523:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [397:397:254:4294967295] 192.168.201.120@tcp LPNI seq info [397:397:6:4294967295]
00000800:00000200:0.0:1749606521.910524:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606521.910531:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:3.0:1749606521.910531:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606521.910535:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606521.910537:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606521.910539:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606521.910549:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749606521.910549:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606521.910554:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606521.910556:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000800:00000200:3.0:1749606521.910556:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749606521.910559:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749606521.910575:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730034432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606521.910617:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606521.910619:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606521.910622:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606521.910626:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606521.910637:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749606521.910639:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749606521.910643:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730034560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606521.910768:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606521.910771:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606521.910773:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606521.910777:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606521.910780:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749606521.910781:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749606521.910786:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730034688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606521.913047:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606521.913062:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30c580
00000400:00000200:0.0:1749606521.913084:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xd51 [1] + 0
00000400:00000200:0.0:1749606521.913101:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606521.913107:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606521.913117:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730034560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606521.913176:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606521.913187:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30c500
00000400:00000200:0.0:1749606521.913194:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xd4d [1] + 224
00000400:00000200:0.0:1749606521.913223:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606521.913229:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606521.913236:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730034432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606521.913277:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749606521.913277:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:0.0:1749606521.913284:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30c600
00000400:00000200:3.0:1749606521.913285:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749606521.913287:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606521.913295:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730034560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606521.913298:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xd5d [1] + 0
00000100:00000200:3.0:1749606521.913308:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730034560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606521.913313:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749606521.913316:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606521.913320:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000200:0.0:1749606521.913321:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606521.913323:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749606521.913329:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730034688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606521.913331:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730034432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606521.913340:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606521.913346:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749606521.913351:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749606521.913355:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606521.913357:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000100:00000200:1.0:1749606521.913359:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730034432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606521.913359:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606521.913363:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730034688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606521.913371:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730034688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606521.913380:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606521.913385:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
02000000:00000010:3.0:1749606521.913385:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606521.913387:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749606521.913388:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749606521.913389:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749606521.923051:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:0.0:1749606521.923061:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:1.0:1749606521.923082:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749606521.923098:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:2.0:1749606526.917986:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606526.918003:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606526.918044:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606526.918057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606526.918063:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606526.918075:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606526.918078:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606526.918103:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606526.918108:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606526.918113:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606526.918118:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730034944, portal 10
00000400:00000010:2.0:1749606526.918123:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606526.918125:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730034944, offset 0
00000400:00000200:2.0:1749606526.918131:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749606526.918137:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000200:2.0:1749606526.918139:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606526.918144:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606526.918147:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606526.918150:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749606526.918150:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000200:2.0:1749606526.918153:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606526.918156:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [398:398:256:4294967295] 192.168.201.120@tcp LPNI seq info [398:398:8:4294967295]
00000400:00000010:3.0:1749606526.918158:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000400:00000200:2.0:1749606526.918165:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749606526.918165:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730034816, portal 25
00000400:00000010:3.0:1749606526.918170:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606526.918173:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730034816, offset 0
00000800:00000200:2.0:1749606526.918181:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606526.918184:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606526.918190:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606526.918197:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606526.918197:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749606526.918201:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606526.918211:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606526.918216:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606526.918221:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606526.918224:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1749606526.918225:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
00000400:00000200:3.0:1749606526.918227:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606526.918230:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [399:399:255:4294967295] 192.168.201.120@tcp LPNI seq info [399:399:7:4294967295]
00000100:00000010:2.0:1749606526.918235:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
00000400:00000200:3.0:1749606526.918242:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606526.918244:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60966c0.
00000100:00000010:2.0:1749606526.918248:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
00000800:00000200:3.0:1749606526.918249:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606526.918253:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
02000000:00000010:2.0:1749606526.918255:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606526.918258:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000800:00000200:3.0:1749606526.918259:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:2.0:1749606526.918260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606526.918263:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730035072, portal 10
00000400:00000010:2.0:1749606526.918266:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749606526.918268:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730035072, offset 0
00000800:00000200:3.0:1749606526.918268:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606526.918272:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606526.918272:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606526.918276:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606526.918279:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606526.918281:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606526.918283:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606526.918285:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606526.918288:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [400:400:254:4294967295] 192.168.201.120@tcp LPNI seq info [400:400:6:4294967295]
00000400:00000200:2.0:1749606526.918295:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606526.918299:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606526.918301:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606526.918304:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606526.918307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606526.918310:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606526.918324:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606526.918327:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606526.918331:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606526.918335:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606526.918338:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749606526.918340:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749606526.918346:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730034944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606526.918368:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606526.918369:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606526.918371:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606526.918373:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606526.918374:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749606526.918375:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749606526.918378:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730034816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606526.918424:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606526.918425:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606526.918427:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606526.918428:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606526.918430:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749606526.918430:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749606526.918432:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730035072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606526.920336:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606526.920343:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30c700
00000400:00000200:0.0:1749606526.920348:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xd65 [1] + 0
00000400:00000200:0.0:1749606526.920354:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606526.920355:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606526.920360:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730034944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606526.920378:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606526.920381:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30c780
00000400:00000200:0.0:1749606526.920383:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xd75 [1] + 0
00000400:00000200:0.0:1749606526.920385:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606526.920387:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606526.920394:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730035072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606526.920403:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749606526.920404:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:0.0:1749606526.920406:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30c680
00000400:00000200:2.0:1749606526.920410:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606526.920412:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000200:0.0:1749606526.920415:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xd6d [1] + 224
00000100:00000200:2.0:1749606526.920416:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730034944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606526.920423:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606526.920425:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749606526.920425:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730034944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606526.920427:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730034816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606526.920444:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606526.920446:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606526.920447:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606526.920450:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730035072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606526.920456:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730035072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606526.920468:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606526.920471:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606526.920474:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606526.920476:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606526.920478:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606526.920480:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749606526.920547:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606526.920555:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606526.920558:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606526.920568:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730034816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606526.920581:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730034816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606526.920644:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606526.920650:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749606526.920654:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749606526.930981:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60966c0.
00000100:00000010:0.0:1749606526.930983:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:1.0:1749606526.931033:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:3.0:1749606526.931063:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749606531.926032:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606531.926061:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606531.926123:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606531.926142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606531.926149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606531.926166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606531.926170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606531.926218:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749606531.926224:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749606531.926225:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:1.0:1749606531.926234:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749606531.926235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000010:1.0:1749606531.926239:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606531.926248:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730035200, portal 25
00000400:00000010:1.0:1749606531.926254:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749606531.926257:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730035200, offset 0
00000100:00000200:2.0:1749606531.926257:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730035328, portal 10
00000400:00000010:2.0:1749606531.926264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:1.0:1749606531.926267:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606531.926277:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730035328, offset 0
00000400:00000200:1.0:1749606531.926284:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606531.926286:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606531.926291:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606531.926296:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606531.926300:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606531.926303:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606531.926307:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [401:401:256:4294967295] 192.168.201.120@tcp LPNI seq info [401:401:8:4294967295]
00000400:00000200:1.0:1749606531.926321:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606531.926328:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606531.926329:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606531.926333:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:2.0:1749606531.926333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606531.926337:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606531.926339:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606531.926341:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606531.926342:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606531.926345:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [402:402:255:4294967295] 192.168.201.120@tcp LPNI seq info [402:402:7:4294967295]
00000800:00000200:1.0:1749606531.926352:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606531.926356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606531.926357:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606531.926361:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606531.926364:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606531.926369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606531.926375:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606531.926378:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606531.926390:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000100:00000010:1.0:1749606531.926414:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749606531.926419:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749606531.926437:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
02000000:00000010:2.0:1749606531.926464:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606531.926468:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606531.926471:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606531.926473:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730035456, portal 10
00000400:00000010:2.0:1749606531.926477:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749606531.926479:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730035456, offset 0
00000400:00000200:2.0:1749606531.926483:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606531.926487:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749606531.926490:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606531.926490:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606531.926493:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606531.926495:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:0.0:1749606531.926496:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749606531.926497:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606531.926500:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [403:403:254:4294967295] 192.168.201.120@tcp LPNI seq info [403:403:6:4294967295]
00000400:00000200:0.0:1749606531.926504:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606531.926508:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606531.926548:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606531.926549:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606531.926554:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000800:00000010:2.0:1749606531.926554:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000010:0.0:1749606531.926556:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000800:00000200:2.0:1749606531.926558:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606531.926579:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606531.926581:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606531.926584:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730035200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606531.926607:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606531.926609:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606531.926612:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606531.926615:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606531.926616:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749606531.926618:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749606531.926621:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730035328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606531.926695:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606531.926697:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606531.926699:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606531.926702:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606531.926712:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749606531.926713:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749606531.926717:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730035456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606531.928574:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606531.928587:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30c880
00000400:00000200:0.0:1749606531.928595:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xd81 [1] + 0
00000400:00000200:0.0:1749606531.928605:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606531.928608:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606531.928615:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730035328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606531.928647:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606531.928651:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30c800
00000400:00000200:0.0:1749606531.928654:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xd7d [1] + 224
00000400:00000200:0.0:1749606531.928659:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606531.928661:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606531.928664:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730035200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606531.928688:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606531.928692:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30c900
00000400:00000010:2.0:1749606531.928694:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606531.928703:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606531.928705:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000400:00000200:0.0:1749606531.928710:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xd8d [1] + 0
00000100:00000200:2.0:1749606531.928714:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730035328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606531.928728:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606531.928729:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730035328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606531.928731:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606531.928735:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730035456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606531.928762:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606531.928765:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606531.928767:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606531.928772:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730035456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606531.928783:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730035456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606531.928786:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606531.928793:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606531.928795:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
02000000:00000010:2.0:1749606531.928801:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749606531.928802:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730035200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606531.928806:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000200:1.0:1749606531.928811:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730035200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749606531.928811:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606531.928814:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606531.928817:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606531.928820:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749606531.928829:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606531.928834:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749606531.928837:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:3.0:1749606531.939008:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:2.0:1749606531.939035:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:0.0:1749606531.939048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:1.0:1749606531.939080:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749606536.934098:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606536.934133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606536.934204:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606536.934246:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606536.934256:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749606536.934268:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606536.934281:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000100:00000010:2.0:1749606536.934289:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749606536.934290:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
02000000:00000010:2.0:1749606536.934294:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000200:3.0:1749606536.934300:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730035584, portal 25
00000400:00000010:3.0:1749606536.934306:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749606536.934319:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730035584, offset 0
00000400:00000200:3.0:1749606536.934330:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606536.934346:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606536.934353:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606536.934359:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606536.934364:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606536.934367:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606536.934371:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [404:404:256:4294967295] 192.168.201.120@tcp LPNI seq info [404:404:8:4294967295]
00000400:00000200:3.0:1749606536.934385:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606536.934392:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606536.934398:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
02000000:00000010:0.0:1749606536.934404:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000800:00000200:3.0:1749606536.934407:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749606536.934424:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea898.
00000800:00000200:3.0:1749606536.934452:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606536.934458:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749606536.934467:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749606536.934472:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730035712, portal 10
00000400:00000010:0.0:1749606536.934478:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749606536.934480:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730035712, offset 0
00000400:00000200:0.0:1749606536.934488:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606536.934491:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000400:00000200:0.0:1749606536.934496:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606536.934500:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606536.934503:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606536.934506:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1749606536.934507:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000400:00000200:0.0:1749606536.934508:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606536.934511:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [405:405:255:4294967295] 192.168.201.120@tcp LPNI seq info [405:405:7:4294967295]
00000100:00000010:3.0:1749606536.934512:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000400:00000200:0.0:1749606536.934521:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606536.934526:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606536.934526:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000800:00000010:0.0:1749606536.934530:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000800:00000200:0.0:1749606536.934535:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606536.934541:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606536.934545:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749606536.934560:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000400:00000010:0.0:1749606536.934562:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea000.
00000400:00000010:0.0:1749606536.934565:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749606536.934567:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730035840, portal 10
00000400:00000010:0.0:1749606536.934571:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749606536.934573:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730035840, offset 0
00000400:00000200:0.0:1749606536.934576:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606536.934579:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606536.934582:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606536.934583:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749606536.934584:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606536.934587:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606536.934589:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:1.0:1749606536.934591:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606536.934592:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [406:406:254:4294967295] 192.168.201.120@tcp LPNI seq info [406:406:6:4294967295]
00000400:00000200:1.0:1749606536.934600:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606536.934607:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749606536.934612:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:0.0:1749606536.934613:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606536.934615:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606536.934618:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000800:00000200:0.0:1749606536.934619:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749606536.934622:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000800:00000200:0.0:1749606536.934623:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606536.934625:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749606536.934637:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730035584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606536.934665:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606536.934667:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606536.934671:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606536.934674:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606536.934677:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:1.0:1749606536.934678:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:1.0:1749606536.934682:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730035712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606536.934773:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606536.934776:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606536.934778:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606536.934803:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606536.934806:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:1.0:1749606536.934807:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:1.0:1749606536.934812:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730035840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606536.936873:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606536.936889:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30ca00
00000400:00000200:0.0:1749606536.936897:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xd9d [1] + 0
00000400:00000200:0.0:1749606536.936909:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606536.936913:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606536.936921:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730035712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606536.936995:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606536.937001:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30c980
00000400:00000200:0.0:1749606536.937006:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xd95 [1] + 224
00000400:00000200:0.0:1749606536.937011:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606536.937015:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606536.937019:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730035584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606536.937043:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606536.937047:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ca80
00000400:00000200:0.0:1749606536.937051:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xda5 [1] + 0
00000400:00000010:2.0:1749606536.937058:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea898.
00000400:00000200:0.0:1749606536.937066:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606536.937066:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749606536.937068:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000400:00000200:0.0:1749606536.937070:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606536.937075:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730035840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606536.937077:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730035712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606536.937089:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730035712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606536.937119:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea000.
00000400:00000200:2.0:1749606536.937121:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749606536.937122:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749606536.937135:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730035840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606536.937143:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730035840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606536.937143:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606536.937151:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606536.937153:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
02000000:00000010:2.0:1749606536.937160:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
00000100:00000200:3.0:1749606536.937161:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730035584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606536.937164:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606536.937169:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749606536.937172:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730035584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606536.937173:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:2.0:1749606536.937176:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606536.937178:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:3.0:1749606536.937191:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606536.937195:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749606536.937199:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749606536.947042:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:0.0:1749606536.947066:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749606536.947067:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:1.0:1749606536.947085:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:2.0:1749606541.942071:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606541.942106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606541.942178:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606541.942200:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606541.942208:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606541.942253:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606541.942257:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606541.942285:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606541.942288:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:2.0:1749606541.942293:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606541.942302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000010:3.0:1749606541.942311:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000100:00000200:2.0:1749606541.942312:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730036096, portal 10
00000400:00000010:3.0:1749606541.942319:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000400:00000010:2.0:1749606541.942320:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606541.942325:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730036096, offset 0
00000100:00000200:3.0:1749606541.942325:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730035968, portal 25
00000400:00000010:3.0:1749606541.942331:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000400:00000200:2.0:1749606541.942334:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606541.942376:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749606541.942383:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730035968, offset 0
00000400:00000200:2.0:1749606541.942385:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606541.942391:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606541.942393:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606541.942396:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606541.942399:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606541.942403:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [407:407:256:4294967295] 192.168.201.120@tcp LPNI seq info [407:407:8:4294967295]
00000400:00000200:2.0:1749606541.942419:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606541.942425:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606541.942428:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606541.942431:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749606541.942432:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606541.942435:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606541.942439:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606541.942439:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606541.942441:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606541.942444:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [408:408:255:4294967295] 192.168.201.120@tcp LPNI seq info [408:408:7:4294967295]
00000800:00000200:2.0:1749606541.942451:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606541.942454:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606541.942457:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606541.942459:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606541.942464:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606541.942468:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606541.942475:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606541.942478:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606541.942485:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60966c0.
00000100:00000010:2.0:1749606541.942523:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749606541.942534:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749606541.942539:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
02000000:00000010:2.0:1749606541.942555:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606541.942558:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606541.942561:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606541.942563:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730036224, portal 10
00000400:00000010:2.0:1749606541.942568:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606541.942577:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730036224, offset 0
00000400:00000200:2.0:1749606541.942583:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606541.942588:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606541.942591:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606541.942594:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606541.942596:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606541.942599:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606541.942601:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [409:409:254:4294967295] 192.168.201.120@tcp LPNI seq info [409:409:6:4294967295]
00000400:00000200:2.0:1749606541.942610:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606541.942614:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606541.942616:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606541.942620:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606541.942624:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606541.942627:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606541.942636:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606541.942643:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606541.942651:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606541.942659:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606541.942665:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749606541.942667:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749606541.942679:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730036096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606541.942703:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606541.942705:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749606541.942708:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606541.942711:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606541.942713:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749606541.942715:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749606541.942719:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730035968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606541.942810:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606541.942812:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606541.942815:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606541.942818:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606541.942820:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749606541.942822:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749606541.942826:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730036224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606541.944786:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606541.944801:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30cb80
00000400:00000200:0.0:1749606541.944808:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xdad [1] + 0
00000400:00000200:0.0:1749606541.944819:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606541.944832:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606541.944840:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730036096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606541.944879:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606541.944884:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30cc00
00000400:00000200:0.0:1749606541.944888:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xdbd [1] + 0
00000400:00000200:0.0:1749606541.944893:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606541.944896:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606541.944900:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730036224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606541.944914:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606541.944917:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30cb00
00000400:00000200:0.0:1749606541.944921:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xdb1 [1] + 224
00000400:00000200:0.0:1749606541.944968:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606541.944972:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606541.944977:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730035968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606541.944982:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606541.944990:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606541.944992:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606541.945000:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730036096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606541.945012:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730036096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606541.945043:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606541.945045:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606541.945046:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606541.945050:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730036224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606541.945058:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730036224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606541.945066:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
02000000:00000010:2.0:1749606541.945074:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
00000400:00000200:3.0:1749606541.945075:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606541.945077:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606541.945085:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730035968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606541.945089:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606541.945095:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749606541.945096:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730035968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606541.945098:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606541.945101:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606541.945103:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749606541.945115:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606541.945120:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749606541.945123:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:0.0:1749606541.955035:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60966c0.
00000100:00000010:3.0:1749606541.955051:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:1.0:1749606541.955075:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749606541.955090:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749606546.950042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606546.950078:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606546.950160:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606546.950187:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606546.950199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749606546.950215:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000100:00000010:2.0:1749606546.950226:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000400:00000010:1.0:1749606546.950227:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749606546.950231:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:1.0:1749606546.950238:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606546.950250:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730036352, portal 25
00000400:00000010:1.0:1749606546.950283:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606546.950288:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730036352, offset 0
02000000:00000010:2.0:1749606546.950291:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606546.950297:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000200:1.0:1749606546.950301:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606546.950313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606546.950318:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730036480, portal 10
00000400:00000200:1.0:1749606546.950320:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606546.950325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606546.950328:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730036480, offset 0
00000400:00000200:1.0:1749606546.950329:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606546.950335:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606546.950336:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606546.950342:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606546.950346:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606546.950351:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [410:410:256:4294967295] 192.168.201.120@tcp LPNI seq info [410:410:8:4294967295]
00000400:00000200:1.0:1749606546.950370:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606546.950380:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606546.950380:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606546.950384:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606546.950387:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:2.0:1749606546.950388:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606546.950391:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606546.950394:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606546.950397:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606546.950398:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [411:411:255:4294967295] 192.168.201.120@tcp LPNI seq info [411:411:7:4294967295]
00000400:00000200:2.0:1749606546.950409:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606546.950411:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606546.950416:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606546.950418:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749606546.950420:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606546.950425:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606546.950431:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606546.950457:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000800:00000200:2.0:1749606546.950458:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606546.950486:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749606546.950493:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749606546.950501:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000800:00000200:0.0:1749606546.950583:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:2.0:1749606546.950587:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606546.950594:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606546.950599:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606546.950604:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730036608, portal 10
00000400:00000010:2.0:1749606546.950610:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000800:00000010:0.0:1749606546.950611:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000100:00000200:2.0:1749606546.950613:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730036608, offset 0
00000400:00000200:0.0:1749606546.950620:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606546.950621:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606546.950627:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606546.950630:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606546.950633:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606546.950635:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606546.950638:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606546.950639:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606546.950641:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [412:412:254:4294967295] 192.168.201.120@tcp LPNI seq info [412:412:6:4294967295]
00000400:00000200:0.0:1749606546.950646:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749606546.950649:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000400:00000200:2.0:1749606546.950649:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606546.950653:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606546.950658:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000100:00000200:0.0:1749606546.950662:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730036352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606546.950662:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606546.950667:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606546.950669:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606546.950691:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606546.950693:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606546.950696:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606546.950710:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606546.950713:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749606546.950715:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749606546.950719:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730036480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606546.950816:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606546.950818:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606546.950821:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606546.950824:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606546.950826:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749606546.950828:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749606546.950832:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730036608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606546.952918:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606546.952972:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30cc80
00000400:00000200:0.0:1749606546.952983:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xdc5 [1] + 224
00000400:00000200:0.0:1749606546.953001:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606546.953005:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606546.953013:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730036352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606546.953059:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606546.953068:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30cd00
00000400:00000200:0.0:1749606546.953076:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xdcd [1] + 0
00000400:00000200:0.0:1749606546.953086:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606546.953091:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606546.953097:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730036480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606546.953141:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606546.953150:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30cd80
00000400:00000010:1.0:1749606546.953159:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606546.953168:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606546.953172:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000400:00000200:0.0:1749606546.953181:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xdd5 [1] + 0
00000100:00000200:1.0:1749606546.953183:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730036352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606546.953190:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606546.953195:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606546.953198:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:1.0:1749606546.953200:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730036352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606546.953204:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606546.953204:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730036480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606546.953208:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606546.953213:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730036608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606546.953217:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730036480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606546.953235:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749606546.953240:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
02000000:00000010:1.0:1749606546.953241:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606546.953242:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606546.953244:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000010:1.0:1749606546.953247:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:2.0:1749606546.953296:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730036608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606546.953308:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730036608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606546.953333:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606546.953339:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606546.953342:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606546.953346:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606546.953350:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606546.953352:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:0.0:1749606546.963027:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:2.0:1749606546.963059:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:3.0:1749606546.963062:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749606546.963091:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:2.0:1749606551.958132:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606551.958169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606551.958268:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606551.958291:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606551.958298:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606551.958321:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606551.958325:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:1.0:1749606551.958330:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749606551.958343:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606551.958352:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
02000000:00000010:2.0:1749606551.958354:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606551.958359:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000100:00000200:1.0:1749606551.958363:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730036736, portal 25
00000400:00000010:2.0:1749606551.958364:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000010:1.0:1749606551.958368:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:2.0:1749606551.958368:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730036864, portal 10
00000100:00000200:1.0:1749606551.958371:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730036736, offset 0
00000400:00000010:2.0:1749606551.958375:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000200:1.0:1749606551.958381:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606551.958388:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730036864, offset 0
00000400:00000200:2.0:1749606551.958396:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606551.958399:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606551.958407:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606551.958412:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606551.958417:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606551.958420:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606551.958424:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [413:413:256:4294967295] 192.168.201.120@tcp LPNI seq info [413:413:8:4294967295]
00000400:00000200:1.0:1749606551.958439:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606551.958445:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606551.958447:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606551.958451:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:2.0:1749606551.958451:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606551.958454:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606551.958457:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606551.958459:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606551.958460:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606551.958463:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [414:414:255:4294967295] 192.168.201.120@tcp LPNI seq info [414:414:7:4294967295]
00000800:00000200:1.0:1749606551.958471:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606551.958477:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606551.958494:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606551.958500:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606551.958503:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606551.958508:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606551.958515:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606551.958518:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606551.958522:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749606551.958552:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749606551.958558:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749606551.958566:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
02000000:00000010:2.0:1749606551.958592:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749606551.958597:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606551.958600:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606551.958603:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730036992, portal 10
00000400:00000010:2.0:1749606551.958607:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606551.958609:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730036992, offset 0
00000400:00000200:2.0:1749606551.958613:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606551.958618:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606551.958620:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606551.958623:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606551.958625:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606551.958627:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606551.958630:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [415:415:254:4294967295] 192.168.201.120@tcp LPNI seq info [415:415:6:4294967295]
00000400:00000200:2.0:1749606551.958638:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606551.958642:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606551.958644:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606551.958647:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606551.958651:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606551.958654:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606551.958671:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606551.958678:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749606551.958686:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606551.958693:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606551.958699:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749606551.958701:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749606551.958714:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730036736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606551.958738:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606551.958740:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606551.958743:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606551.958746:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606551.958749:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749606551.958750:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749606551.958754:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730036864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606551.958845:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606551.958847:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606551.958849:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606551.958853:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606551.958855:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749606551.958857:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749606551.958860:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730036992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606551.961109:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606551.961134:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ce00
00000400:00000200:0.0:1749606551.961142:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xddd [1] + 224
00000400:00000200:0.0:1749606551.961154:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606551.961158:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606551.961165:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730036736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606551.961228:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606551.961234:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30ce80
00000400:00000200:0.0:1749606551.961239:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xde1 [1] + 0
00000400:00000200:0.0:1749606551.961245:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606551.961248:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606551.961252:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730036864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606551.961275:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606551.961280:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30cf00
00000400:00000200:0.0:1749606551.961283:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xded [1] + 0
00000400:00000200:0.0:1749606551.961298:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606551.961300:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749606551.961303:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606551.961310:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606551.961313:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606551.961323:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730036736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606551.961327:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730036992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606551.961339:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730036736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606551.961372:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606551.961378:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000010:2.0:1749606551.961379:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000100:00000010:1.0:1749606551.961382:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000200:2.0:1749606551.961387:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606551.961390:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606551.961398:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730036864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606551.961419:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730036864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606551.961443:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606551.961445:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606551.961446:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606551.961450:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730036992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606551.961458:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730036992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606551.961472:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606551.961476:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606551.961479:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606551.961481:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606551.961483:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606551.961485:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749606551.971021:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:0.0:1749606551.971062:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:1.0:1749606551.971092:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:3.0:1749606551.971104:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:2.0:1749606556.966178:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606556.966212:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606556.966288:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606556.966311:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606556.966319:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606556.966343:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606556.966346:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749606556.966384:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606556.966391:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
02000000:00000010:1.0:1749606556.966394:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749606556.966399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:1.0:1749606556.966405:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606556.966407:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730037248, portal 10
00000400:00000010:1.0:1749606556.966411:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606556.966415:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730037120, portal 25
00000400:00000010:2.0:1749606556.966415:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606556.966418:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730037248, offset 0
00000400:00000010:1.0:1749606556.966419:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606556.966422:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730037120, offset 0
00000400:00000200:1.0:1749606556.966431:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606556.966443:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606556.966448:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606556.966455:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606556.966461:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606556.966466:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606556.966468:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606556.966472:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [416:416:256:4294967295] 192.168.201.120@tcp LPNI seq info [416:416:8:4294967295]
00000400:00000200:1.0:1749606556.966486:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606556.966493:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606556.966495:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606556.966499:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606556.966503:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606556.966506:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:1.0:1749606556.966508:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606556.966508:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606556.966512:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [417:417:255:4294967295] 192.168.201.120@tcp LPNI seq info [417:417:7:4294967295]
00000800:00000200:1.0:1749606556.966517:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606556.966522:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606556.966527:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606556.966527:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606556.966531:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:1.0:1749606556.966533:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606556.966537:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606556.966545:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606556.966550:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606556.966575:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749606556.966597:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749606556.966602:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749606556.966607:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
02000000:00000010:2.0:1749606556.966647:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749606556.966653:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606556.966658:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000800:00000200:0.0:1749606556.966660:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749606556.966663:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730037376, portal 10
00000800:00000010:0.0:1749606556.966666:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000010:2.0:1749606556.966669:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606556.966672:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730037376, offset 0
00000400:00000200:0.0:1749606556.966674:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606556.966679:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606556.966681:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606556.966686:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:0.0:1749606556.966688:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000400:00000200:2.0:1749606556.966688:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606556.966693:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606556.966696:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:0.0:1749606556.966700:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730037120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606556.966700:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606556.966703:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606556.966707:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [418:418:254:4294967295] 192.168.201.120@tcp LPNI seq info [418:418:6:4294967295]
00000400:00000200:2.0:1749606556.966721:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606556.966728:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606556.966733:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606556.966739:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606556.966758:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606556.966763:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606556.966809:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606556.966812:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606556.966815:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606556.966820:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606556.966822:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749606556.966824:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749606556.966828:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730037248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606556.966854:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606556.966857:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606556.966859:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606556.966862:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606556.966865:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749606556.966866:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749606556.966870:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730037376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606556.968781:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606556.968794:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30d000
00000400:00000200:0.0:1749606556.968801:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xdf5 [1] + 0
00000400:00000200:0.0:1749606556.968812:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606556.968815:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606556.968822:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730037248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606556.968855:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606556.968862:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30cf80
00000400:00000200:0.0:1749606556.968886:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xdf9 [1] + 224
00000400:00000200:0.0:1749606556.968897:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606556.968902:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606556.968910:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606556.968920:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606556.968922:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749606556.968931:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730037120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606556.968933:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730037248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606556.968994:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730037248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606556.969011:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606556.969021:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30d080
00000400:00000200:0.0:1749606556.969027:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xe05 [1] + 0
02000000:00000010:2.0:1749606556.969035:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606556.969044:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000400:00000200:0.0:1749606556.969049:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1749606556.969049:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749606556.969053:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606556.969058:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730037376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606556.969067:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606556.969074:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606556.969077:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606556.969109:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730037120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606556.969110:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606556.969114:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606556.969115:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606556.969121:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730037376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606556.969126:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730037120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606556.969130:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730037376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606556.969149:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749606556.969151:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749606556.969152:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000100:00000010:2.0:1749606556.969154:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749606556.969159:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749606556.969164:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749606556.979044:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:1.0:1749606556.979053:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:3.0:1749606556.979059:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:0.0:1749606556.979068:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749606561.974118:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606561.974153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606561.974243:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606561.974270:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606561.974283:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606561.974316:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606561.974322:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749606561.974347:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749606561.974360:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606561.974370:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606561.974380:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730037504, portal 25
02000000:00000010:1.0:1749606561.974382:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749606561.974386:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606561.974389:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730037504, offset 0
00000400:00000010:1.0:1749606561.974392:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:3.0:1749606561.974399:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606561.974408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606561.974413:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730037632, portal 10
00000400:00000200:3.0:1749606561.974417:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606561.974420:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606561.974422:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730037632, offset 0
00000400:00000200:3.0:1749606561.974425:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606561.974430:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606561.974431:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606561.974436:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606561.974439:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606561.974444:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [419:419:256:4294967295] 192.168.201.120@tcp LPNI seq info [419:419:8:4294967295]
00000400:00000200:3.0:1749606561.974459:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606561.974465:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606561.974468:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606561.974471:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606561.974472:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606561.974475:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606561.974478:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606561.974479:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606561.974481:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606561.974492:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606561.974494:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [420:420:255:4294967295] 192.168.201.120@tcp LPNI seq info [420:420:7:4294967295]
00000800:00000200:3.0:1749606561.974498:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606561.974504:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606561.974509:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606561.974514:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749606561.974519:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606561.974528:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606561.974532:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606561.974532:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749606561.974555:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749606561.974560:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749606561.974572:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
02000000:00000010:1.0:1749606561.974609:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606561.974614:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606561.974618:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606561.974622:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730037760, portal 10
00000400:00000010:1.0:1749606561.974627:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606561.974630:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730037760, offset 0
00000400:00000200:1.0:1749606561.974636:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606561.974643:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606561.974647:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606561.974651:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749606561.974653:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606561.974654:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606561.974657:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749606561.974659:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606561.974661:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [421:421:254:4294967295] 192.168.201.120@tcp LPNI seq info [421:421:6:4294967295]
00000400:00000200:0.0:1749606561.974667:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606561.974673:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606561.974675:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749606561.974680:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606561.974681:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749606561.974684:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000800:00000010:1.0:1749606561.974684:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606561.974689:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606561.974695:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749606561.974698:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730037504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606561.974700:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606561.974729:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606561.974732:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749606561.974736:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606561.974741:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606561.974744:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749606561.974746:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749606561.974752:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730037632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606561.974861:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606561.974863:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749606561.974866:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606561.974870:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606561.974881:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749606561.974882:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749606561.974887:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730037760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606561.976757:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606561.976774:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30d100
00000400:00000200:0.0:1749606561.976783:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xe0d [1] + 224
00000400:00000200:0.0:1749606561.976794:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606561.976798:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606561.976806:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730037504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606561.976843:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606561.976848:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30d180
00000400:00000200:0.0:1749606561.976852:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xe15 [1] + 0
00000400:00000200:0.0:1749606561.976858:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606561.976861:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606561.976865:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730037632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606561.976891:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:0.0:1749606561.976893:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749606561.976899:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000200:0.0:1749606561.976900:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30d200
00000400:00000010:3.0:1749606561.976901:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749606561.976907:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xe1d [1] + 0
00000100:00000200:3.0:1749606561.976910:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730037504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606561.976980:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730037504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606561.977036:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606561.977042:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606561.977048:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749606561.977056:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606561.977064:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606561.977072:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730037760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606561.977084:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606561.977090:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749606561.977092:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606561.977109:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730037632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606561.977123:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730037632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606561.977151:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606561.977155:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749606561.977157:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606561.977162:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730037760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606561.977175:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730037760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606561.977197:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606561.977203:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606561.977208:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749606561.977213:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606561.977216:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749606561.977219:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749606561.987070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:2.0:1749606561.987085:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749606561.987094:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:0.0:1749606561.987104:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:2.0:1749606566.982179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606566.982216:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606566.982313:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606566.982339:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606566.982348:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606566.982384:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000100:00000010:2.0:1749606566.982387:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606566.982392:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749606566.982397:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606566.982405:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606566.982415:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730037888, portal 25
00000400:00000010:3.0:1749606566.982421:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749606566.982423:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730037888, offset 0
00000400:00000200:3.0:1749606566.982433:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606566.982450:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749606566.982456:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000400:00000200:3.0:1749606566.982458:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606566.982464:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606566.982468:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606566.982471:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606566.982475:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [422:422:256:4294967295] 192.168.201.120@tcp LPNI seq info [422:422:8:4294967295]
00000400:00000010:0.0:1749606566.982482:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea058.
00000400:00000010:0.0:1749606566.982488:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000400:00000200:3.0:1749606566.982489:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749606566.982493:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730038016, portal 10
00000800:00000200:3.0:1749606566.982495:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606566.982500:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000010:0.0:1749606566.982501:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749606566.982504:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730038016, offset 0
00000800:00000200:3.0:1749606566.982508:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606566.982513:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606566.982519:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606566.982522:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606566.982524:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606566.982527:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606566.982531:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606566.982535:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606566.982539:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606566.982543:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [423:423:255:4294967295] 192.168.201.120@tcp LPNI seq info [423:423:7:4294967295]
00000100:00000010:3.0:1749606566.982554:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000400:00000200:0.0:1749606566.982556:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606566.982564:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606566.982568:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdc00.
00000100:00000010:3.0:1749606566.982569:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000800:00000200:0.0:1749606566.982574:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606566.982574:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000800:00000200:0.0:1749606566.982582:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749606566.982584:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000800:00000200:0.0:1749606566.982586:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdc00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606566.982624:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606566.982631:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
02000000:00000010:0.0:1749606566.982633:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000010:0.0:1749606566.982637:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea0b0.
00000400:00000200:1.0:1749606566.982639:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749606566.982641:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749606566.982644:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730038144, portal 10
00000400:00000200:1.0:1749606566.982647:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749606566.982649:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000400:00000200:1.0:1749606566.982652:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:1.0:1749606566.982654:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749606566.982661:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730038144, offset 0
00000100:00000200:1.0:1749606566.982667:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730037888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606566.982668:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606566.982673:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606566.982678:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606566.982681:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606566.982685:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606566.982688:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606566.982692:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [424:424:254:4294967295] 192.168.201.120@tcp LPNI seq info [424:424:6:4294967295]
00000400:00000200:0.0:1749606566.982710:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606566.982718:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606566.982722:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd400.
00000800:00000200:0.0:1749606566.982727:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606566.982734:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606566.982737:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606566.982796:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606566.982799:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:1.0:1749606566.982802:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606566.982806:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606566.982808:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:1.0:1749606566.982818:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:1.0:1749606566.982824:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730038016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606566.982856:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606566.982858:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:1.0:1749606566.982860:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606566.982863:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606566.982865:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:1.0:1749606566.982866:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:1.0:1749606566.982870:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730038144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606566.984607:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606566.984621:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30d300
00000400:00000200:0.0:1749606566.984629:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xe2d [1] + 0
00000400:00000200:0.0:1749606566.984640:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606566.984645:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606566.984652:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730038016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606566.984712:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606566.984719:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30d280
00000400:00000200:0.0:1749606566.984725:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xe25 [1] + 224
00000400:00000200:0.0:1749606566.984733:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606566.984738:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606566.984743:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730037888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606566.984788:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea058.
00000400:00000200:0.0:1749606566.984789:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749606566.984793:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000200:0.0:1749606566.984795:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30d380
00000400:00000010:2.0:1749606566.984795:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000400:00000200:0.0:1749606566.984800:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xe35 [1] + 0
00000100:00000200:2.0:1749606566.984801:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730038016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606566.984809:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730038016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606566.984816:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606566.984821:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606566.984826:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730038144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606566.984853:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:2.0:1749606566.984859:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606566.984864:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749606566.984868:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea0b0.
00000400:00000200:2.0:1749606566.984870:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749606566.984871:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749606566.984875:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730038144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606566.984882:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730038144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606566.984882:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606566.984890:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606566.984892:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
02000000:00000010:2.0:1749606566.984896:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749606566.984898:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606566.984900:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:3.0:1749606566.984900:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730037888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606566.984910:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730037888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606566.985027:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606566.985032:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749606566.985035:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:3.0:1749606566.995027:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:1.0:1749606566.995037:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:0.0:1749606566.995063:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749606566.995080:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749606571.990087:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606571.990141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606571.990216:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606571.990239:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606571.990247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606571.990267:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606571.990271:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606571.990297:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749606571.990299:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:2.0:1749606571.990305:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606571.990309:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:2.0:1749606571.990313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000010:3.0:1749606571.990315:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:2.0:1749606571.990322:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730038400, portal 10
00000100:00000200:3.0:1749606571.990329:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730038272, portal 25
00000400:00000010:2.0:1749606571.990330:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606571.990333:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730038400, offset 0
00000400:00000010:3.0:1749606571.990333:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606571.990336:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730038272, offset 0
00000400:00000200:2.0:1749606571.990342:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606571.990351:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606571.990357:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606571.990366:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606571.990371:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606571.990376:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606571.990379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606571.990383:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [425:425:256:4294967295] 192.168.201.120@tcp LPNI seq info [425:425:8:4294967295]
00000400:00000200:2.0:1749606571.990397:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606571.990404:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606571.990407:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606571.990408:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749606571.990411:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606571.990415:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606571.990417:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606571.990418:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606571.990420:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606571.990423:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [426:426:255:4294967295] 192.168.201.120@tcp LPNI seq info [426:426:7:4294967295]
00000800:00000200:2.0:1749606571.990428:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606571.990433:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606571.990434:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606571.990438:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606571.990442:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606571.990446:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606571.990453:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606571.990456:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606571.990464:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749606571.990485:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
00000100:00000010:2.0:1749606571.990495:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749606571.990501:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
02000000:00000010:2.0:1749606571.990511:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606571.990523:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606571.990527:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606571.990530:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730038528, portal 10
00000400:00000010:2.0:1749606571.990534:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606571.990536:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730038528, offset 0
00000400:00000200:2.0:1749606571.990541:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606571.990546:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606571.990549:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606571.990552:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606571.990554:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606571.990556:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606571.990559:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [427:427:254:4294967295] 192.168.201.120@tcp LPNI seq info [427:427:6:4294967295]
00000400:00000200:2.0:1749606571.990567:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606571.990572:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606571.990575:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606571.990578:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606571.990582:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606571.990585:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606571.990616:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606571.990624:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606571.990632:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606571.990640:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606571.990645:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749606571.990647:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749606571.990659:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730038400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606571.990681:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606571.990683:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606571.990686:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606571.990689:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606571.990691:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749606571.990693:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749606571.990697:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730038272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606571.990785:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606571.990787:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606571.990790:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606571.990793:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606571.990795:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749606571.990797:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749606571.990800:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730038528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606571.993083:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606571.993096:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30d400
00000400:00000200:0.0:1749606571.993102:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xe41 [1] + 224
00000400:00000200:0.0:1749606571.993111:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606571.993122:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606571.993129:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730038272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606571.993163:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606571.993167:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30d480
00000400:00000200:0.0:1749606571.993171:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xe3d [1] + 0
00000400:00000200:0.0:1749606571.993176:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606571.993178:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606571.993181:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730038400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606571.993200:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606571.993204:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30d500
00000400:00000200:0.0:1749606571.993206:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xe4d [1] + 0
00000400:00000200:0.0:1749606571.993221:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606571.993223:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606571.993227:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730038528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606571.993235:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606571.993242:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606571.993243:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606571.993250:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730038400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606571.993251:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606571.993258:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606571.993259:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:2.0:1749606571.993260:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730038400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606571.993283:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730038272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606571.993295:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730038272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606571.993306:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606571.993308:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606571.993309:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606571.993313:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730038528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606571.993316:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606571.993321:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749606571.993326:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:2.0:1749606571.993338:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730038528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606571.993354:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606571.993358:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606571.993361:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606571.993365:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606571.993367:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606571.993369:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749606572.003038:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:0.0:1749606572.003055:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:3.0:1749606572.003058:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:1.0:1749606572.003071:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:2.0:1749606576.998088:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606576.998111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606576.998167:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606576.998183:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606576.998190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606576.998208:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606576.998212:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606576.998249:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606576.998256:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606576.998261:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606576.998268:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730038784, portal 10
00000400:00000010:2.0:1749606576.998274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606576.998277:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730038784, offset 0
00000400:00000200:2.0:1749606576.998283:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749606576.998293:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000200:2.0:1749606576.998295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606576.998300:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606576.998305:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606576.998308:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749606576.998310:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000200:2.0:1749606576.998311:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606576.998315:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [428:428:256:4294967295] 192.168.201.120@tcp LPNI seq info [428:428:8:4294967295]
00000400:00000010:3.0:1749606576.998318:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000400:00000200:2.0:1749606576.998326:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749606576.998326:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730038656, portal 25
00000400:00000010:3.0:1749606576.998331:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749606576.998334:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730038656, offset 0
00000400:00000200:3.0:1749606576.998344:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749606576.998348:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606576.998352:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606576.998360:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606576.998361:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606576.998367:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749606576.998369:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606576.998372:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606576.998373:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606576.998376:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606576.998378:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606576.998381:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [429:429:255:4294967295] 192.168.201.120@tcp LPNI seq info [429:429:7:4294967295]
00000400:00000200:3.0:1749606576.998394:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606576.998399:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
00000800:00000200:3.0:1749606576.998399:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606576.998403:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749606576.998410:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749606576.998415:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
00000800:00000200:3.0:1749606576.998419:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606576.998424:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606576.998426:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
00000100:00000010:2.0:1749606576.998431:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096680.
02000000:00000010:2.0:1749606576.998442:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606576.998446:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606576.998449:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606576.998453:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730038912, portal 10
00000400:00000010:2.0:1749606576.998456:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606576.998458:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730038912, offset 0
00000400:00000200:2.0:1749606576.998462:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606576.998467:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606576.998471:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606576.998473:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606576.998476:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606576.998478:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606576.998481:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [430:430:254:4294967295] 192.168.201.120@tcp LPNI seq info [430:430:6:4294967295]
00000400:00000200:2.0:1749606576.998490:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606576.998494:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606576.998496:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606576.998500:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606576.998504:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606576.998506:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606576.998541:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606576.998565:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606576.998575:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606576.998583:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606576.998589:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749606576.998592:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749606576.998603:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730038784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606576.998628:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606576.998630:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606576.998643:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606576.998647:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606576.998650:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749606576.998652:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749606576.998657:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730038656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606576.998795:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606576.998797:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606576.998800:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606576.998803:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606576.998805:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749606576.998807:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749606576.998811:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730038912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606577.001019:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606577.001036:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30d580
00000400:00000200:0.0:1749606577.001044:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xe5d [1] + 224
00000400:00000200:0.0:1749606577.001073:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606577.001077:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606577.001083:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730038656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606577.001119:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606577.001123:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30d600
00000400:00000200:0.0:1749606577.001129:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xe55 [1] + 0
00000400:00000200:0.0:1749606577.001133:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606577.001136:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606577.001140:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730038784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606577.001169:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606577.001182:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30d680
00000400:00000010:3.0:1749606577.001183:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606577.001190:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606577.001192:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749606577.001197:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xe65 [1] + 0
00000100:00000200:3.0:1749606577.001199:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730038656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606577.001209:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730038656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606577.001212:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606577.001215:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606577.001220:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730038912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606577.001235:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749606577.001241:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606577.001245:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:2.0:1749606577.001246:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606577.001261:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606577.001263:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606577.001271:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730038784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606577.001281:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730038784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606577.001305:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606577.001307:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749606577.001308:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606577.001312:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730038912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606577.001319:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730038912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606577.001333:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606577.001337:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606577.001339:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606577.001342:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606577.001344:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606577.001346:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749606577.011035:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096680.
00000100:00000010:1.0:1749606577.011051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:2.0:1749606577.011055:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:0.0:1749606577.011065:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749606582.006135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606582.006173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606582.006262:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606582.006285:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606582.006294:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606582.006310:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000100:00000010:2.0:1749606582.006318:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606582.006322:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749606582.006323:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606582.006333:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606582.006344:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730039040, portal 25
00000400:00000010:3.0:1749606582.006350:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
02000000:00000010:2.0:1749606582.006352:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000100:00000200:3.0:1749606582.006353:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730039040, offset 0
00000400:00000010:2.0:1749606582.006357:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000200:3.0:1749606582.006362:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606582.006374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:3.0:1749606582.006381:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606582.006388:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606582.006393:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606582.006398:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749606582.006399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730039168, portal 10
00000400:00000200:3.0:1749606582.006401:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606582.006405:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [431:431:256:4294967295] 192.168.201.120@tcp LPNI seq info [431:431:8:4294967295]
00000400:00000010:2.0:1749606582.006406:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606582.006408:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730039168, offset 0
00000400:00000200:2.0:1749606582.006416:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606582.006421:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606582.006428:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606582.006432:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606582.006433:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749606582.006436:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606582.006440:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606582.006442:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606582.006443:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606582.006445:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606582.006448:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [432:432:255:4294967295] 192.168.201.120@tcp LPNI seq info [432:432:7:4294967295]
00000800:00000200:3.0:1749606582.006453:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606582.006458:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606582.006459:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606582.006463:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606582.006468:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606582.006473:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606582.006479:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606582.006483:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606582.006509:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
00000100:00000010:2.0:1749606582.006546:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749606582.006557:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
00000100:00000010:2.0:1749606582.006562:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096680.
02000000:00000010:2.0:1749606582.006574:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606582.006577:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606582.006580:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606582.006582:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730039296, portal 10
00000400:00000010:2.0:1749606582.006587:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606582.006589:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730039296, offset 0
00000400:00000200:2.0:1749606582.006593:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606582.006597:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606582.006600:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606582.006602:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606582.006611:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606582.006613:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606582.006616:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [433:433:254:4294967295] 192.168.201.120@tcp LPNI seq info [433:433:6:4294967295]
00000400:00000200:2.0:1749606582.006624:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606582.006629:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606582.006631:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606582.006635:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606582.006640:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606582.006642:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606582.006699:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606582.006706:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606582.006714:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606582.006723:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606582.006728:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749606582.006730:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749606582.006743:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730039040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606582.006766:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606582.006768:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606582.006771:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606582.006774:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606582.006776:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749606582.006777:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749606582.006781:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730039168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606582.006875:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606582.006877:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606582.006880:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606582.006883:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606582.006885:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749606582.006887:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749606582.006891:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730039296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606582.008850:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606582.008866:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30d700
00000400:00000200:0.0:1749606582.008875:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xe6d [1] + 224
00000400:00000200:0.0:1749606582.008886:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606582.008890:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606582.008898:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730039040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606582.008975:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:0.0:1749606582.008978:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749606582.008982:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606582.008984:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749606582.008985:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30d780
00000400:00000200:0.0:1749606582.008990:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xe75 [1] + 0
00000100:00000200:3.0:1749606582.008993:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730039040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606582.008997:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606582.009000:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606582.009005:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730039168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606582.009005:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730039040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606582.009031:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749606582.009035:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:0.0:1749606582.009036:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30d800
00000400:00000200:0.0:1749606582.009039:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xe7d [1] + 0
02000000:00000010:3.0:1749606582.009041:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749606582.009045:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749606582.009058:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606582.009062:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606582.009066:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730039296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606582.009087:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606582.009095:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749606582.009097:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606582.009105:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730039168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606582.009117:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730039168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606582.009139:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606582.009141:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606582.009142:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606582.009146:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730039296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606582.009154:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730039296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606582.009168:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606582.009172:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606582.009175:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606582.009178:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606582.009180:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606582.009182:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606582.019037:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:0.0:1749606582.019050:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:3.0:1749606582.019053:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096680.
00000100:00000010:1.0:1749606582.019121:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749606587.014120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606587.014154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606587.014230:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606587.014252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606587.014260:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606587.014284:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606587.014288:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606587.014314:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749606587.014315:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606587.014324:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:3.0:1749606587.014325:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:2.0:1749606587.014331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000010:3.0:1749606587.014331:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606587.014341:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730039424, portal 25
00000100:00000200:2.0:1749606587.014347:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730039552, portal 10
00000400:00000010:3.0:1749606587.014347:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749606587.014350:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730039424, offset 0
00000400:00000010:2.0:1749606587.014354:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:3.0:1749606587.014360:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606587.014366:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730039552, offset 0
00000400:00000200:2.0:1749606587.014373:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606587.014378:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606587.014385:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606587.014391:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606587.014395:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606587.014398:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606587.014402:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [434:434:256:4294967295] 192.168.201.120@tcp LPNI seq info [434:434:8:4294967295]
00000400:00000200:3.0:1749606587.014417:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606587.014424:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606587.014425:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606587.014429:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606587.014429:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606587.014433:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606587.014436:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606587.014438:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606587.014439:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606587.014442:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [435:435:255:4294967295] 192.168.201.120@tcp LPNI seq info [435:435:7:4294967295]
00000800:00000200:3.0:1749606587.014450:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606587.014452:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606587.014456:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606587.014457:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606587.014460:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606587.014465:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606587.014471:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606587.014475:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606587.014501:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
00000100:00000010:2.0:1749606587.014525:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
00000100:00000010:2.0:1749606587.014537:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749606587.014556:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
02000000:00000010:2.0:1749606587.014568:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606587.014571:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606587.014599:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606587.014603:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730039680, portal 10
00000400:00000010:2.0:1749606587.014608:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606587.014610:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730039680, offset 0
00000400:00000200:2.0:1749606587.014615:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606587.014620:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606587.014623:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606587.014626:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606587.014628:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606587.014631:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606587.014633:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [436:436:254:4294967295] 192.168.201.120@tcp LPNI seq info [436:436:6:4294967295]
00000800:00000200:0.0:1749606587.014639:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606587.014642:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606587.014646:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606587.014647:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000800:00000010:2.0:1749606587.014649:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606587.014653:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606587.014657:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606587.014658:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606587.014660:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606587.014668:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606587.014687:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749606587.014691:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749606587.014706:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730039552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606587.014740:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606587.014743:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606587.014747:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606587.014752:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606587.014755:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749606587.014757:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749606587.014764:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730039424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606587.014872:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606587.014876:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606587.014881:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606587.014887:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606587.014891:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749606587.014893:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749606587.014900:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730039680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606587.016975:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606587.016995:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30d880
00000400:00000200:0.0:1749606587.017006:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xe85 [1] + 224
00000400:00000200:0.0:1749606587.017026:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606587.017032:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606587.017042:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730039424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606587.017089:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606587.017098:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30d900
00000400:00000200:0.0:1749606587.017105:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xe89 [1] + 0
00000400:00000200:0.0:1749606587.017128:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606587.017133:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606587.017141:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730039552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606587.017177:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606587.017182:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30d980
00000400:00000010:3.0:1749606587.017182:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606587.017191:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606587.017192:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749606587.017198:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xe95 [1] + 0
00000100:00000200:3.0:1749606587.017201:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730039424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606587.017213:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730039424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606587.017216:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606587.017220:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606587.017225:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730039680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606587.017229:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606587.017238:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606587.017240:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
02000000:00000010:3.0:1749606587.017243:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000100:00000200:2.0:1749606587.017249:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730039552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606587.017251:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606587.017257:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:2.0:1749606587.017261:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730039552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749606587.017280:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:2.0:1749606587.025041:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606587.025054:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749606587.025056:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606587.025063:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730039680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606587.025073:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730039680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749606587.025088:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:2.0:1749606587.025097:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606587.025101:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606587.025104:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606587.025108:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606587.025110:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606587.025112:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749606587.027028:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:2.0:1749606587.027032:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:3.0:1749606587.027045:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:1.0:1749606587.027055:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:2.0:1749606592.022107:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606592.022140:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606592.022225:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606592.022248:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606592.022258:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606592.022282:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606592.022286:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606592.022306:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749606592.022313:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749606592.022318:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:2.0:1749606592.022319:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606592.022326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000010:3.0:1749606592.022327:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:2.0:1749606592.022335:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730039936, portal 10
00000100:00000200:3.0:1749606592.022341:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730039808, portal 25
00000400:00000010:2.0:1749606592.022343:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606592.022345:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730039936, offset 0
00000400:00000010:3.0:1749606592.022345:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749606592.022348:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730039808, offset 0
00000400:00000200:2.0:1749606592.022354:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606592.022363:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606592.022370:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606592.022377:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606592.022401:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606592.022406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606592.022408:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606592.022413:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [437:437:256:4294967295] 192.168.201.120@tcp LPNI seq info [437:437:8:4294967295]
00000400:00000200:2.0:1749606592.022426:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606592.022433:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606592.022435:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606592.022438:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:3.0:1749606592.022439:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606592.022443:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606592.022445:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606592.022447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606592.022448:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606592.022451:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [438:438:255:4294967295] 192.168.201.120@tcp LPNI seq info [438:438:7:4294967295]
00000800:00000200:2.0:1749606592.022458:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606592.022461:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606592.022463:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606592.022466:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606592.022470:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606592.022475:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606592.022480:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606592.022484:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606592.022515:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749606592.022550:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749606592.022561:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749606592.022567:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60966c0.
02000000:00000010:2.0:1749606592.022579:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606592.022582:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606592.022585:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606592.022588:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730040064, portal 10
00000400:00000010:2.0:1749606592.022592:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606592.022594:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730040064, offset 0
00000400:00000200:2.0:1749606592.022599:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606592.022603:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606592.022606:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606592.022609:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606592.022611:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606592.022614:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606592.022617:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [439:439:254:4294967295] 192.168.201.120@tcp LPNI seq info [439:439:6:4294967295]
00000400:00000200:2.0:1749606592.022625:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606592.022629:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606592.022639:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:0.0:1749606592.022640:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606592.022644:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749606592.022648:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606592.022649:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606592.022651:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606592.022657:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606592.022667:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606592.022673:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749606592.022676:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606592.022691:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730039936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606592.022733:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606592.022736:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606592.022739:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606592.022745:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606592.022748:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749606592.022751:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749606592.022756:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730039808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606592.022844:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606592.022856:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606592.022860:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606592.022865:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606592.022868:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749606592.022871:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749606592.022878:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730040064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606592.024887:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606592.024905:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30da00
00000400:00000200:0.0:1749606592.024916:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xea1 [1] + 224
00000400:00000200:0.0:1749606592.024929:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606592.025006:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606592.025017:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730039808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606592.025068:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606592.025077:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30da80
00000400:00000200:0.0:1749606592.025083:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xe9d [1] + 0
00000400:00000200:0.0:1749606592.025092:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606592.025097:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606592.025105:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730039936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606592.025129:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606592.025138:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606592.025142:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606592.025152:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730039808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606592.025161:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606592.025170:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30db00
00000100:00000200:3.0:1749606592.025170:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730039808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606592.025176:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xead [1] + 0
00000400:00000010:2.0:1749606592.025190:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:0.0:1749606592.025198:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606592.025198:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749606592.025200:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
02000000:00000010:3.0:1749606592.025204:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:0.0:1749606592.025205:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749606592.025208:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730039936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606592.025210:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:0.0:1749606592.025213:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730040064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606592.025214:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:2.0:1749606592.025220:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730039936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606592.025243:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606592.025248:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606592.025251:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749606592.025255:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606592.025257:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606592.025258:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606592.025261:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730040064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606592.025269:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730040064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606592.025282:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606592.025285:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606592.025289:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749606592.035024:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:0.0:1749606592.035045:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:1.0:1749606592.035051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:3.0:1749606592.035058:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60966c0.
00000100:00000010:2.0:1749606597.030196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606597.030234:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606597.030316:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606597.030343:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606597.030355:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606597.030377:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606597.030389:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606597.030399:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606597.030441:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730040192, portal 25
00000100:00000010:2.0:1749606597.030448:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000400:00000010:3.0:1749606597.030449:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606597.030454:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730040192, offset 0
02000000:00000010:2.0:1749606597.030456:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000200:3.0:1749606597.030466:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749606597.030483:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000200:3.0:1749606597.030484:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749606597.030509:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea108.
00000400:00000200:3.0:1749606597.030511:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749606597.030514:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000400:00000200:3.0:1749606597.030517:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:0.0:1749606597.030519:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730040320, portal 10
00000400:00000200:3.0:1749606597.030523:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606597.030525:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000400:00000200:3.0:1749606597.030526:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749606597.030527:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730040320, offset 0
00000400:00000200:3.0:1749606597.030531:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [440:440:256:4294967295] 192.168.201.120@tcp LPNI seq info [440:440:8:4294967295]
00000400:00000200:0.0:1749606597.030534:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606597.030551:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606597.030558:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606597.030559:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606597.030563:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606597.030563:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606597.030566:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606597.030568:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606597.030571:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606597.030572:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606597.030575:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [441:441:255:4294967295] 192.168.201.120@tcp LPNI seq info [441:441:7:4294967295]
00000800:00000200:3.0:1749606597.030582:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606597.030587:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606597.030588:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749606597.030594:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606597.030599:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:0.0:1749606597.030605:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606597.030613:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606597.030617:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606597.030631:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749606597.030654:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749606597.030676:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749606597.030695:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
02000000:00000010:0.0:1749606597.030713:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a800.
00000800:00000200:1.0:1749606597.030716:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749606597.030719:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea160.
00000400:00000010:0.0:1749606597.030723:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000800:00000010:1.0:1749606597.030723:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000100:00000200:0.0:1749606597.030727:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730040448, portal 10
00000400:00000200:1.0:1749606597.030732:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749606597.030733:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749606597.030735:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730040448, offset 0
00000400:00000200:1.0:1749606597.030740:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606597.030743:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606597.030748:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000200:0.0:1749606597.030750:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606597.030751:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000200:0.0:1749606597.030755:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749606597.030765:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730040192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606597.030768:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606597.030771:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606597.030774:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606597.030779:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [442:442:254:4294967295] 192.168.201.120@tcp LPNI seq info [442:442:6:4294967295]
00000400:00000200:0.0:1749606597.030791:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606597.030798:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606597.030803:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000800:00000200:0.0:1749606597.030808:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606597.030814:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606597.030818:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606597.030880:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606597.030884:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606597.030887:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606597.030892:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606597.030895:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:1.0:1749606597.030897:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:1.0:1749606597.030902:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730040320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606597.031083:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606597.031086:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606597.031091:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606597.031098:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606597.031102:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:1.0:1749606597.031105:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:1.0:1749606597.031112:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730040448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606597.032723:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606597.032737:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30db80
00000400:00000200:0.0:1749606597.032744:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xeb5 [1] + 224
00000400:00000200:0.0:1749606597.032754:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606597.032758:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606597.032765:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730040192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606597.032795:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606597.032800:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30dc00
00000400:00000200:0.0:1749606597.032804:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xebd [1] + 0
00000400:00000200:0.0:1749606597.032808:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606597.032811:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606597.032814:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730040320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606597.032840:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606597.032847:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30dc80
00000400:00000010:3.0:1749606597.032847:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606597.032855:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606597.032857:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749606597.032863:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xec5 [1] + 0
00000100:00000200:3.0:1749606597.032865:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730040192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606597.032881:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730040192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606597.032888:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea108.
00000400:00000200:1.0:1749606597.032894:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000200:0.0:1749606597.032896:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606597.032896:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000400:00000200:0.0:1749606597.032902:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749606597.032902:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730040320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606597.032907:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730040448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606597.032912:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000100:00000200:1.0:1749606597.032915:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730040320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606597.032918:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606597.032923:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:1.0:1749606597.032964:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea160.
00000400:00000200:1.0:1749606597.032968:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:1.0:1749606597.032971:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:1.0:1749606597.032976:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730040448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606597.032987:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730040448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606597.033006:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
02000000:00000010:1.0:1749606597.033010:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749606597.033013:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749606597.033016:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a800.
02000000:00000010:1.0:1749606597.033018:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606597.033020:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:3.0:1749606597.043024:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749606597.043025:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:1.0:1749606597.043047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:0.0:1749606597.043061:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:2.0:1749606602.038122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606602.038155:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606602.038226:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606602.038251:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606602.038259:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606602.038289:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606602.038293:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749606602.038302:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606602.038316:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606602.038355:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606602.038369:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730040576, portal 25
00000400:00000010:3.0:1749606602.038377:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749606602.038381:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730040576, offset 0
02000000:00000010:0.0:1749606602.038388:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000200:3.0:1749606602.038393:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606602.038400:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea210.
00000400:00000010:0.0:1749606602.038407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749606602.038413:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730040704, portal 10
00000400:00000200:3.0:1749606602.038413:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749606602.038422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000400:00000200:3.0:1749606602.038422:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:0.0:1749606602.038425:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730040704, offset 0
00000400:00000200:3.0:1749606602.038429:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606602.038435:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606602.038435:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606602.038440:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606602.038446:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [443:443:256:4294967295] 192.168.201.120@tcp LPNI seq info [443:443:8:4294967295]
00000400:00000200:3.0:1749606602.038466:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606602.038477:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606602.038482:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606602.038486:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606602.038489:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606602.038492:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606602.038495:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606602.038498:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [444:444:255:4294967295] 192.168.201.120@tcp LPNI seq info [444:444:7:4294967295]
00000800:00000010:3.0:1749606602.038505:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606602.038508:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606602.038513:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606602.038517:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:3.0:1749606602.038519:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606602.038523:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606602.038532:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606602.038535:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606602.038538:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606602.038539:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749606602.038576:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749606602.038603:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
00000100:00000010:0.0:1749606602.038610:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000100:00000010:0.0:1749606602.038625:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
02000000:00000010:0.0:1749606602.038640:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c79000.
00000400:00000010:0.0:1749606602.038655:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea1b8.
00000400:00000010:0.0:1749606602.038661:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000800:00000200:1.0:1749606602.038665:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749606602.038666:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730040832, portal 10
00000800:00000010:1.0:1749606602.038670:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000010:0.0:1749606602.038672:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749606602.038674:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730040832, offset 0
00000400:00000200:1.0:1749606602.038679:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606602.038681:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606602.038686:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606602.038689:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606602.038693:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606602.038693:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000200:0.0:1749606602.038696:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606602.038696:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000400:00000200:0.0:1749606602.038700:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606602.038702:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606602.038706:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [445:445:254:4294967295] 192.168.201.120@tcp LPNI seq info [445:445:6:4294967295]
00000100:00000200:1.0:1749606602.038709:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730040704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606602.038719:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606602.038725:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606602.038729:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd800.
00000800:00000200:0.0:1749606602.038735:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606602.038741:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606602.038745:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606602.038828:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606602.038833:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606602.038836:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606602.038841:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606602.038844:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:1.0:1749606602.038846:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:1.0:1749606602.038851:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730040576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606602.038889:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606602.038891:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:1.0:1749606602.038894:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606602.038897:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606602.038899:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:1.0:1749606602.038900:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:1.0:1749606602.038904:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730040832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606602.040364:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606602.040381:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30dd80
00000400:00000200:0.0:1749606602.040391:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xed5 [1] + 0
00000400:00000200:0.0:1749606602.040406:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606602.040411:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606602.040420:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730040704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606602.040467:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606602.040475:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30de00
00000400:00000200:0.0:1749606602.040482:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xedd [1] + 0
00000400:00000010:2.0:1749606602.040505:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea210.
00000400:00000200:0.0:1749606602.040506:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606602.040512:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749606602.040514:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000400:00000200:0.0:1749606602.040516:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606602.040522:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730040832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606602.040522:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730040704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606602.040534:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730040704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606602.040566:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea1b8.
00000400:00000200:2.0:1749606602.040568:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749606602.040569:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:2.0:1749606602.040572:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730040832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606602.040580:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730040832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606602.040598:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749606602.040604:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606602.040609:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606602.040612:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:2.0:1749606602.040614:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606602.040617:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749606602.040838:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606602.040846:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30dd00
00000400:00000200:0.0:1749606602.040852:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xecd [1] + 224
00000400:00000200:0.0:1749606602.040865:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606602.040869:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606602.040875:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730040576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606602.040976:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606602.040982:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606602.040984:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606602.040991:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730040576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606602.041002:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730040576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606602.041020:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606602.041025:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606602.041028:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749606602.051013:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:3.0:1749606602.051046:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:1.0:1749606602.051067:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:0.0:1749606602.051086:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749606607.046165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606607.046202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606607.046345:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606607.046376:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606607.046388:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749606607.046395:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749606607.046411:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000100:00000010:2.0:1749606607.046420:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000010:1.0:1749606607.046423:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:2.0:1749606607.046425:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749606607.046434:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730040960, portal 25
00000400:00000010:1.0:1749606607.046441:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606607.046445:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730040960, offset 0
02000000:00000010:3.0:1749606607.046460:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000200:1.0:1749606607.046462:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749606607.046471:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606607.046495:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606607.046500:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730041088, portal 10
00000400:00000200:1.0:1749606607.046507:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749606607.046507:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749606607.046509:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730041088, offset 0
00000400:00000200:1.0:1749606607.046517:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606607.046517:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606607.046523:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606607.046529:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606607.046533:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606607.046538:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [446:446:256:4294967295] 192.168.201.120@tcp LPNI seq info [446:446:8:4294967295]
00000400:00000200:1.0:1749606607.046558:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606607.046567:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606607.046568:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606607.046572:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606607.046574:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:3.0:1749606607.046575:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606607.046578:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606607.046581:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606607.046584:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [447:447:255:4294967295] 192.168.201.120@tcp LPNI seq info [447:447:7:4294967295]
00000800:00000200:1.0:1749606607.046585:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606607.046594:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606607.046597:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606607.046599:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606607.046603:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749606607.046613:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606607.046619:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606607.046625:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606607.046629:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606607.046638:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749606607.046679:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749606607.046685:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749606607.046695:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
02000000:00000010:3.0:1749606607.046735:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606607.046740:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606607.046744:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000800:00000200:0.0:1749606607.046747:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:3.0:1749606607.046748:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730041216, portal 10
00000400:00000010:3.0:1749606607.046752:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000800:00000010:0.0:1749606607.046754:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000100:00000200:3.0:1749606607.046754:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730041216, offset 0
00000400:00000200:3.0:1749606607.046759:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606607.046762:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749606607.046764:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606607.046768:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606607.046770:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749606607.046771:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606607.046773:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606607.046775:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000200:3.0:1749606607.046776:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749606607.046778:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000400:00000200:3.0:1749606607.046778:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [448:448:254:4294967295] 192.168.201.120@tcp LPNI seq info [448:448:6:4294967295]
00000400:00000200:3.0:1749606607.046787:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606607.046800:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749606607.046801:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730040960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1749606607.046803:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606607.046806:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606607.046811:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606607.046814:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606607.046825:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606607.046827:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749606607.046829:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606607.046833:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606607.046835:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749606607.046837:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749606607.046842:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730041088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606607.046926:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606607.046929:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606607.046931:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606607.046987:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606607.046990:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749606607.046992:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749606607.046996:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730041216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606607.049350:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606607.049369:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30de80
00000400:00000200:0.0:1749606607.049380:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xee5 [1] + 224
00000400:00000200:0.0:1749606607.049395:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606607.049401:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606607.049412:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730040960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606607.049465:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606607.049475:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30df00
00000400:00000200:0.0:1749606607.049482:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xeed [1] + 0
00000400:00000200:0.0:1749606607.049492:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606607.049496:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:0.0:1749606607.049497:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606607.049503:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749606607.049505:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606607.049514:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730040960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606607.049519:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730041088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606607.049526:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730040960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606607.049555:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749606607.049562:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749606607.049562:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749606607.049567:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749606607.049571:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30df80
00000400:00000200:0.0:1749606607.049577:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xef5 [1] + 0
00000400:00000200:0.0:1749606607.049597:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606607.049604:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606607.049611:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730041216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606607.049649:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:3.0:1749606607.049657:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749606607.049659:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606607.049668:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730041088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606607.049679:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730041088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606607.049720:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606607.049723:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749606607.049724:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749606607.049728:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730041216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606607.049736:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730041216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606607.049750:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606607.049755:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749606607.049758:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749606607.049761:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606607.049763:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749606607.049765:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:3.0:1749606607.059022:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:2.0:1749606607.059050:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:1.0:1749606607.059062:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:0.0:1749606607.059080:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:2.0:1749606612.054039:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606612.054071:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606612.054138:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606612.054191:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606612.054200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606612.054222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606612.054227:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606612.054232:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606612.054244:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606612.054253:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
02000000:00000010:2.0:1749606612.054259:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000100:00000200:3.0:1749606612.054263:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730041344, portal 25
00000400:00000010:2.0:1749606612.054264:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606612.054269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000010:3.0:1749606612.054271:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:2.0:1749606612.054273:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730041472, portal 10
00000100:00000200:3.0:1749606612.054275:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730041344, offset 0
00000400:00000010:2.0:1749606612.054280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606612.054282:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730041472, offset 0
00000400:00000200:3.0:1749606612.054288:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606612.054300:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606612.054308:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606612.054318:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606612.054326:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606612.054331:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606612.054335:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606612.054340:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [449:449:256:4294967295] 192.168.201.120@tcp LPNI seq info [449:449:8:4294967295]
00000400:00000200:3.0:1749606612.054360:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606612.054370:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606612.054371:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606612.054375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606612.054379:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606612.054381:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606612.054384:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606612.054387:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [450:450:255:4294967295] 192.168.201.120@tcp LPNI seq info [450:450:7:4294967295]
00000400:00000200:2.0:1749606612.054397:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:3.0:1749606612.054397:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:2.0:1749606612.054401:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606612.054410:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749606612.054414:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606612.054420:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606612.054423:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606612.054426:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606612.054430:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606612.054430:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606612.054458:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749606612.054491:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749606612.054514:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
00000100:00000010:2.0:1749606612.054521:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
02000000:00000010:2.0:1749606612.054537:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000800:00000200:0.0:1749606612.054540:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606612.054542:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000800:00000010:0.0:1749606612.054546:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000010:2.0:1749606612.054548:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606612.054552:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730041600, portal 10
00000400:00000200:0.0:1749606612.054553:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749606612.054558:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606612.054561:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730041600, offset 0
00000400:00000200:0.0:1749606612.054562:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606612.054568:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606612.054575:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606612.054579:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606612.054580:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000200:2.0:1749606612.054583:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749606612.054584:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000400:00000200:2.0:1749606612.054587:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606612.054590:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606612.054593:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [451:451:254:4294967295] 192.168.201.120@tcp LPNI seq info [451:451:6:4294967295]
00000100:00000200:0.0:1749606612.054597:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730041472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606612.054607:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606612.054614:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606612.054618:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606612.054623:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606612.054629:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606612.054633:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606612.054668:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606612.054673:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606612.054677:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606612.054683:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606612.054687:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749606612.054689:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749606612.054696:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730041344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606612.054744:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606612.054746:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606612.054749:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606612.054753:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606612.054755:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749606612.054757:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749606612.054761:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730041600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606612.056363:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606612.056377:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30e080
00000400:00000200:0.0:1749606612.056385:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xf01 [1] + 0
00000400:00000200:0.0:1749606612.056395:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606612.056399:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606612.056406:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730041472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606612.056466:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606612.056475:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30e000
00000400:00000200:0.0:1749606612.056481:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xefd [1] + 224
00000400:00000200:0.0:1749606612.056491:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606612.056496:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606612.056503:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730041344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606612.056510:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606612.056516:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606612.056518:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606612.056533:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730041472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606612.056543:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749606612.056548:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730041472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606612.056550:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30e100
00000400:00000200:0.0:1749606612.056557:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xf0d [1] + 0
00000400:00000200:0.0:1749606612.056582:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606612.056587:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749606612.056588:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000100:00000200:0.0:1749606612.056593:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730041600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606612.056595:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606612.056601:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749606612.056608:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606612.056611:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606612.056613:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606612.056618:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730041600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606612.056630:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730041600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606612.056630:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606612.056638:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749606612.056640:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749606612.056648:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730041344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606612.056651:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749606612.056655:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606612.056658:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:3.0:1749606612.056660:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730041344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606612.056679:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606612.056684:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606612.056687:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:1.0:1749606612.067029:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:3.0:1749606612.067056:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:2.0:1749606612.067086:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:0.0:1749606612.067138:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749606617.062141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606617.062178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606617.062274:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606617.062302:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606617.062315:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606617.062343:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749606617.062347:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606617.062354:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749606617.062358:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:3.0:1749606617.062371:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749606617.062384:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730041728, portal 25
02000000:00000010:2.0:1749606617.062386:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606617.062393:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606617.062393:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749606617.062397:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730041728, offset 0
00000400:00000010:2.0:1749606617.062400:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606617.062406:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730041856, portal 10
00000400:00000200:3.0:1749606617.062410:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606617.062414:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:3.0:1749606617.062427:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606617.062434:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606617.062440:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730041856, offset 0
00000400:00000200:3.0:1749606617.062440:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606617.062445:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606617.062448:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606617.062450:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606617.062452:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [452:452:256:4294967295] 192.168.201.120@tcp LPNI seq info [452:452:8:4294967295]
00000400:00000200:3.0:1749606617.062466:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606617.062472:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606617.062476:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606617.062482:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606617.062487:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749606617.062489:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749606617.062491:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606617.062494:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606617.062498:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606617.062499:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [453:453:255:4294967295] 192.168.201.120@tcp LPNI seq info [453:453:7:4294967295]
00000800:00000200:3.0:1749606617.062509:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606617.062513:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606617.062515:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606617.062521:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606617.062526:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606617.062532:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606617.062541:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606617.062545:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606617.062548:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749606617.062577:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749606617.062593:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749606617.062608:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000800:00000200:0.0:1749606617.062612:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606617.062618:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749606617.062625:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606617.062634:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606617.062638:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749606617.062641:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
02000000:00000010:2.0:1749606617.062644:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749606617.062651:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606617.062656:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606617.062661:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730041728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606617.062661:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730041984, portal 10
00000400:00000010:2.0:1749606617.062666:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606617.062669:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730041984, offset 0
00000400:00000200:2.0:1749606617.062676:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606617.062687:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606617.062692:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606617.062696:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606617.062699:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606617.062703:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606617.062707:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [454:454:255:4294967295] 192.168.201.120@tcp LPNI seq info [454:454:7:4294967295]
00000400:00000200:2.0:1749606617.062721:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606617.062728:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606617.062733:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:0.0:1749606617.062734:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606617.062737:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606617.062740:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606617.062744:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606617.062747:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000800:00000200:2.0:1749606617.062751:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749606617.062758:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000800:00000200:2.0:1749606617.062760:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749606617.062764:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730041856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606617.062764:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606617.062796:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606617.062798:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606617.062801:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606617.062804:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606617.062806:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749606617.062808:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749606617.062811:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730041984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606617.064404:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606617.064420:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30e200
00000400:00000200:0.0:1749606617.064428:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xf1d [1] + 0
00000400:00000200:0.0:1749606617.064439:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606617.064443:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606617.064451:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730041856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606617.064492:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606617.064497:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30e280
00000400:00000200:0.0:1749606617.064501:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xf25 [1] + 0
00000400:00000200:0.0:1749606617.064506:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606617.064509:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606617.064513:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730041984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606617.064526:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606617.064530:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30e180
00000400:00000200:0.0:1749606617.064534:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xf15 [1] + 224
00000400:00000010:2.0:1749606617.064563:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:0.0:1749606617.064565:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606617.064568:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606617.064572:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606617.064576:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749606617.064583:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730041728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606617.064587:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730041856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606617.064604:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730041856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606617.064645:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606617.064648:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606617.064651:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606617.064657:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730041984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606617.064669:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730041984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606617.064677:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:3.0:1749606617.064686:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749606617.064689:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
02000000:00000010:2.0:1749606617.064693:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
00000100:00000200:3.0:1749606617.064699:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730041728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606617.064701:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606617.064707:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606617.064713:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000100:00000200:3.0:1749606617.064716:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730041728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606617.064717:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606617.064719:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749606617.064739:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606617.064743:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749606617.064747:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749606617.075100:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:0.0:1749606617.075112:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749606617.075127:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:1.0:1749606617.075142:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749606622.070162:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606622.070196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606622.070267:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606622.070289:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606622.070298:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606622.070320:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749606622.070346:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606622.070348:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:1.0:1749606622.070366:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606622.070375:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:3.0:1749606622.070376:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000100:00000200:1.0:1749606622.070386:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730042112, portal 25
00000400:00000010:3.0:1749606622.070386:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b6e0.
00000400:00000010:1.0:1749606622.070392:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000010:3.0:1749606622.070392:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:1.0:1749606622.070396:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730042112, offset 0
00000100:00000200:3.0:1749606622.070396:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730042240, portal 10
00000400:00000010:3.0:1749606622.070403:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000400:00000200:1.0:1749606622.070406:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606622.070416:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730042240, offset 0
00000400:00000200:1.0:1749606622.070422:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606622.070425:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606622.070430:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606622.070435:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606622.070440:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606622.070442:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606622.070446:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [455:455:256:4294967295] 192.168.201.120@tcp LPNI seq info [455:455:8:4294967295]
00000400:00000200:1.0:1749606622.070462:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606622.070469:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606622.070471:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606622.070474:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:3.0:1749606622.070475:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606622.070478:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606622.070482:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606622.070483:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606622.070485:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606622.070495:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606622.070498:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [456:456:255:4294967295] 192.168.201.120@tcp LPNI seq info [456:456:7:4294967295]
00000800:00000200:1.0:1749606622.070500:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606622.070508:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606622.070513:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606622.070518:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606622.070523:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606622.070529:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606622.070533:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606622.070534:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749606622.070558:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749606622.070563:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749606622.070580:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
02000000:00000010:3.0:1749606622.070598:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606622.070602:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b630.
00000400:00000010:3.0:1749606622.070606:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749606622.070609:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730042368, portal 10
00000400:00000010:3.0:1749606622.070613:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749606622.070615:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730042368, offset 0
00000400:00000200:3.0:1749606622.070619:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606622.070624:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606622.070627:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606622.070629:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606622.070632:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749606622.070633:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749606622.070634:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606622.070636:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [457:457:254:4294967295] 192.168.201.120@tcp LPNI seq info [457:457:6:4294967295]
00000800:00000010:0.0:1749606622.070639:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:3.0:1749606622.070644:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606622.070645:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749606622.070648:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606622.070650:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606622.070653:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749606622.070654:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606622.070658:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000800:00000200:3.0:1749606622.070658:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749606622.070660:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000800:00000200:3.0:1749606622.070660:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606622.070673:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730042112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606622.070694:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606622.070696:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606622.070699:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606622.070702:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606622.070704:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749606622.070706:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749606622.070710:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730042240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606622.070791:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606622.070793:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606622.070796:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606622.070799:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606622.070801:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749606622.070803:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749606622.070807:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730042368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606622.072820:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606622.072838:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30e300
00000400:00000200:0.0:1749606622.072860:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xf2d [1] + 224
00000400:00000200:0.0:1749606622.072879:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606622.072885:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606622.072895:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730042112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606622.073041:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606622.073049:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30e380
00000400:00000010:1.0:1749606622.073049:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606622.073057:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749606622.073059:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000400:00000200:0.0:1749606622.073065:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xf31 [1] + 0
00000100:00000200:1.0:1749606622.073067:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730042112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606622.073072:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606622.073075:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749606622.073079:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730042112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606622.073081:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730042240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606622.073109:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749606622.073109:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749606622.073114:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30e400
00000400:00000200:0.0:1749606622.073118:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xf3d [1] + 0
02000000:00000010:1.0:1749606622.073125:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749606622.073130:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749606622.073139:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606622.073143:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606622.073148:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730042368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749606622.073221:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b6e0.
00000400:00000200:0.0:1749606622.073225:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749606622.073227:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749606622.073231:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730042240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606622.073239:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730042240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749606622.073260:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b630.
00000400:00000200:0.0:1749606622.073269:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749606622.073271:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749606622.073275:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730042368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606622.073282:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730042368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1749606622.073299:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:0.0:1749606622.073303:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:0.0:1749606622.073305:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:0.0:1749606622.073309:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:0.0:1749606622.073311:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:0.0:1749606622.073314:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749606622.083048:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:3.0:1749606622.083063:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:0.0:1749606622.083078:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749606622.083109:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:2.0:1749606627.078160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606627.078196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606627.078273:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606627.078298:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606627.078310:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606627.078348:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749606627.078357:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749606627.078362:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749606627.078365:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749606627.078391:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606627.078402:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730042496, portal 25
00000400:00000010:3.0:1749606627.078407:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749606627.078410:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730042496, offset 0
00000400:00000200:3.0:1749606627.078420:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606627.078427:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606627.078437:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749606627.078439:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:3.0:1749606627.078444:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606627.078445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000200:3.0:1749606627.078450:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749606627.078451:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730042624, portal 10
00000400:00000200:3.0:1749606627.078455:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606627.078458:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749606627.078459:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000200:3.0:1749606627.078462:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [458:458:256:4294967295] 192.168.201.120@tcp LPNI seq info [458:458:8:4294967295]
00000100:00000200:1.0:1749606627.078463:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730042624, offset 0
00000400:00000200:1.0:1749606627.078473:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606627.078477:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606627.078484:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606627.078489:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606627.078497:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606627.078498:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606627.078504:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606627.078509:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606627.078511:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606627.078513:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606627.078517:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606627.078519:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606627.078521:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [459:459:255:4294967295] 192.168.201.120@tcp LPNI seq info [459:459:7:4294967295]
00000400:00000200:1.0:1749606627.078536:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606627.078544:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606627.078550:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606627.078557:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606627.078560:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000800:00000200:1.0:1749606627.078565:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606627.078570:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606627.078581:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749606627.078594:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749606627.078614:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000800:00000200:0.0:1749606627.078623:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606627.078631:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606627.078638:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749606627.078644:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749606627.078647:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606627.078648:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749606627.078654:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:1.0:1749606627.078655:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000010:0.0:1749606627.078656:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:1.0:1749606627.078662:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730042752, portal 10
00000100:00000200:0.0:1749606627.078668:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730042496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606627.078668:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749606627.078671:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730042752, offset 0
00000400:00000200:1.0:1749606627.078679:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606627.078701:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606627.078706:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606627.078723:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606627.078726:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606627.078730:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606627.078735:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [460:460:255:4294967295] 192.168.201.120@tcp LPNI seq info [460:460:7:4294967295]
00000400:00000200:1.0:1749606627.078749:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606627.078750:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606627.078753:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749606627.078756:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749606627.078757:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606627.078761:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:1.0:1749606627.078761:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:0.0:1749606627.078763:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749606627.078765:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000800:00000200:1.0:1749606627.078769:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749606627.078770:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730042624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606627.078777:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606627.078781:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606627.078826:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606627.078828:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749606627.078845:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606627.078850:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606627.078853:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749606627.078855:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749606627.078860:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730042752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606627.080457:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606627.080476:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30e480
00000400:00000200:0.0:1749606627.080488:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xf45 [1] + 224
00000400:00000200:0.0:1749606627.080638:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606627.080646:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606627.080657:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730042496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606627.080713:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606627.080724:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30e500
00000400:00000200:0.0:1749606627.080733:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xf4d [1] + 0
00000400:00000200:0.0:1749606627.080743:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606627.080748:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606627.080755:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730042624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606627.080797:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606627.080803:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30e580
00000400:00000010:3.0:1749606627.080808:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606627.080817:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606627.080819:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606627.080831:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730042496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606627.080842:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xf55 [1] + 0
00000100:00000200:3.0:1749606627.080844:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730042496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606627.080868:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749606627.080872:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:0.0:1749606627.080873:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749606627.080878:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:0.0:1749606627.080879:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730042752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606627.080916:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606627.080924:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749606627.080927:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000010:3.0:1749606627.080929:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:1.0:1749606627.080978:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730042624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606627.080990:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730042624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606627.081016:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606627.081018:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749606627.081019:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606627.081023:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730042752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606627.081032:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730042752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606627.081053:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606627.081060:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749606627.081063:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749606627.081067:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606627.081070:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749606627.081083:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749606627.091040:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:0.0:1749606627.091063:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749606627.091080:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749606627.091084:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749606632.086056:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606632.086085:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606632.086146:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606632.086166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606632.086173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606632.086198:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606632.086202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749606632.086218:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606632.086228:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606632.086233:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606632.086238:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730042880, portal 25
00000400:00000010:3.0:1749606632.086241:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606632.086243:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730042880, offset 0
00000400:00000200:3.0:1749606632.086250:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606632.086260:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606632.086264:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606632.086267:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606632.086269:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1749606632.086271:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a800.
00000400:00000200:3.0:1749606632.086271:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606632.086273:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [461:461:256:4294967295] 192.168.201.120@tcp LPNI seq info [461:461:8:4294967295]
00000400:00000200:3.0:1749606632.086281:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606632.086284:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606632.086285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea2c0.
00000800:00000010:3.0:1749606632.086287:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749606632.086291:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749606632.086294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000800:00000200:3.0:1749606632.086297:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606632.086300:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:0.0:1749606632.086303:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730043008, portal 10
00000400:00000010:0.0:1749606632.086312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749606632.086316:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730043008, offset 0
00000100:00000010:3.0:1749606632.086323:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000400:00000200:0.0:1749606632.086327:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606632.086332:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749606632.086338:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000400:00000200:0.0:1749606632.086342:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749606632.086346:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000400:00000200:0.0:1749606632.086348:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606632.086354:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606632.086359:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606632.086363:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606632.086368:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [462:462:255:4294967295] 192.168.201.120@tcp LPNI seq info [462:462:7:4294967295]
00000400:00000200:0.0:1749606632.086383:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606632.086389:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606632.086394:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdf00.
00000800:00000200:0.0:1749606632.086400:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606632.086408:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606632.086413:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdf00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606632.086419:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606632.086426:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749606632.086431:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:0.0:1749606632.086432:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000400:00000010:0.0:1749606632.086435:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea318.
00000400:00000010:0.0:1749606632.086438:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000400:00000200:1.0:1749606632.086440:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606632.086441:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730043136, portal 10
00000400:00000010:0.0:1749606632.086445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000400:00000200:1.0:1749606632.086445:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:1.0:1749606632.086447:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749606632.086458:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730043136, offset 0
00000100:00000200:1.0:1749606632.086458:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730042880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606632.086463:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606632.086468:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606632.086471:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606632.086485:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606632.086487:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606632.086489:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606632.086492:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [463:463:254:4294967295] 192.168.201.120@tcp LPNI seq info [463:463:6:4294967295]
00000400:00000200:0.0:1749606632.086500:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606632.086505:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606632.086507:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:0.0:1749606632.086511:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606632.086515:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606632.086518:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606632.086531:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606632.086533:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:1.0:1749606632.086535:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606632.086539:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606632.086542:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749606632.086544:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749606632.086548:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730043008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606632.086569:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606632.086570:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:1.0:1749606632.086573:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606632.086576:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606632.086578:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749606632.086580:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:1.0:1749606632.086583:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730043136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606632.088263:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606632.088279:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30e600
00000400:00000200:0.0:1749606632.088288:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xf5d [1] + 224
00000400:00000200:0.0:1749606632.088299:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606632.088303:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606632.088311:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730042880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606632.088347:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606632.088352:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30e680
00000400:00000200:0.0:1749606632.088357:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xf65 [1] + 0
00000400:00000200:0.0:1749606632.088362:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606632.088365:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606632.088369:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730043008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606632.088395:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606632.088399:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30e700
00000400:00000010:3.0:1749606632.088401:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606632.088405:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606632.088406:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000400:00000200:0.0:1749606632.088413:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xf6d [1] + 0
00000100:00000200:3.0:1749606632.088413:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730042880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606632.088434:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730042880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606632.088441:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606632.088445:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749606632.088449:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000100:00000200:0.0:1749606632.088450:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730043136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606632.088453:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749606632.088456:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:1.0:1749606632.088488:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea2c0.
00000400:00000200:1.0:1749606632.088496:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:1.0:1749606632.088498:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:1.0:1749606632.088506:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730043008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606632.088517:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730043008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606632.088554:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea318.
00000400:00000200:1.0:1749606632.088557:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:1.0:1749606632.088558:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:1.0:1749606632.088562:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730043136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606632.088570:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730043136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606632.088585:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a800.
02000000:00000010:1.0:1749606632.088589:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749606632.088593:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749606632.088596:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:1.0:1749606632.088599:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749606632.088601:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749606632.099015:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749606632.099019:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749606632.099056:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:0.0:1749606632.099081:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749606637.094110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606637.094146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606637.094219:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606637.094242:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606637.094250:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606637.094281:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606637.094286:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749606637.094288:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606637.094302:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606637.094313:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606637.094325:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730043264, portal 25
00000400:00000010:3.0:1749606637.094333:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606637.094337:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730043264, offset 0
00000400:00000200:3.0:1749606637.094353:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749606637.094374:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c79000.
00000400:00000200:3.0:1749606637.094375:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749606637.094385:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea370.
00000400:00000200:3.0:1749606637.094385:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749606637.094390:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000400:00000200:3.0:1749606637.094393:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:0.0:1749606637.094395:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730043392, portal 10
00000400:00000200:3.0:1749606637.094399:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606637.094401:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000400:00000200:3.0:1749606637.094402:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749606637.094404:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730043392, offset 0
00000400:00000200:3.0:1749606637.094408:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [464:464:256:4294967295] 192.168.201.120@tcp LPNI seq info [464:464:8:4294967295]
00000400:00000200:0.0:1749606637.094412:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606637.094430:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606637.094440:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606637.094442:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606637.094447:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606637.094447:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606637.094450:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606637.094453:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606637.094455:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606637.094459:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [465:465:255:4294967295] 192.168.201.120@tcp LPNI seq info [465:465:7:4294967295]
00000800:00000200:3.0:1749606637.094460:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606637.094469:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606637.094474:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606637.094474:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749606637.094479:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdc00.
00000800:00000200:3.0:1749606637.094481:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749606637.094484:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606637.094490:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606637.094493:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749606637.094523:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749606637.094551:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
00000100:00000010:0.0:1749606637.094556:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749606637.094569:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
02000000:00000010:0.0:1749606637.094580:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000800:00000200:1.0:1749606637.094593:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606637.094599:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749606637.094607:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606637.094615:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749606637.094616:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea268.
00000400:00000010:0.0:1749606637.094620:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000400:00000200:1.0:1749606637.094621:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:1.0:1749606637.094623:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749606637.094629:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730043520, portal 10
00000400:00000010:0.0:1749606637.094634:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749606637.094636:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730043520, offset 0
00000100:00000200:1.0:1749606637.094636:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730043264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606637.094642:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606637.094647:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606637.094650:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606637.094652:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606637.094661:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606637.094663:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606637.094666:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [466:466:254:4294967295] 192.168.201.120@tcp LPNI seq info [466:466:6:4294967295]
00000400:00000200:0.0:1749606637.094674:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606637.094679:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606637.094682:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:0.0:1749606637.094686:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606637.094692:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606637.094694:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606637.094795:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606637.094798:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:1.0:1749606637.094801:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606637.094805:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606637.094808:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:1.0:1749606637.094809:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:1.0:1749606637.094814:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730043392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606637.094867:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606637.094870:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606637.094872:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606637.094876:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606637.094878:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749606637.094880:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:1.0:1749606637.094884:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730043520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606637.096658:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606637.096675:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30e780
00000400:00000200:0.0:1749606637.096685:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xf75 [1] + 224
00000400:00000200:0.0:1749606637.096702:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606637.096706:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606637.096714:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730043264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606637.096775:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606637.096781:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30e800
00000400:00000200:0.0:1749606637.096786:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xf7d [1] + 0
00000400:00000200:0.0:1749606637.096792:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606637.096803:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606637.096809:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730043392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606637.096839:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749606637.096843:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606637.096848:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30e880
00000400:00000200:3.0:1749606637.096848:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606637.096851:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000400:00000200:0.0:1749606637.096861:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xf85 [1] + 0
00000100:00000200:3.0:1749606637.096862:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730043264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606637.096881:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606637.096884:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606637.096889:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730043520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606637.096890:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730043264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606637.096894:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea370.
00000400:00000200:1.0:1749606637.096900:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:1.0:1749606637.096902:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:1.0:1749606637.096909:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730043392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606637.096919:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730043392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606637.096926:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000010:1.0:1749606637.096979:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea268.
00000400:00000200:1.0:1749606637.096982:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
02000000:00000010:3.0:1749606637.096982:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000010:1.0:1749606637.096983:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749606637.096987:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730043520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606637.096992:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:1.0:1749606637.096994:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730043520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606637.097009:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:1.0:1749606637.097013:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606637.097016:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749606637.097019:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:1.0:1749606637.097021:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749606637.097023:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749606637.107043:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:1.0:1749606637.107044:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:2.0:1749606637.107059:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:0.0:1749606637.107148:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749606642.102117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606642.102151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606642.102244:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606642.102273:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606642.102285:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749606642.102286:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606642.102302:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606642.102312:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606642.102325:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730043648, portal 25
00000400:00000010:3.0:1749606642.102333:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749606642.102337:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730043648, offset 0
00000400:00000200:3.0:1749606642.102350:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749606642.102353:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606642.102361:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000200:3.0:1749606642.102370:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606642.102378:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606642.102384:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606642.102388:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606642.102391:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606642.102395:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [467:467:256:4294967295] 192.168.201.120@tcp LPNI seq info [467:467:8:4294967295]
00000400:00000200:3.0:1749606642.102411:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606642.102418:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606642.102425:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749606642.102434:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:1.0:1749606642.102439:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749606642.102445:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749606642.102450:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000800:00000200:3.0:1749606642.102451:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749606642.102457:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606642.102462:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730043776, portal 10
00000400:00000010:1.0:1749606642.102468:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749606642.102471:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730043776, offset 0
00000400:00000200:1.0:1749606642.102478:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606642.102485:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000400:00000200:1.0:1749606642.102487:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606642.102491:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606642.102494:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606642.102497:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606642.102499:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606642.102503:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [468:468:255:4294967295] 192.168.201.120@tcp LPNI seq info [468:468:7:4294967295]
00000100:00000010:3.0:1749606642.102506:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749606642.102512:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000400:00000200:1.0:1749606642.102513:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606642.102517:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606642.102521:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000100:00000010:3.0:1749606642.102523:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000800:00000200:1.0:1749606642.102526:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606642.102533:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606642.102536:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606642.102551:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606642.102553:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606642.102556:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606642.102558:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730043904, portal 10
00000400:00000010:1.0:1749606642.102562:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749606642.102565:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730043904, offset 0
00000400:00000200:1.0:1749606642.102571:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606642.102576:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749606642.102581:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606642.102581:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606642.102584:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606642.102588:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:0.0:1749606642.102589:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749606642.102591:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606642.102599:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606642.102607:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [469:469:254:4294967295] 192.168.201.120@tcp LPNI seq info [469:469:6:4294967295]
00000400:00000200:0.0:1749606642.102609:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606642.102616:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749606642.102620:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000400:00000200:1.0:1749606642.102620:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606642.102628:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606642.102633:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000100:00000200:0.0:1749606642.102635:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730043648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606642.102695:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606642.102706:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606642.102710:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606642.102783:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606642.102786:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749606642.102790:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606642.102795:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606642.102798:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749606642.102800:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749606642.102806:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730043776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606642.102840:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606642.102842:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749606642.102844:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606642.102856:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606642.102859:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749606642.102861:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749606642.102865:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730043904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606642.104615:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606642.104634:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30e900
00000400:00000200:0.0:1749606642.104678:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xf8d [1] + 224
00000400:00000200:0.0:1749606642.104695:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606642.104701:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606642.104711:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730043648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606642.104762:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606642.104771:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30e980
00000400:00000200:0.0:1749606642.104777:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xf95 [1] + 0
00000400:00000200:0.0:1749606642.104785:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606642.104790:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749606642.104796:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606642.104802:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606642.104804:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606642.104812:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730043648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606642.104815:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730043776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606642.104822:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730043648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606642.104851:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606642.104855:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000200:0.0:1749606642.104859:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000010:3.0:1749606642.104860:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749606642.104868:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ea00
00000400:00000200:0.0:1749606642.104873:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xf9d [1] + 0
00000400:00000200:0.0:1749606642.104902:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606642.104908:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606642.104916:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730043904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606642.104917:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606642.104926:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749606642.104928:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606642.104973:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730043776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606642.104985:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730043776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606642.105008:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606642.105010:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749606642.105012:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606642.105015:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730043904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606642.105023:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730043904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606642.105037:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606642.105043:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606642.105046:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749606642.105049:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606642.105051:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749606642.105053:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749606642.115036:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:2.0:1749606642.115040:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:0.0:1749606642.115058:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749606642.115071:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749606647.110111:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606647.110140:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606647.110202:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606647.110222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606647.110233:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606647.110264:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:3.0:1749606647.110266:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749606647.110269:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749606647.110276:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606647.110284:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606647.110295:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730044032, portal 25
00000400:00000010:3.0:1749606647.110307:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606647.110310:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730044032, offset 0
00000400:00000200:3.0:1749606647.110318:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606647.110335:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606647.110343:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606647.110347:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606647.110352:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749606647.110354:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606647.110354:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606647.110358:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [470:470:256:4294967295] 192.168.201.120@tcp LPNI seq info [470:470:8:4294967295]
00000400:00000200:3.0:1749606647.110370:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749606647.110375:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000800:00000200:3.0:1749606647.110376:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606647.110379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606647.110382:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730044160, portal 10
00000800:00000010:3.0:1749606647.110382:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749606647.110387:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749606647.110388:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730044160, offset 0
00000800:00000200:3.0:1749606647.110390:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606647.110393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606647.110397:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606647.110400:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606647.110400:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606647.110402:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606647.110403:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606647.110405:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606647.110406:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606647.110407:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [471:471:255:4294967295] 192.168.201.120@tcp LPNI seq info [471:471:7:4294967295]
00000400:00000200:1.0:1749606647.110412:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606647.110415:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606647.110418:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606647.110420:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606647.110424:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606647.110426:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606647.110439:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749606647.110455:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749606647.110464:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749606647.110477:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
02000000:00000010:1.0:1749606647.110492:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606647.110494:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606647.110496:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606647.110498:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730044288, portal 10
00000800:00000200:0.0:1749606647.110500:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749606647.110501:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749606647.110502:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730044288, offset 0
00000800:00000010:0.0:1749606647.110505:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749606647.110505:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606647.110507:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606647.110509:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606647.110510:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606647.110512:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606647.110512:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606647.110513:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606647.110515:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [472:472:254:4294967295] 192.168.201.120@tcp LPNI seq info [472:472:6:4294967295]
00000400:00000200:0.0:1749606647.110519:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606647.110523:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000200:1.0:1749606647.110524:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749606647.110526:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000800:00000200:1.0:1749606647.110528:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606647.110530:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606647.110533:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606647.110536:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749606647.110537:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730044032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606647.110537:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606647.110572:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606647.110573:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749606647.110575:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606647.110577:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606647.110579:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749606647.110580:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749606647.110583:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730044160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606647.110648:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606647.110650:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749606647.110651:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606647.110653:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606647.110654:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749606647.110655:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749606647.110657:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730044288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606647.111925:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606647.111964:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ea80
00000400:00000200:0.0:1749606647.111970:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xfa5 [1] + 224
00000400:00000200:0.0:1749606647.111980:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606647.111982:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606647.111987:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730044032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606647.112018:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606647.112022:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30eb00
00000400:00000200:0.0:1749606647.112024:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xfad [1] + 0
00000400:00000200:0.0:1749606647.112027:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606647.112029:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606647.112031:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730044160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606647.112044:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606647.112046:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30eb80
00000400:00000200:0.0:1749606647.112047:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xfb5 [1] + 0
00000400:00000010:3.0:1749606647.112051:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606647.112055:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606647.112057:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606647.112062:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730044032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606647.112065:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606647.112067:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606647.112070:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:3.0:1749606647.112071:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730044032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606647.112073:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749606647.112074:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749606647.112077:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730044288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606647.112078:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730044160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606647.112084:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730044160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606647.112097:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000010:1.0:1749606647.112098:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606647.112100:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606647.112101:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606647.112103:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730044288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606647.112103:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:1.0:1749606647.112107:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730044288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606647.112107:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749606647.112115:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606647.112118:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749606647.112119:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749606647.112121:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606647.112122:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606647.112124:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:0.0:1749606647.123008:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:1.0:1749606647.123017:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:2.0:1749606647.123036:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749606647.123054:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749606652.118083:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606652.118109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606652.118162:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606652.118179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606652.118184:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606652.118204:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606652.118207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749606652.118232:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749606652.118241:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606652.118264:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606652.118272:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730044416, portal 25
00000400:00000010:1.0:1749606652.118276:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
02000000:00000010:0.0:1749606652.118278:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000100:00000200:1.0:1749606652.118278:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730044416, offset 0
00000400:00000010:0.0:1749606652.118284:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea420.
00000400:00000200:1.0:1749606652.118284:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606652.118289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749606652.118292:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730044544, portal 10
00000400:00000010:0.0:1749606652.118296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000400:00000200:1.0:1749606652.118296:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:0.0:1749606652.118297:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730044544, offset 0
00000400:00000200:0.0:1749606652.118301:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606652.118302:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606652.118305:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606652.118308:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606652.118310:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606652.118313:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [473:473:256:4294967295] 192.168.201.120@tcp LPNI seq info [473:473:8:4294967295]
00000400:00000200:1.0:1749606652.118322:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606652.118326:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606652.118327:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606652.118329:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606652.118329:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:0.0:1749606652.118331:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606652.118333:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606652.118335:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606652.118335:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606652.118336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [474:474:255:4294967295] 192.168.201.120@tcp LPNI seq info [474:474:7:4294967295]
00000800:00000200:1.0:1749606652.118343:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606652.118347:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606652.118348:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606652.118351:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606652.118354:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdb00.
00000800:00000200:0.0:1749606652.118357:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606652.118360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606652.118362:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdb00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606652.118369:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749606652.118382:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749606652.118386:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000100:00000010:1.0:1749606652.118390:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
02000000:00000010:0.0:1749606652.118404:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000010:0.0:1749606652.118407:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea478.
00000400:00000010:0.0:1749606652.118409:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749606652.118410:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730044672, portal 10
00000400:00000010:0.0:1749606652.118413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749606652.118414:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730044672, offset 0
00000400:00000200:0.0:1749606652.118417:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606652.118419:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606652.118421:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606652.118422:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606652.118423:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606652.118425:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606652.118426:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [475:475:254:4294967295] 192.168.201.120@tcp LPNI seq info [475:475:6:4294967295]
00000800:00000200:2.0:1749606652.118428:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749606652.118430:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606652.118432:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606652.118432:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000800:00000010:0.0:1749606652.118434:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:0.0:1749606652.118436:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606652.118438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606652.118438:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1749606652.118440:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749606652.118444:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606652.118449:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:2.0:1749606652.118451:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:2.0:1749606652.118462:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730044416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606652.118516:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606652.118518:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:2.0:1749606652.118521:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606652.118524:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606652.118526:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749606652.118533:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749606652.118538:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730044544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606652.118605:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606652.118606:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:2.0:1749606652.118608:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606652.118611:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606652.118613:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749606652.118614:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749606652.118617:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730044672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606652.119686:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606652.119695:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ec00
00000400:00000200:0.0:1749606652.119700:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xfbd [1] + 224
00000400:00000200:0.0:1749606652.119713:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606652.119715:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606652.119720:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730044416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606652.119744:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606652.119749:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30ec80
00000400:00000200:0.0:1749606652.119753:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xfc5 [1] + 0
00000400:00000200:0.0:1749606652.119757:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606652.119760:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606652.119764:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730044544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606652.119788:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606652.119793:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ed00
00000400:00000010:1.0:1749606652.119794:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606652.119799:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606652.119800:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000400:00000200:0.0:1749606652.119803:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xfcd [1] + 0
00000100:00000200:1.0:1749606652.119804:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730044416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606652.119809:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea420.
00000100:00000200:1.0:1749606652.119810:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730044416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606652.119813:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749606652.119815:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000400:00000200:0.0:1749606652.119818:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606652.119819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730044544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606652.119821:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606652.119825:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730044672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606652.119826:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730044544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606652.119830:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606652.119834:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749606652.119842:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749606652.119842:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea478.
00000400:00000200:2.0:1749606652.119844:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749606652.119845:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749606652.119848:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730044672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606652.119854:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730044672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606652.119864:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:2.0:1749606652.119868:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606652.119870:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606652.119872:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
02000000:00000010:2.0:1749606652.119873:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606652.119878:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749606652.130992:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:0.0:1749606652.131002:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749606652.131010:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:3.0:1749606652.131015:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:2.0:1749606657.126134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606657.126173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606657.126244:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606657.126267:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606657.126275:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606657.126300:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606657.126304:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749606657.126322:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749606657.126334:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749606657.126337:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606657.126340:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606657.126348:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000010:3.0:1749606657.126348:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:2.0:1749606657.126358:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730044928, portal 10
00000400:00000010:2.0:1749606657.126366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:3.0:1749606657.126368:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730044800, portal 25
00000100:00000200:2.0:1749606657.126369:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730044928, offset 0
00000400:00000010:3.0:1749606657.126374:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000200:2.0:1749606657.126377:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606657.126409:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730044800, offset 0
00000400:00000200:3.0:1749606657.126421:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606657.126427:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606657.126435:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606657.126440:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606657.126445:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606657.126448:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606657.126452:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [476:476:256:4294967295] 192.168.201.120@tcp LPNI seq info [476:476:8:4294967295]
00000400:00000200:2.0:1749606657.126467:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606657.126475:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606657.126480:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606657.126483:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:3.0:1749606657.126486:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606657.126490:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606657.126492:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606657.126494:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606657.126498:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606657.126502:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [477:477:255:4294967295] 192.168.201.120@tcp LPNI seq info [477:477:7:4294967295]
00000800:00000200:2.0:1749606657.126503:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606657.126509:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606657.126517:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606657.126539:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
00000800:00000200:3.0:1749606657.126552:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749606657.126557:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
00000800:00000010:3.0:1749606657.126558:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606657.126564:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606657.126572:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606657.126577:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606657.126604:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749606657.126641:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
02000000:00000010:2.0:1749606657.126659:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749606657.126664:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606657.126670:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606657.126674:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730045056, portal 10
00000400:00000010:2.0:1749606657.126681:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606657.126683:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730045056, offset 0
00000400:00000200:2.0:1749606657.126692:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606657.126694:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606657.126700:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606657.126701:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:2.0:1749606657.126704:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606657.126708:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606657.126709:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606657.126712:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606657.126716:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606657.126717:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606657.126720:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [478:478:254:4294967295] 192.168.201.120@tcp LPNI seq info [478:478:6:4294967295]
00000400:00000200:0.0:1749606657.126723:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749606657.126725:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000400:00000200:2.0:1749606657.126733:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749606657.126737:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730044928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606657.126740:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606657.126745:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606657.126751:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606657.126757:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606657.126760:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606657.126835:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606657.126847:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606657.126850:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606657.126855:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606657.126858:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749606657.126859:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749606657.126865:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730044800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606657.126897:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606657.126899:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606657.126901:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606657.126905:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606657.126907:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749606657.126909:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749606657.126913:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730045056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606657.128428:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606657.128443:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30ee00
00000400:00000200:0.0:1749606657.128452:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xfd5 [1] + 0
00000400:00000200:0.0:1749606657.128462:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606657.128465:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606657.128473:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730044928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606657.128512:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606657.128518:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ee80
00000400:00000200:0.0:1749606657.128521:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xfe5 [1] + 0
00000400:00000200:0.0:1749606657.128526:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606657.128529:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606657.128533:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730045056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606657.128550:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606657.128557:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606657.128559:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606657.128568:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730044928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606657.128577:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749606657.128580:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730044928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606657.128582:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ed80
00000400:00000200:0.0:1749606657.128586:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xfd9 [1] + 224
00000400:00000200:0.0:1749606657.128604:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606657.128607:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606657.128612:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730044800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606657.128612:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606657.128614:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749606657.128623:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606657.128628:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730045056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606657.128636:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730045056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606657.128654:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749606657.128659:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749606657.128663:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606657.128667:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749606657.128669:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606657.128671:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:3.0:1749606657.128704:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606657.128713:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606657.128716:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606657.128726:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730044800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606657.128742:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730044800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606657.128768:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606657.128774:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606657.128778:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749606657.139069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:2.0:1749606657.139089:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:0.0:1749606657.139090:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:3.0:1749606657.139112:0:50:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749606662.134149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606662.134183:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606662.134262:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606662.134284:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606662.134293:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606662.134348:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606662.134356:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749606662.134397:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749606662.134399:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:2.0:1749606662.134408:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606662.134409:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606662.134417:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000010:3.0:1749606662.134417:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606662.134427:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730045184, portal 25
00000400:00000010:3.0:1749606662.134433:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:2.0:1749606662.134436:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730045312, portal 10
00000100:00000200:3.0:1749606662.134437:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730045184, offset 0
00000400:00000010:2.0:1749606662.134445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:3.0:1749606662.134446:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606662.134452:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730045312, offset 0
00000400:00000200:2.0:1749606662.134461:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606662.134464:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606662.134472:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606662.134478:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606662.134483:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606662.134486:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606662.134490:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [479:479:256:4294967295] 192.168.201.120@tcp LPNI seq info [479:479:8:4294967295]
00000400:00000200:3.0:1749606662.134504:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606662.134533:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606662.134534:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606662.134538:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606662.134538:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749606662.134542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606662.134545:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606662.134547:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606662.134548:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606662.134559:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606662.134561:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [480:480:255:4294967295] 192.168.201.120@tcp LPNI seq info [480:480:7:4294967295]
00000800:00000200:3.0:1749606662.134565:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606662.134571:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606662.134576:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606662.134580:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606662.134585:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606662.134591:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606662.134595:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606662.134599:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749606662.134630:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749606662.134645:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749606662.134651:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
02000000:00000010:2.0:1749606662.134664:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749606662.134668:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606662.134671:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606662.134675:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730045440, portal 10
00000400:00000010:2.0:1749606662.134679:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606662.134681:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730045440, offset 0
00000400:00000200:2.0:1749606662.134685:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606662.134690:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749606662.134692:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606662.134693:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606662.134695:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606662.134698:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:0.0:1749606662.134700:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749606662.134700:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606662.134703:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [481:481:254:4294967295] 192.168.201.120@tcp LPNI seq info [481:481:6:4294967295]
00000400:00000200:2.0:1749606662.134710:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606662.134711:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606662.134714:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606662.134717:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606662.134720:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606662.134722:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606662.134724:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606662.134727:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606662.134729:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749606662.134733:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749606662.134748:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730045184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606662.134778:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606662.134780:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606662.134783:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606662.134786:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606662.134789:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749606662.134791:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606662.134794:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730045312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606662.134883:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606662.134886:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606662.134888:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606662.134891:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606662.134894:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749606662.134904:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749606662.134910:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730045440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606662.136973:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606662.136988:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ef00
00000400:00000200:0.0:1749606662.136997:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0xfed [1] + 224
00000400:00000200:0.0:1749606662.137008:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606662.137012:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606662.137020:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730045184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606662.137055:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606662.137060:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30ef80
00000400:00000200:0.0:1749606662.137065:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0xff1 [1] + 0
00000400:00000200:0.0:1749606662.137070:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606662.137073:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606662.137077:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730045312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606662.137101:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606662.137105:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30f000
00000400:00000200:0.0:1749606662.137109:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0xffd [1] + 0
00000400:00000200:0.0:1749606662.137127:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606662.137131:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606662.137136:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730045440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606662.137161:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606662.137171:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606662.137174:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606662.137184:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730045184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606662.137197:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000100:00000200:3.0:1749606662.137202:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730045184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606662.137205:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749606662.137207:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606662.137225:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730045312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606662.137236:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730045312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606662.137238:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606662.137246:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749606662.137253:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:2.0:1749606662.137259:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606662.137261:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606662.137263:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606662.137266:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730045440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606662.137274:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730045440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606662.137289:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749606662.137292:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606662.137295:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606662.137298:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749606662.137332:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606662.137336:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:0.0:1749606662.147030:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749606662.147047:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:1.0:1749606662.147051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749606662.147065:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749606667.142185:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606667.142279:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606667.142372:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606667.142402:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606667.142413:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:0.0:1749606667.142423:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749606667.142435:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea4d0.
00000100:00000010:2.0:1749606667.142437:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606667.142441:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749606667.142454:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606667.142464:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:0.0:1749606667.142465:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000400:00000010:3.0:1749606667.142470:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749606667.142476:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730045568, portal 25
00000100:00000200:3.0:1749606667.142476:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730045696, portal 10
00000400:00000010:0.0:1749606667.142481:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000400:00000010:3.0:1749606667.142483:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:0.0:1749606667.142484:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730045568, offset 0
00000100:00000200:3.0:1749606667.142485:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730045696, offset 0
00000400:00000200:0.0:1749606667.142494:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606667.142503:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606667.142511:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606667.142518:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606667.142523:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606667.142528:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606667.142531:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606667.142535:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [482:482:256:4294967295] 192.168.201.120@tcp LPNI seq info [482:482:8:4294967295]
00000400:00000200:0.0:1749606667.142548:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606667.142555:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606667.142557:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606667.142560:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdf00.
00000400:00000200:3.0:1749606667.142561:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606667.142565:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749606667.142568:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606667.142578:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749606667.142579:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606667.142581:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749606667.142584:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606667.142584:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [483:483:255:4294967295] 192.168.201.120@tcp LPNI seq info [483:483:7:4294967295]
00000400:00000200:3.0:1749606667.142594:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606667.142599:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606667.142604:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606667.142609:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606667.142614:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749606667.142617:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:3.0:1749606667.142618:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749606667.142636:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631440.
00000100:00000010:0.0:1749606667.142649:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749606667.142666:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
02000000:00000010:3.0:1749606667.142690:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606667.142694:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606667.142698:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606667.142701:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730045824, portal 10
00000400:00000010:3.0:1749606667.142705:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749606667.142707:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730045824, offset 0
00000400:00000200:3.0:1749606667.142711:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606667.142716:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606667.142719:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606667.142722:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606667.142723:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749606667.142724:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606667.142726:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606667.142728:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [484:484:254:4294967295] 192.168.201.120@tcp LPNI seq info [484:484:6:4294967295]
00000800:00000010:1.0:1749606667.142730:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:3.0:1749606667.142736:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749606667.142739:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749606667.142740:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606667.142743:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606667.142746:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606667.142747:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749606667.142751:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606667.142752:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000800:00000200:3.0:1749606667.142753:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749606667.142754:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749606667.142766:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730045568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606667.142790:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606667.142792:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606667.142795:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606667.142798:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606667.142800:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:1.0:1749606667.142802:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749606667.142806:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730045696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606667.142887:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606667.142889:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606667.142891:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606667.142895:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606667.142897:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:1.0:1749606667.142898:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:1.0:1749606667.142902:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730045824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606667.145095:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606667.145110:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30f080
00000400:00000200:0.0:1749606667.145119:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1005 [1] + 224
00000400:00000200:0.0:1749606667.145130:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606667.145134:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606667.145141:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730045568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606667.145178:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606667.145194:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30f100
00000400:00000200:0.0:1749606667.145198:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1009 [1] + 0
00000400:00000200:0.0:1749606667.145205:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606667.145208:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606667.145213:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730045696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606667.145283:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606667.145292:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30f180
00000400:00000010:2.0:1749606667.145297:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea4d0.
00000400:00000200:2.0:1749606667.145307:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749606667.145310:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000400:00000200:0.0:1749606667.145319:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1015 [1] + 0
00000100:00000200:2.0:1749606667.145322:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730045568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606667.145327:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606667.145341:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749606667.145343:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000400:00000200:0.0:1749606667.145344:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606667.145351:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749606667.145351:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730045696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606667.145360:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730045824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606667.145363:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730045696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606667.145364:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730045568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606667.145394:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:3.0:1749606667.145394:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606667.145399:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749606667.145402:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749606667.145404:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749606667.145406:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749606667.145409:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606667.145411:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749606667.145413:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606667.145416:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730045824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606667.145424:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730045824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606667.145438:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606667.145441:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749606667.145443:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749606667.155063:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749606667.155078:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631440.
00000100:00000010:0.0:1749606667.155097:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749606667.155154:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:2.0:1749606672.150167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606672.150203:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606672.150306:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606672.150335:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606672.150347:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749606672.150358:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749606672.150372:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606672.150381:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000010:2.0:1749606672.150385:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606672.150393:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749606672.150395:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606672.150404:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606672.150412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749606672.150413:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730045952, portal 25
00000100:00000200:3.0:1749606672.150416:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730046080, portal 10
00000400:00000010:1.0:1749606672.150419:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606672.150421:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730045952, offset 0
00000400:00000010:3.0:1749606672.150423:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606672.150425:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730046080, offset 0
00000400:00000200:1.0:1749606672.150432:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606672.150441:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606672.150448:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606672.150455:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606672.150461:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606672.150465:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606672.150468:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606672.150472:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [485:485:256:4294967295] 192.168.201.120@tcp LPNI seq info [485:485:8:4294967295]
00000400:00000200:1.0:1749606672.150486:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749606672.150502:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749606672.150504:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606672.150506:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606672.150510:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:3.0:1749606672.150510:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606672.150512:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606672.150519:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606672.150524:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606672.150528:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [486:486:255:4294967295] 192.168.201.120@tcp LPNI seq info [486:486:7:4294967295]
00000800:00000200:1.0:1749606672.150531:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606672.150537:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606672.150538:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606672.150544:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606672.150548:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606672.150553:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606672.150560:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606672.150563:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606672.150568:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749606672.150592:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749606672.150597:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749606672.150626:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
02000000:00000010:3.0:1749606672.150665:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606672.150670:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606672.150673:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606672.150676:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730046208, portal 10
00000400:00000010:3.0:1749606672.150681:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606672.150683:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730046208, offset 0
00000400:00000200:3.0:1749606672.150687:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606672.150693:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606672.150696:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606672.150699:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606672.150701:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606672.150703:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606672.150706:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [487:487:254:4294967295] 192.168.201.120@tcp LPNI seq info [487:487:6:4294967295]
00000400:00000200:3.0:1749606672.150714:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606672.150719:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606672.150722:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749606672.150722:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606672.150726:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749606672.150729:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000800:00000200:3.0:1749606672.150731:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606672.150734:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606672.150738:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606672.150745:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606672.150751:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749606672.150753:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749606672.150766:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730045952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606672.150790:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606672.150792:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606672.150795:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606672.150798:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606672.150800:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749606672.150802:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749606672.150806:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730046080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606672.150912:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606672.150914:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749606672.150917:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606672.150921:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606672.150923:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749606672.150925:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749606672.150929:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730046208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606672.153057:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606672.153072:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30f280
00000400:00000200:0.0:1749606672.153081:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1021 [1] + 0
00000400:00000200:0.0:1749606672.153092:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606672.153095:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606672.153103:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730046080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606672.153205:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606672.153215:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000200:0.0:1749606672.153216:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606672.153224:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30f200
00000400:00000010:3.0:1749606672.153227:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000400:00000200:0.0:1749606672.153238:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x101d [1] + 224
00000100:00000200:3.0:1749606672.153239:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730046080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606672.153245:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606672.153249:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606672.153254:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730045952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606672.153257:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730046080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606672.153282:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606672.153286:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30f300
00000400:00000200:0.0:1749606672.153290:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x102d [1] + 0
02000000:00000010:3.0:1749606672.153296:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606672.153305:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000400:00000200:0.0:1749606672.153306:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749606672.153310:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749606672.153317:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606672.153322:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730046208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606672.153332:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606672.153340:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606672.153342:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000400:00000010:3.0:1749606672.153348:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:1.0:1749606672.153351:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730045952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606672.153351:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606672.153353:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606672.153358:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730046208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606672.153363:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730045952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606672.153366:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730046208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606672.153383:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:3.0:1749606672.153384:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606672.153387:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749606672.153389:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749606672.153390:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606672.153395:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606672.163031:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:0.0:1749606672.163043:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:3.0:1749606672.163058:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:1.0:1749606672.163072:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:2.0:1749606677.158112:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606677.158146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606677.158215:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606677.158239:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606677.158247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606677.158259:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749606677.158269:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606677.158273:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:3.0:1749606677.158274:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606677.158286:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606677.158298:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730046336, portal 25
00000400:00000010:3.0:1749606677.158303:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606677.158307:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730046336, offset 0
02000000:00000010:2.0:1749606677.158309:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749606677.158315:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000200:3.0:1749606677.158317:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606677.158331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:3.0:1749606677.158333:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749606677.158335:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730046464, portal 10
00000400:00000200:3.0:1749606677.158340:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749606677.158342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606677.158344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730046464, offset 0
00000400:00000200:3.0:1749606677.158346:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606677.158350:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606677.158351:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606677.158353:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606677.158380:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [488:488:256:4294967295] 192.168.201.120@tcp LPNI seq info [488:488:8:4294967295]
00000400:00000200:3.0:1749606677.158399:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749606677.158410:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606677.158410:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606677.158414:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606677.158417:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749606677.158429:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606677.158429:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606677.158432:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606677.158434:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606677.158438:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [489:489:255:4294967295] 192.168.201.120@tcp LPNI seq info [489:489:7:4294967295]
00000800:00000200:3.0:1749606677.158442:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606677.158448:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606677.158449:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606677.158453:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606677.158457:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606677.158462:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606677.158468:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606677.158471:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606677.158480:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749606677.158520:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749606677.158529:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749606677.158535:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
02000000:00000010:2.0:1749606677.158551:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749606677.158555:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606677.158558:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606677.158560:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730046592, portal 10
00000400:00000010:2.0:1749606677.158564:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606677.158566:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730046592, offset 0
00000400:00000200:2.0:1749606677.158573:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606677.158578:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606677.158581:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606677.158583:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606677.158586:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606677.158588:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606677.158590:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [490:490:254:4294967295] 192.168.201.120@tcp LPNI seq info [490:490:6:4294967295]
00000400:00000200:2.0:1749606677.158598:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606677.158603:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606677.158613:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:0.0:1749606677.158614:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606677.158617:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749606677.158621:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000800:00000200:2.0:1749606677.158622:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606677.158625:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606677.158628:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606677.158637:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606677.158642:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749606677.158645:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749606677.158657:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730046336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606677.158681:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606677.158684:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606677.158687:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606677.158690:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606677.158693:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749606677.158694:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749606677.158698:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730046464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606677.158772:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606677.158775:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606677.158777:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606677.158781:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606677.158783:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749606677.158784:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749606677.158788:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730046592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606677.161038:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606677.161075:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30f380
00000400:00000200:0.0:1749606677.161087:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1035 [1] + 224
00000400:00000200:0.0:1749606677.161117:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606677.161123:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606677.161133:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730046336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606677.161188:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606677.161198:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30f400
00000400:00000200:0.0:1749606677.161205:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x103d [1] + 0
00000400:00000200:0.0:1749606677.161214:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606677.161220:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606677.161227:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730046464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606677.161238:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606677.161246:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606677.161248:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606677.161258:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730046336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606677.161269:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749606677.161276:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730046336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606677.161277:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30f480
00000400:00000200:0.0:1749606677.161284:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1045 [1] + 0
00000400:00000200:0.0:1749606677.161305:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606677.161311:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749606677.161313:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000100:00000200:0.0:1749606677.161319:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730046592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606677.161321:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606677.161327:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:2.0:1749606677.161362:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606677.161370:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606677.161372:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606677.161380:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730046464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606677.161391:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730046464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606677.161418:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606677.161421:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606677.161423:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606677.161428:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730046592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606677.161441:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730046592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606677.161463:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606677.161470:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606677.161474:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606677.161478:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749606677.161481:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606677.161484:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749606677.171020:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749606677.171033:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:1.0:1749606677.171080:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:0.0:1749606677.171109:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749606682.166119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606682.166153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606682.166225:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606682.166248:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606682.166256:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606682.166302:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606682.166307:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:0.0:1749606682.166316:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749606682.166331:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea528.
02000000:00000010:3.0:1749606682.166340:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:0.0:1749606682.166342:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000400:00000010:3.0:1749606682.166350:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000200:0.0:1749606682.166354:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730046720, portal 25
00000400:00000010:3.0:1749606682.166355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606682.166360:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730046848, portal 10
00000400:00000010:0.0:1749606682.166361:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749606682.166366:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730046720, offset 0
00000400:00000010:3.0:1749606682.166367:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749606682.166369:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730046848, offset 0
00000400:00000200:0.0:1749606682.166379:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606682.166389:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606682.166398:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606682.166409:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606682.166430:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606682.166436:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606682.166440:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606682.166446:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [491:491:256:4294967295] 192.168.201.120@tcp LPNI seq info [491:491:8:4294967295]
00000400:00000200:0.0:1749606682.166467:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606682.166478:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606682.166478:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606682.166482:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749606682.166485:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000400:00000200:3.0:1749606682.166486:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606682.166489:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606682.166491:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749606682.166496:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606682.166511:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606682.166516:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [492:492:255:4294967295] 192.168.201.120@tcp LPNI seq info [492:492:7:4294967295]
00000800:00000200:0.0:1749606682.166518:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606682.166527:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606682.166532:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606682.166536:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606682.166541:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606682.166547:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606682.166551:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749606682.166560:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749606682.166590:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
00000100:00000010:0.0:1749606682.166602:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
00000100:00000010:0.0:1749606682.166619:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
02000000:00000010:3.0:1749606682.166645:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606682.166649:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606682.166652:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749606682.166655:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730046976, portal 10
00000400:00000010:3.0:1749606682.166659:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606682.166661:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730046976, offset 0
00000400:00000200:3.0:1749606682.166666:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606682.166670:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606682.166673:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606682.166675:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606682.166678:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606682.166680:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606682.166682:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [493:493:254:4294967295] 192.168.201.120@tcp LPNI seq info [493:493:6:4294967295]
00000400:00000200:3.0:1749606682.166690:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606682.166694:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606682.166697:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606682.166700:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606682.166704:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606682.166706:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606682.166714:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606682.166721:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606682.166730:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606682.166737:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606682.166743:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:1.0:1749606682.166745:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:1.0:1749606682.166760:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730046720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606682.166795:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606682.166798:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749606682.166802:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606682.166808:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606682.166812:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:1.0:1749606682.166814:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:1.0:1749606682.166822:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730046848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606682.166933:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606682.167014:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749606682.167018:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606682.167022:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606682.167026:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:1.0:1749606682.167028:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:1.0:1749606682.167033:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730046976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606682.169231:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606682.169247:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30f580
00000400:00000200:0.0:1749606682.169256:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1051 [1] + 0
00000400:00000200:0.0:1749606682.169267:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606682.169271:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606682.169279:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730046848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606682.169317:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606682.169322:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30f500
00000400:00000200:0.0:1749606682.169327:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x104d [1] + 224
00000400:00000200:0.0:1749606682.169332:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606682.169335:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606682.169339:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730046720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606682.169381:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749606682.169386:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749606682.169388:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606682.169391:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749606682.169392:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30f600
00000400:00000200:0.0:1749606682.169407:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x105d [1] + 0
00000100:00000200:3.0:1749606682.169410:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730046848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606682.169422:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606682.169427:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749606682.169427:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730046848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606682.169431:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730046976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606682.169469:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606682.169473:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749606682.169475:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749606682.169481:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730046976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606682.169493:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea528.
00000100:00000200:3.0:1749606682.169493:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730046976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606682.169501:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749606682.169503:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749606682.169511:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730046720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606682.169519:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
00000100:00000200:1.0:1749606682.169522:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730046720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606682.169527:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749606682.169534:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749606682.169539:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606682.169542:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749606682.169546:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:1.0:1749606682.169553:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:1.0:1749606682.169557:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749606682.169560:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749606682.179042:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:1.0:1749606682.179050:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:3.0:1749606682.179064:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:0.0:1749606682.179159:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749606687.174180:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606687.174215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606687.174296:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606687.174319:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606687.174328:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749606687.174346:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000100:00000010:2.0:1749606687.174351:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606687.174355:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:1.0:1749606687.174359:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:3.0:1749606687.174366:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:1.0:1749606687.174369:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000010:3.0:1749606687.174378:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000100:00000200:1.0:1749606687.174380:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730047104, portal 25
00000400:00000010:1.0:1749606687.174385:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000400:00000010:3.0:1749606687.174385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:1.0:1749606687.174390:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730047104, offset 0
00000100:00000200:3.0:1749606687.174390:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730047232, portal 10
00000400:00000010:3.0:1749606687.174398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000200:1.0:1749606687.174400:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606687.174416:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730047232, offset 0
00000400:00000200:1.0:1749606687.174417:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606687.174425:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606687.174426:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606687.174431:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606687.174436:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606687.174438:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606687.174442:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [494:494:256:4294967295] 192.168.201.120@tcp LPNI seq info [494:494:8:4294967295]
00000400:00000200:1.0:1749606687.174457:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606687.174464:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606687.174468:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606687.174469:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749606687.174474:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606687.174478:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606687.174478:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606687.174482:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606687.174485:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606687.174490:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606687.174495:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606687.174512:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [495:495:255:4294967295] 192.168.201.120@tcp LPNI seq info [495:495:7:4294967295]
00000400:00000200:3.0:1749606687.174525:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606687.174532:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606687.174536:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000800:00000010:3.0:1749606687.174538:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749606687.174543:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606687.174552:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606687.174556:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000800:00000200:3.0:1749606687.174556:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606687.174561:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749606687.174578:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
02000000:00000010:3.0:1749606687.174616:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606687.174622:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606687.174626:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606687.174631:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730047360, portal 10
00000400:00000010:3.0:1749606687.174637:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749606687.174640:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730047360, offset 0
00000400:00000200:3.0:1749606687.174647:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606687.174654:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606687.174659:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749606687.174661:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749606687.174663:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606687.174666:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:0.0:1749606687.174667:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749606687.174670:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606687.174674:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [496:496:254:4294967295] 192.168.201.120@tcp LPNI seq info [496:496:6:4294967295]
00000400:00000200:0.0:1749606687.174675:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606687.174684:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749606687.174688:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606687.174689:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749606687.174691:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000800:00000200:3.0:1749606687.174694:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606687.174698:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000100:00000200:0.0:1749606687.174703:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730047104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749606687.174704:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606687.174711:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606687.174715:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606687.174727:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606687.174729:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606687.174731:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606687.174735:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606687.174737:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749606687.174739:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749606687.174743:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730047232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606687.174832:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606687.174834:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606687.174836:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606687.174840:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606687.174841:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749606687.174853:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749606687.174858:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730047360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606687.177035:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606687.177055:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30f680
00000400:00000200:0.0:1749606687.177066:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1065 [1] + 224
00000400:00000200:0.0:1749606687.177082:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606687.177087:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606687.177097:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730047104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606687.177144:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606687.177154:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30f700
00000400:00000200:0.0:1749606687.177159:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1069 [1] + 0
00000400:00000200:0.0:1749606687.177166:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606687.177169:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606687.177174:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730047232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606687.177189:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606687.177197:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606687.177208:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606687.177217:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730047104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606687.177223:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606687.177228:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30f780
00000100:00000200:1.0:1749606687.177229:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730047104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606687.177232:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1075 [1] + 0
00000400:00000200:0.0:1749606687.177248:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606687.177252:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606687.177256:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730047360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606687.177260:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606687.177266:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000010:3.0:1749606687.177268:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000100:00000010:1.0:1749606687.177271:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:3.0:1749606687.177277:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749606687.177280:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749606687.177299:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730047232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606687.177311:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730047232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606687.177335:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606687.177340:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749606687.177343:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749606687.177349:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606687.177351:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606687.177352:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606687.177356:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730047360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606687.177364:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730047360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606687.177377:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606687.177379:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749606687.177381:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749606687.187036:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:3.0:1749606687.187058:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:2.0:1749606687.187080:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:0.0:1749606687.187096:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:2.0:1749606692.182116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606692.182151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749606692.182221:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606692.182243:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606692.182251:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606692.182270:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606692.182274:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606692.182318:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749606692.182321:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749606692.182327:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:1.0:1749606692.182332:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749606692.182336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000010:1.0:1749606692.182337:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749606692.182345:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730047616, portal 10
00000100:00000200:1.0:1749606692.182352:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730047488, portal 25
00000400:00000010:2.0:1749606692.182353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606692.182355:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730047616, offset 0
00000400:00000010:1.0:1749606692.182356:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749606692.182359:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730047488, offset 0
00000400:00000200:2.0:1749606692.182365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606692.182374:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606692.182381:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606692.182390:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606692.182395:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606692.182400:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606692.182403:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606692.182407:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [497:497:256:4294967295] 192.168.201.120@tcp LPNI seq info [497:497:8:4294967295]
00000400:00000200:2.0:1749606692.182445:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606692.182453:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606692.182456:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606692.182459:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749606692.182460:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606692.182464:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606692.182467:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606692.182468:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606692.182470:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606692.182473:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [498:498:255:4294967295] 192.168.201.120@tcp LPNI seq info [498:498:7:4294967295]
00000800:00000200:2.0:1749606692.182479:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606692.182483:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606692.182485:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606692.182488:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606692.182492:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749606692.182497:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606692.182503:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606692.182507:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606692.182514:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749606692.182537:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749606692.182547:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749606692.182552:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
02000000:00000010:2.0:1749606692.182568:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606692.182571:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606692.182574:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606692.182577:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730047744, portal 10
00000400:00000010:2.0:1749606692.182581:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606692.182583:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730047744, offset 0
00000400:00000200:2.0:1749606692.182588:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606692.182593:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606692.182596:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606692.182599:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606692.182601:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606692.182604:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606692.182607:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [499:499:254:4294967295] 192.168.201.120@tcp LPNI seq info [499:499:6:4294967295]
00000400:00000200:2.0:1749606692.182615:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606692.182619:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606692.182622:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606692.182625:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606692.182629:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606692.182631:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606692.182650:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606692.182657:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606692.182674:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606692.182682:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606692.182688:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749606692.182690:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749606692.182701:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730047616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606692.182725:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606692.182727:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749606692.182729:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606692.182733:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606692.182735:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749606692.182736:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749606692.182740:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730047488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606692.182857:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606692.182860:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606692.182862:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606692.182866:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606692.182868:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749606692.182870:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749606692.182874:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730047744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606692.184980:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606692.184995:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30f880
00000400:00000200:0.0:1749606692.185004:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x107d [1] + 0
00000400:00000200:0.0:1749606692.185014:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606692.185018:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606692.185025:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730047616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606692.185061:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606692.185076:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30f800
00000400:00000200:0.0:1749606692.185081:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1081 [1] + 224
00000400:00000200:0.0:1749606692.185088:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606692.185091:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606692.185095:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730047488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606692.185120:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606692.185124:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30f900
00000400:00000200:0.0:1749606692.185128:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x108d [1] + 0
00000400:00000200:0.0:1749606692.185142:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606692.185145:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606692.185150:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730047744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606692.185155:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606692.185163:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606692.185165:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606692.185174:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730047616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606692.185183:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606692.185186:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730047616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606692.185193:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606692.185211:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000400:00000010:2.0:1749606692.185217:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606692.185219:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606692.185220:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:1.0:1749606692.185222:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730047488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606692.185224:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730047744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606692.185232:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730047744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606692.185240:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730047488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606692.185247:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606692.185252:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606692.185257:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606692.185260:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606692.185262:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606692.185264:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749606692.185267:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606692.185273:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749606692.185278:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:3.0:1749606692.195050:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749606692.195051:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:0.0:1749606692.195068:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:1.0:1749606692.195076:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749606697.190074:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606697.190110:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606697.190186:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606697.190208:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606697.190217:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606697.190244:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606697.190251:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606697.190256:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606697.190272:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749606697.190282:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749606697.190284:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:2.0:1749606697.190289:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000100:00000200:3.0:1749606697.190295:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730047872, portal 25
00000400:00000010:3.0:1749606697.190301:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749606697.190304:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730047872, offset 0
00000400:00000200:3.0:1749606697.190314:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606697.190331:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606697.190332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606697.190338:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730048000, portal 10
00000400:00000200:3.0:1749606697.190339:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606697.190344:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749606697.190347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606697.190349:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730048000, offset 0
00000400:00000200:3.0:1749606697.190350:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606697.190359:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606697.190363:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606697.190367:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [500:500:256:4294967295] 192.168.201.120@tcp LPNI seq info [500:500:8:4294967295]
00000400:00000200:3.0:1749606697.190383:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606697.190390:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606697.190398:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606697.190398:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749606697.190403:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606697.190407:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606697.190409:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606697.190412:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606697.190416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606697.190418:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606697.190421:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [501:501:255:4294967295] 192.168.201.120@tcp LPNI seq info [501:501:7:4294967295]
00000800:00000200:3.0:1749606697.190424:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606697.190435:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606697.190443:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606697.190449:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606697.190456:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606697.190457:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000800:00000200:2.0:1749606697.190464:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606697.190469:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606697.190476:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749606697.190490:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749606697.190496:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
02000000:00000010:2.0:1749606697.190531:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606697.190537:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606697.190542:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606697.190547:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730048128, portal 10
00000400:00000010:2.0:1749606697.190552:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606697.190555:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730048128, offset 0
00000400:00000200:2.0:1749606697.190562:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606697.190569:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606697.190574:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606697.190578:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606697.190582:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606697.190585:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606697.190590:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [502:502:254:4294967295] 192.168.201.120@tcp LPNI seq info [502:502:6:4294967295]
00000800:00000200:0.0:1749606697.190597:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606697.190602:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749606697.190604:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606697.190613:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606697.190617:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606697.190620:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606697.190621:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606697.190626:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000800:00000200:2.0:1749606697.190626:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749606697.190629:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000800:00000200:2.0:1749606697.190634:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606697.190638:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606697.190642:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730047872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606697.190666:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606697.190668:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606697.190671:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606697.190674:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606697.190677:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749606697.190679:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749606697.190682:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730048000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606697.190824:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606697.190827:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606697.190830:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606697.190834:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606697.190837:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749606697.190838:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749606697.190842:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730048128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606697.192833:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606697.192849:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30f980
00000400:00000200:0.0:1749606697.192858:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1095 [1] + 224
00000400:00000200:0.0:1749606697.192868:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606697.192872:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606697.192880:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730047872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606697.192915:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606697.192920:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30fa00
00000400:00000200:0.0:1749606697.192924:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x109d [1] + 0
00000400:00000200:0.0:1749606697.192929:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606697.192932:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606697.192961:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730048000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606697.192972:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606697.192980:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606697.192982:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606697.192991:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730047872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606697.193003:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730047872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606697.193005:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606697.193010:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30fa80
00000400:00000200:0.0:1749606697.193014:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x10a5 [1] + 0
02000000:00000010:3.0:1749606697.193031:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:0.0:1749606697.193033:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749606697.193037:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:2.0:1749606697.193038:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000100:00000010:3.0:1749606697.193042:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:0.0:1749606697.193044:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606697.193045:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749606697.193047:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749606697.193052:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730048128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606697.193055:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730048000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606697.193067:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730048000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606697.193089:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606697.193091:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606697.193093:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606697.193096:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730048128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606697.193104:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730048128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606697.193118:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606697.193121:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606697.193124:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606697.193127:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606697.193130:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606697.193132:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749606697.203031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749606697.203042:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749606697.203047:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:1.0:1749606697.203058:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:2.0:1749606702.198172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606702.198208:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606702.198282:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606702.198326:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606702.198335:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606702.198361:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606702.198365:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606702.198379:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749606702.198393:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749606702.198395:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606702.198401:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606702.198402:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:2.0:1749606702.198407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606702.198412:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730048384, portal 10
00000100:00000200:3.0:1749606702.198413:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730048256, portal 25
00000400:00000010:3.0:1749606702.198418:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000400:00000010:2.0:1749606702.198419:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:3.0:1749606702.198421:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730048256, offset 0
00000100:00000200:2.0:1749606702.198422:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730048384, offset 0
00000400:00000200:3.0:1749606702.198431:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606702.198449:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606702.198458:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606702.198466:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606702.198472:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606702.198476:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606702.198480:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606702.198484:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [503:503:256:4294967295] 192.168.201.120@tcp LPNI seq info [503:503:8:4294967295]
00000400:00000200:3.0:1749606702.198499:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606702.198506:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606702.198509:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606702.198511:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606702.198515:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606702.198519:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606702.198520:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606702.198524:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606702.198527:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606702.198532:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606702.198533:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [504:504:255:4294967295] 192.168.201.120@tcp LPNI seq info [504:504:7:4294967295]
00000800:00000200:3.0:1749606702.198537:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606702.198548:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606702.198555:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606702.198561:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606702.198567:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606702.198573:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000800:00000200:2.0:1749606702.198576:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606702.198580:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606702.198677:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749606702.198689:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749606702.198698:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
02000000:00000010:2.0:1749606702.198733:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606702.198738:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606702.198742:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606702.198745:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730048512, portal 10
00000800:00000200:0.0:1749606702.198749:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606702.198750:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606702.198752:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730048512, offset 0
00000800:00000010:0.0:1749606702.198755:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606702.198758:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606702.198764:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606702.198764:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606702.198772:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606702.198775:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606702.198778:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000200:2.0:1749606702.198778:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749606702.198780:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:2.0:1749606702.198781:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606702.198783:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606702.198786:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [505:505:254:4294967295] 192.168.201.120@tcp LPNI seq info [505:505:6:4294967295]
00000100:00000200:0.0:1749606702.198793:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730048256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606702.198795:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606702.198800:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606702.198803:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606702.198807:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606702.198812:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606702.198816:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606702.198894:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606702.198897:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606702.198900:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606702.198904:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606702.198907:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749606702.198909:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749606702.198913:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730048384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606702.199002:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606702.199004:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606702.199007:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606702.199011:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606702.199013:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749606702.199015:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749606702.199019:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730048512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606702.200676:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606702.200691:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30fb00
00000400:00000200:0.0:1749606702.200700:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x10ad [1] + 224
00000400:00000200:0.0:1749606702.200720:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606702.200724:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606702.200732:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730048256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606702.200771:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606702.200776:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30fb80
00000400:00000200:0.0:1749606702.200781:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x10b1 [1] + 0
00000400:00000200:0.0:1749606702.200787:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606702.200790:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606702.200794:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730048384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606702.200803:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606702.200809:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606702.200810:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606702.200817:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730048256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606702.200820:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606702.200825:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30fc00
00000400:00000200:0.0:1749606702.200828:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x10bd [1] + 0
00000100:00000200:3.0:1749606702.200829:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730048256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606702.200846:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606702.200850:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606702.200854:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730048512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606702.200858:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749606702.200864:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606702.200868:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:2.0:1749606702.200883:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606702.200891:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606702.200893:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606702.200901:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730048384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606702.200913:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730048384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606702.200957:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606702.200959:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606702.200961:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606702.200964:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730048512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606702.200972:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730048512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606702.200987:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606702.200992:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606702.200995:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606702.200999:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606702.201014:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606702.201017:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749606702.211054:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749606702.211054:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:1.0:1749606702.211062:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:0.0:1749606702.211073:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749606707.206140:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606707.206174:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606707.206251:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606707.206275:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606707.206283:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606707.206307:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606707.206311:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606707.206349:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606707.206357:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
02000000:00000010:1.0:1749606707.206359:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749606707.206365:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:1.0:1749606707.206370:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606707.206374:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730048768, portal 10
00000400:00000010:1.0:1749606707.206376:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606707.206381:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730048640, portal 25
00000400:00000010:2.0:1749606707.206382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000010:1.0:1749606707.206385:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:2.0:1749606707.206385:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730048768, offset 0
00000100:00000200:1.0:1749606707.206387:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730048640, offset 0
00000400:00000200:2.0:1749606707.206393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606707.206405:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606707.206410:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606707.206417:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606707.206423:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606707.206428:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606707.206431:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606707.206435:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [506:506:256:4294967295] 192.168.201.120@tcp LPNI seq info [506:506:8:4294967295]
00000400:00000200:2.0:1749606707.206450:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606707.206457:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606707.206460:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606707.206462:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:1.0:1749606707.206464:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606707.206468:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606707.206471:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606707.206471:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606707.206474:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606707.206477:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [507:507:255:4294967295] 192.168.201.120@tcp LPNI seq info [507:507:7:4294967295]
00000800:00000200:2.0:1749606707.206481:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606707.206487:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606707.206487:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606707.206491:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606707.206495:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606707.206500:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606707.206506:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606707.206510:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606707.206517:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749606707.206571:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749606707.206579:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749606707.206584:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
02000000:00000010:2.0:1749606707.206608:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606707.206611:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606707.206615:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606707.206618:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730048896, portal 10
00000400:00000010:2.0:1749606707.206622:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606707.206624:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730048896, offset 0
00000400:00000200:2.0:1749606707.206630:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606707.206635:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606707.206638:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606707.206641:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606707.206643:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749606707.206645:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606707.206646:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606707.206649:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [508:508:254:4294967295] 192.168.201.120@tcp LPNI seq info [508:508:6:4294967295]
00000400:00000200:2.0:1749606707.206657:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606707.206661:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606707.206662:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000800:00000010:2.0:1749606707.206664:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606707.206668:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606707.206673:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606707.206674:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606707.206676:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606707.206685:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606707.206692:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749606707.206695:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749606707.206711:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730048768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606707.206747:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606707.206761:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749606707.206766:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606707.206773:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606707.206778:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749606707.206780:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749606707.206788:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730048640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606707.206900:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606707.206904:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606707.206907:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606707.206913:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606707.206918:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749606707.206920:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749606707.206926:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730048896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606707.208919:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606707.208963:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30fd00
00000400:00000200:0.0:1749606707.208976:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x10c5 [1] + 0
00000400:00000200:0.0:1749606707.208992:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606707.208995:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606707.209004:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730048768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606707.209040:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606707.209046:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30fc80
00000400:00000200:0.0:1749606707.209051:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x10c9 [1] + 224
00000400:00000200:0.0:1749606707.209056:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606707.209059:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606707.209063:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730048640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606707.209078:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606707.209083:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606707.209086:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606707.209093:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730048768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606707.209103:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730048768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606707.209106:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606707.209111:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30fd80
00000400:00000200:0.0:1749606707.209114:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x10d5 [1] + 0
00000400:00000200:0.0:1749606707.209129:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606707.209132:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606707.209136:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730048896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606707.209142:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606707.209155:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606707.209160:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749606707.209167:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606707.209169:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606707.209171:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606707.209175:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730048896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606707.209184:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730048896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606707.209199:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
00000400:00000010:1.0:1749606707.209202:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749606707.209202:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606707.209204:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000200:1.0:1749606707.209210:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606707.209212:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606707.209220:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730048640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606707.209231:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730048640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606707.209251:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606707.209256:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749606707.209259:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749606707.219020:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749606707.219029:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:3.0:1749606707.219052:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:1.0:1749606707.219093:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749606712.214164:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606712.214203:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606712.214275:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606712.214298:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606712.214306:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606712.214329:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606712.214332:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749606712.214345:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749606712.214356:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749606712.214363:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:1.0:1749606712.214365:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000010:2.0:1749606712.214368:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000100:00000200:1.0:1749606712.214375:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730049024, portal 25
00000400:00000010:2.0:1749606712.214376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000010:1.0:1749606712.214380:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749606712.214380:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730049152, portal 10
00000100:00000200:1.0:1749606712.214383:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730049024, offset 0
00000400:00000010:2.0:1749606712.214386:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000200:1.0:1749606712.214393:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606712.214410:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730049152, offset 0
00000400:00000200:2.0:1749606712.214417:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606712.214421:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606712.214428:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606712.214434:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606712.214438:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606712.214441:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606712.214445:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [509:509:256:4294967295] 192.168.201.120@tcp LPNI seq info [509:509:8:4294967295]
00000400:00000200:1.0:1749606712.214507:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606712.214513:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606712.214516:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606712.214519:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:2.0:1749606712.214520:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606712.214524:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606712.214527:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606712.214527:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606712.214538:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606712.214544:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606712.214551:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606712.214554:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [510:510:255:4294967295] 192.168.201.120@tcp LPNI seq info [510:510:7:4294967295]
00000400:00000200:2.0:1749606712.214565:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606712.214570:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606712.214574:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606712.214580:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606712.214583:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000800:00000200:2.0:1749606712.214586:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606712.214589:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606712.214607:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749606712.214612:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000100:00000010:1.0:1749606712.214618:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
02000000:00000010:2.0:1749606712.214636:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606712.214640:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606712.214643:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606712.214646:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730049280, portal 10
00000400:00000010:2.0:1749606712.214651:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749606712.214653:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730049280, offset 0
00000400:00000200:2.0:1749606712.214657:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606712.214661:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606712.214664:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606712.214667:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606712.214669:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606712.214671:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606712.214674:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [511:511:254:4294967295] 192.168.201.120@tcp LPNI seq info [511:511:6:4294967295]
00000800:00000200:0.0:1749606712.214681:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606712.214682:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606712.214686:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606712.214687:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000800:00000010:2.0:1749606712.214688:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606712.214691:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606712.214695:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606712.214695:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606712.214697:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606712.214703:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606712.214708:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749606712.214710:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749606712.214722:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730049024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606712.214745:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606712.214747:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606712.214750:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606712.214753:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606712.214756:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749606712.214758:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749606712.214761:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730049152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606712.214849:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606712.214851:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606712.214854:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606712.214857:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606712.214859:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749606712.214868:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749606712.214874:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730049280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606712.217006:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606712.217021:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30fe00
00000400:00000200:0.0:1749606712.217029:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x10dd [1] + 224
00000400:00000200:0.0:1749606712.217040:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606712.217044:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606712.217051:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730049024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606712.217095:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606712.217104:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf30fe80
00000400:00000200:0.0:1749606712.217110:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x10e1 [1] + 0
00000400:00000200:0.0:1749606712.217119:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606712.217124:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606712.217131:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730049152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606712.217149:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606712.217155:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606712.217158:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606712.217166:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730049024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606712.217175:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749606712.217180:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730049024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606712.217183:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf30ff00
00000400:00000200:0.0:1749606712.217189:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x10ed [1] + 0
00000400:00000010:2.0:1749606712.217203:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606712.217211:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000200:0.0:1749606712.217213:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749606712.217215:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000200:0.0:1749606712.217219:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749606712.217221:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000010:2.0:1749606712.217221:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749606712.217227:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730049280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606712.217227:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:2.0:1749606712.217229:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730049152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606712.217242:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730049152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606712.217265:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606712.217267:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606712.217268:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606712.217272:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730049280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606712.217280:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730049280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606712.217295:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606712.217298:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606712.217301:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606712.217304:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606712.217307:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606712.217309:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749606712.227072:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:0.0:1749606712.227099:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749606712.227109:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:3.0:1749606712.227113:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749606717.222167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606717.222202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606717.222276:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606717.222299:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606717.222307:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606717.222330:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606717.222334:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606717.222395:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606717.222404:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
02000000:00000010:3.0:1749606717.222407:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:2.0:1749606717.222413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606717.222423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730049536, portal 10
00000400:00000010:3.0:1749606717.222438:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606717.222443:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000010:3.0:1749606717.222444:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:2.0:1749606717.222447:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730049536, offset 0
00000100:00000200:3.0:1749606717.222449:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730049408, portal 25
00000400:00000010:3.0:1749606717.222453:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000200:2.0:1749606717.222456:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606717.222465:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730049408, offset 0
00000400:00000200:2.0:1749606717.222473:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606717.222473:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606717.222481:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606717.222486:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606717.222491:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606717.222494:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606717.222498:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [512:512:256:4294967295] 192.168.201.120@tcp LPNI seq info [512:512:8:4294967295]
00000400:00000200:2.0:1749606717.222513:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606717.222520:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606717.222522:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606717.222524:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:3.0:1749606717.222526:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606717.222529:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606717.222532:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606717.222533:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606717.222535:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606717.222538:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [513:513:255:4294967295] 192.168.201.120@tcp LPNI seq info [513:513:7:4294967295]
00000800:00000200:2.0:1749606717.222544:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606717.222548:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606717.222550:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606717.222553:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606717.222557:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606717.222561:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606717.222568:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606717.222571:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606717.222581:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749606717.222628:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749606717.222639:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749606717.222649:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
02000000:00000010:2.0:1749606717.222674:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606717.222679:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606717.222683:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606717.222686:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730049664, portal 10
00000400:00000010:2.0:1749606717.222691:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749606717.222692:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730049664, offset 0
00000400:00000200:2.0:1749606717.222698:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606717.222703:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606717.222706:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606717.222709:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606717.222711:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606717.222713:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606717.222716:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [514:514:254:4294967295] 192.168.201.120@tcp LPNI seq info [514:514:6:4294967295]
00000400:00000200:2.0:1749606717.222725:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606717.222729:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606717.222736:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606717.222739:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000010:0.0:1749606717.222743:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606717.222744:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606717.222750:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606717.222752:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606717.222760:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606717.222768:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606717.222773:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749606717.222776:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749606717.222787:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730049536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606717.222811:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606717.222813:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606717.222816:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606717.222819:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606717.222822:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749606717.222823:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749606717.222828:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730049408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606717.222919:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606717.222921:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606717.222923:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606717.222927:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606717.222929:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749606717.222931:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749606717.222998:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730049664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606717.224842:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606717.224858:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310000
00000400:00000200:0.0:1749606717.224867:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x10f5 [1] + 0
00000400:00000200:0.0:1749606717.224877:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606717.224881:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606717.224889:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730049536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606717.224924:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606717.224963:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf30ff80
00000400:00000200:0.0:1749606717.224967:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x10fd [1] + 224
00000400:00000200:0.0:1749606717.224976:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606717.224979:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606717.224984:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730049408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606717.225008:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606717.225013:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310080
00000400:00000200:0.0:1749606717.225017:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1105 [1] + 0
00000400:00000010:2.0:1749606717.225031:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:0.0:1749606717.225033:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606717.225037:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606717.225039:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749606717.225041:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606717.225049:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730049536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606717.225053:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730049664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606717.225062:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730049536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606717.225092:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606717.225094:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606717.225096:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606717.225099:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730049664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606717.225106:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749606717.225107:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730049664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606717.225114:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606717.225116:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
02000000:00000010:2.0:1749606717.225124:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
00000100:00000200:3.0:1749606717.225124:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730049408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606717.225128:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606717.225133:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:3.0:1749606717.225135:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730049408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606717.225137:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606717.225138:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606717.225140:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749606717.225154:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749606717.225167:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606717.225170:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749606717.235045:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:0.0:1749606717.235047:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:1.0:1749606717.235061:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749606717.235080:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749606722.230123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606722.230162:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606722.230249:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606722.230275:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606722.230315:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606722.230345:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749606722.230358:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606722.230367:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606722.230377:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730049792, portal 25
00000400:00000010:3.0:1749606722.230383:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749606722.230385:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749606722.230386:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730049792, offset 0
02000000:00000010:2.0:1749606722.230394:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000200:3.0:1749606722.230396:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606722.230413:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606722.230420:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606722.230426:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606722.230430:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606722.230433:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606722.230437:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [515:515:256:4294967295] 192.168.201.120@tcp LPNI seq info [515:515:8:4294967295]
00000400:00000200:3.0:1749606722.230453:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606722.230459:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606722.230464:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606722.230473:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606722.230485:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606722.230490:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:0.0:1749606722.230495:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a800.
00000400:00000010:0.0:1749606722.230504:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea580.
00000400:00000010:0.0:1749606722.230510:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749606722.230514:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730049920, portal 10
00000400:00000010:0.0:1749606722.230521:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749606722.230523:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730049920, offset 0
00000100:00000010:3.0:1749606722.230525:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000400:00000200:0.0:1749606722.230530:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606722.230540:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749606722.230541:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000400:00000200:0.0:1749606722.230543:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606722.230547:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:3.0:1749606722.230547:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000400:00000200:0.0:1749606722.230550:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606722.230553:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606722.230556:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [516:516:255:4294967295] 192.168.201.120@tcp LPNI seq info [516:516:7:4294967295]
00000100:00000010:3.0:1749606722.230562:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000400:00000200:0.0:1749606722.230565:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606722.230584:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606722.230588:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:0.0:1749606722.230593:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606722.230599:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606722.230602:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749606722.230619:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000010:0.0:1749606722.230622:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea3c8.
00000400:00000010:0.0:1749606722.230625:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749606722.230628:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730050048, portal 10
00000400:00000010:0.0:1749606722.230632:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749606722.230634:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730050048, offset 0
00000400:00000200:0.0:1749606722.230638:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606722.230642:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606722.230645:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606722.230647:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606722.230649:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606722.230651:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606722.230653:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [517:517:254:4294967295] 192.168.201.120@tcp LPNI seq info [517:517:6:4294967295]
00000400:00000200:0.0:1749606722.230661:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606722.230664:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606722.230667:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:0.0:1749606722.230669:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606722.230673:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606722.230675:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606722.230693:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606722.230700:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606722.230707:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606722.230717:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606722.230724:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:1.0:1749606722.230727:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:1.0:1749606722.230740:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730049792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606722.230782:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606722.230786:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606722.230790:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606722.230796:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606722.230800:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:1.0:1749606722.230802:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:1.0:1749606722.230809:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730049920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606722.230866:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606722.230869:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:1.0:1749606722.230872:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606722.230876:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606722.230879:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749606722.230881:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749606722.230885:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730050048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606722.232513:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606722.232528:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310180
00000400:00000200:0.0:1749606722.232537:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1115 [1] + 0
00000400:00000200:0.0:1749606722.232549:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606722.232553:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606722.232570:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730049920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606722.232610:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606722.232616:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310100
00000400:00000200:0.0:1749606722.232620:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x110d [1] + 224
00000400:00000200:0.0:1749606722.232626:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606722.232629:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606722.232633:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730049792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606722.232656:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606722.232661:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310200
00000400:00000200:0.0:1749606722.232665:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x111d [1] + 0
00000400:00000200:0.0:1749606722.232679:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606722.232682:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606722.232687:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730050048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606722.232702:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea580.
00000400:00000200:2.0:1749606722.232711:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749606722.232713:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:2.0:1749606722.232721:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730049920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606722.232733:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730049920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606722.232758:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606722.232766:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606722.232768:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000010:2.0:1749606722.232774:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea3c8.
00000400:00000200:2.0:1749606722.232776:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000100:00000200:3.0:1749606722.232777:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730049792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606722.232778:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:2.0:1749606722.232782:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730050048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606722.232790:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730050048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606722.232806:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a800.
00000100:00000200:3.0:1749606722.232806:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730049792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606722.232812:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606722.232816:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606722.232820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749606722.232822:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606722.232824:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:3.0:1749606722.232825:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749606722.232830:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606722.232833:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749606722.243029:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:0.0:1749606722.243042:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749606722.243052:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749606722.243061:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:2.0:1749606727.238175:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606727.238273:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606727.238366:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606727.238396:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606727.238406:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606727.238430:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000100:00000010:2.0:1749606727.238435:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606727.238439:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606727.238444:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606727.238453:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606727.238463:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730050176, portal 25
00000400:00000010:3.0:1749606727.238469:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749606727.238471:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730050176, offset 0
00000400:00000200:3.0:1749606727.238481:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606727.238493:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000200:3.0:1749606727.238498:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606727.238499:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606727.238504:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:3.0:1749606727.238505:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606727.238509:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730050304, portal 10
00000400:00000200:3.0:1749606727.238511:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749606727.238515:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:3.0:1749606727.238515:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749606727.238517:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730050304, offset 0
00000400:00000200:3.0:1749606727.238518:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606727.238522:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [518:518:256:4294967295] 192.168.201.120@tcp LPNI seq info [518:518:8:4294967295]
00000400:00000200:2.0:1749606727.238525:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606727.238537:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606727.238544:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606727.238548:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606727.238549:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749606727.238552:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606727.238556:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606727.238558:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606727.238559:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606727.238561:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606727.238565:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [519:519:255:4294967295] 192.168.201.120@tcp LPNI seq info [519:519:7:4294967295]
00000800:00000200:3.0:1749606727.238569:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606727.238575:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606727.238575:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606727.238579:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606727.238583:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606727.238588:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606727.238594:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606727.238598:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606727.238609:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749606727.238638:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749606727.238651:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749606727.238657:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
02000000:00000010:2.0:1749606727.238667:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606727.238670:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606727.238673:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606727.238675:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730050432, portal 10
00000400:00000010:2.0:1749606727.238680:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749606727.238681:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730050432, offset 0
00000400:00000200:2.0:1749606727.238686:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606727.238698:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606727.238701:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606727.238703:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606727.238706:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606727.238708:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606727.238710:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [520:520:254:4294967295] 192.168.201.120@tcp LPNI seq info [520:520:6:4294967295]
00000400:00000200:2.0:1749606727.238718:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606727.238722:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606727.238727:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606727.238730:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606727.238732:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606727.238735:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749606727.238737:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000800:00000200:2.0:1749606727.238737:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606727.238745:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606727.238754:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606727.238760:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749606727.238764:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749606727.238778:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730050176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606727.238809:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606727.238811:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606727.238814:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606727.238817:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606727.238830:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749606727.238832:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749606727.238837:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730050304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606727.238932:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606727.238983:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606727.238985:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606727.238989:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606727.238991:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749606727.238993:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749606727.238997:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730050432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606727.240985:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606727.241000:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310300
00000400:00000200:0.0:1749606727.241010:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x112d [1] + 0
00000400:00000200:0.0:1749606727.241020:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606727.241024:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606727.241033:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730050304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606727.241074:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606727.241079:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310280
00000400:00000200:0.0:1749606727.241083:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1125 [1] + 224
00000400:00000200:0.0:1749606727.241089:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606727.241091:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606727.241096:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730050176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606727.241119:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606727.241123:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310380
00000400:00000200:0.0:1749606727.241136:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1135 [1] + 0
00000400:00000200:0.0:1749606727.241157:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606727.241161:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606727.241167:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606727.241186:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606727.241189:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749606727.241220:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730050432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606727.241221:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749606727.241227:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730050304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606727.241227:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606727.241230:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606727.241239:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730050176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606727.241245:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730050304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606727.241267:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730050176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606727.241286:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606727.241291:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749606727.241293:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
02000000:00000010:3.0:1749606727.241294:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
00000100:00000200:2.0:1749606727.241299:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730050432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606727.241302:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749606727.241307:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:2.0:1749606727.241312:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730050432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606737 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606727.241335:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606727.241341:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606727.241346:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606727.241363:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606727.241367:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606727.241370:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606727.251050:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:3.0:1749606727.251070:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:0.0:1749606727.251076:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:1.0:1749606727.251088:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749606732.246044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606732.246080:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606732.246162:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606732.246185:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606732.246193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606732.246222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606732.246228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606732.246244:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
02000000:00000010:1.0:1749606732.246256:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749606732.246256:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606732.246266:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:1.0:1749606732.246267:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749606732.246276:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730050560, portal 25
00000400:00000010:1.0:1749606732.246282:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000010:3.0:1749606732.246285:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:1.0:1749606732.246287:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730050688, portal 10
00000100:00000200:3.0:1749606732.246288:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730050560, offset 0
00000400:00000010:1.0:1749606732.246294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000400:00000200:3.0:1749606732.246298:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606732.246303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730050688, offset 0
00000400:00000200:1.0:1749606732.246312:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606732.246318:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606732.246328:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606732.246336:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606732.246341:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606732.246345:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606732.246351:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [521:521:256:4294967295] 192.168.201.120@tcp LPNI seq info [521:521:8:4294967295]
00000400:00000200:3.0:1749606732.246371:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606732.246381:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606732.246382:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606732.246386:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606732.246387:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606732.246389:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606732.246392:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606732.246394:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606732.246398:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [522:522:255:4294967295] 192.168.201.120@tcp LPNI seq info [522:522:7:4294967295]
00000800:00000200:3.0:1749606732.246399:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606732.246408:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606732.246413:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606732.246414:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749606732.246417:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:3.0:1749606732.246421:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606732.246422:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606732.246428:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606732.246432:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606732.246462:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749606732.246511:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749606732.246524:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749606732.246538:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
02000000:00000010:1.0:1749606732.246578:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606732.246583:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606732.246587:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606732.246590:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730050816, portal 10
00000400:00000010:1.0:1749606732.246594:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606732.246596:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730050816, offset 0
00000400:00000200:1.0:1749606732.246601:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606732.246602:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606732.246606:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606732.246610:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606732.246610:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606732.246612:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606732.246615:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606732.246617:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606732.246617:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606732.246620:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [523:523:254:4294967295] 192.168.201.120@tcp LPNI seq info [523:523:6:4294967295]
00000400:00000200:0.0:1749606732.246625:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606732.246629:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606732.246631:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749606732.246633:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000800:00000200:1.0:1749606732.246633:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606732.246636:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749606732.246640:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606732.246645:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749606732.246646:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730050560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606732.246648:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606732.246671:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606732.246673:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749606732.246676:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606732.246679:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606732.246681:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749606732.246683:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749606732.246687:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730050688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606732.246781:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606732.246784:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749606732.246786:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606732.246789:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606732.246792:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749606732.246793:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749606732.246797:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730050816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606732.248682:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606732.248706:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310400
00000400:00000200:0.0:1749606732.248715:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x113d [1] + 224
00000400:00000200:0.0:1749606732.248727:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606732.248731:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606732.248739:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730050560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606732.248775:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606732.248780:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310480
00000400:00000200:0.0:1749606732.248785:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1141 [1] + 0
00000400:00000200:0.0:1749606732.248790:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606732.248793:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606732.248797:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730050688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606732.248819:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749606732.248821:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749606732.248823:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310500
00000400:00000200:3.0:1749606732.248826:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606732.248828:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606732.248835:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730050560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606732.248837:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x114d [1] + 0
00000100:00000200:3.0:1749606732.248846:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730050560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606732.248853:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606732.248857:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606732.248861:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730050816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606732.248873:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749606732.248878:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606732.248883:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:1.0:1749606732.248920:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606732.248928:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749606732.248930:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606732.248963:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730050688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606732.248974:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730050688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606732.248998:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606732.249000:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606732.249001:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606732.249005:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730050816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606732.249022:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730050816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606742 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606732.249039:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606732.249044:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749606732.249047:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749606732.249051:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606732.249054:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749606732.249056:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749606732.259005:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:0.0:1749606732.259044:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:2.0:1749606732.259046:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:1.0:1749606732.259081:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749606737.254193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606737.254228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606737.254300:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606737.254324:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606737.254332:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606737.254374:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749606737.254388:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000010:2.0:1749606737.254393:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749606737.254399:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
02000000:00000010:2.0:1749606737.254401:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000200:3.0:1749606737.254411:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730050944, portal 25
00000400:00000010:3.0:1749606737.254420:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749606737.254424:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730050944, offset 0
00000400:00000200:3.0:1749606737.254436:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606737.254456:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749606737.254462:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000200:3.0:1749606737.254465:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606737.254472:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749606737.254474:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea5d8.
00000400:00000200:3.0:1749606737.254478:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606737.254480:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000400:00000200:3.0:1749606737.254482:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749606737.254485:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730051072, portal 10
00000400:00000200:3.0:1749606737.254487:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [524:524:256:4294967295] 192.168.201.120@tcp LPNI seq info [524:524:8:4294967295]
00000400:00000010:0.0:1749606737.254494:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749606737.254497:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730051072, offset 0
00000400:00000200:0.0:1749606737.254506:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606737.254509:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606737.254518:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606737.254526:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606737.254535:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606737.254538:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606737.254539:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606737.254542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606737.254546:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606737.254549:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606737.254552:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606737.254554:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [525:525:255:4294967295] 192.168.201.120@tcp LPNI seq info [525:525:7:4294967295]
00000800:00000200:3.0:1749606737.254560:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606737.254569:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606737.254576:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606737.254582:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdc00.
00000800:00000200:0.0:1749606737.254588:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606737.254597:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606737.254601:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606737.254615:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749606737.254640:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749606737.254647:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749606737.254669:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000800:00000200:1.0:1749606737.254681:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606737.254687:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606737.254696:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:0.0:1749606737.254703:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000400:00000200:1.0:1749606737.254704:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749606737.254709:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea688.
00000400:00000200:1.0:1749606737.254709:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:1.0:1749606737.254712:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000010:0.0:1749606737.254719:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749606737.254722:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730051200, portal 10
00000100:00000200:1.0:1749606737.254725:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730050944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749606737.254727:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749606737.254728:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730051200, offset 0
00000400:00000200:0.0:1749606737.254734:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606737.254740:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606737.254744:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606737.254747:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606737.254749:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606737.254751:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606737.254754:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [526:526:254:4294967295] 192.168.201.120@tcp LPNI seq info [526:526:6:4294967295]
00000400:00000200:0.0:1749606737.254763:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606737.254767:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606737.254769:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:0.0:1749606737.254773:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606737.254778:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606737.254788:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606737.254842:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606737.254844:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:1.0:1749606737.254847:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606737.254851:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606737.254853:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:1.0:1749606737.254855:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:1.0:1749606737.254859:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730051072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606737.254886:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606737.254888:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:1.0:1749606737.254890:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606737.254893:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606737.254895:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749606737.254906:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749606737.254911:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730051200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606737.256669:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606737.256686:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310580
00000400:00000200:0.0:1749606737.256697:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1155 [1] + 224
00000400:00000200:0.0:1749606737.256712:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606737.256717:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606737.256726:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730050944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606737.256774:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606737.256780:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310600
00000400:00000200:0.0:1749606737.256785:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x115d [1] + 0
00000400:00000200:0.0:1749606737.256790:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606737.256793:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606737.256797:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730051072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606737.256820:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749606737.256821:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749606737.256824:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310680
00000400:00000200:3.0:1749606737.256828:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606737.256830:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:0.0:1749606737.256837:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1165 [1] + 0
00000100:00000200:3.0:1749606737.256839:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730050944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606737.256852:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749606737.256854:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730050944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606737.256855:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606737.256860:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730051200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606737.256887:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749606737.256894:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606737.256900:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:1.0:1749606737.256907:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea5d8.
00000400:00000200:1.0:1749606737.256914:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:1.0:1749606737.256916:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:1.0:1749606737.256923:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730051072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606737.256978:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730051072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749606737.257003:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749606737.264881:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea688.
00000400:00000200:1.0:1749606737.264886:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:1.0:1749606737.264888:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749606737.264893:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730051200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606737.264903:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730051200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749606737.264916:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749606737.264923:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
02000000:00000010:1.0:1749606737.264927:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606737.264931:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749606737.264955:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:1.0:1749606737.264959:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749606737.264962:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:3.0:1749606737.267064:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:2.0:1749606737.267068:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:1.0:1749606737.267099:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:0.0:1749606737.267113:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:2.0:1749606742.262159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606742.262197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606742.262278:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606742.262306:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606742.262315:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749606742.262344:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000100:00000010:2.0:1749606742.262346:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606742.262352:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749606742.262357:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606742.262367:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606742.262377:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730051328, portal 25
00000400:00000010:3.0:1749606742.262383:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749606742.262386:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730051328, offset 0
00000400:00000200:3.0:1749606742.262396:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606742.262414:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606742.262421:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606742.262427:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606742.262431:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606742.262434:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606742.262438:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [527:527:256:4294967295] 192.168.201.120@tcp LPNI seq info [527:527:8:4294967295]
00000400:00000200:3.0:1749606742.262453:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606742.262460:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749606742.262466:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c79000.
00000400:00000010:0.0:1749606742.262477:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea630.
00000400:00000010:0.0:1749606742.262482:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000800:00000010:3.0:1749606742.262486:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000200:0.0:1749606742.262487:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730051456, portal 10
00000800:00000200:3.0:1749606742.262494:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749606742.262504:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749606742.262506:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730051456, offset 0
00000800:00000200:3.0:1749606742.262506:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606742.262512:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606742.262514:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606742.262523:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606742.262527:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606742.262530:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606742.262533:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606742.262535:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606742.262539:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [528:528:255:4294967295] 192.168.201.120@tcp LPNI seq info [528:528:7:4294967295]
00000100:00000010:3.0:1749606742.262547:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000400:00000200:0.0:1749606742.262548:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606742.262553:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606742.262557:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:0.0:1749606742.262562:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606742.262564:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000800:00000200:0.0:1749606742.262568:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749606742.262570:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000800:00000200:0.0:1749606742.262571:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606742.262581:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000800:00000200:1.0:1749606742.262613:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:0.0:1749606742.262617:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c78800.
00000800:00000010:1.0:1749606742.262619:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000010:0.0:1749606742.262621:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea8f0.
00000400:00000010:0.0:1749606742.262624:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749606742.262626:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730051584, portal 10
00000400:00000200:1.0:1749606742.262627:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749606742.262630:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749606742.262632:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730051584, offset 0
00000400:00000200:1.0:1749606742.262635:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606742.262636:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606742.262640:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606742.262643:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606742.262645:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606742.262648:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606742.262649:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000200:0.0:1749606742.262650:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749606742.262651:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000400:00000200:0.0:1749606742.262653:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [529:529:254:4294967295] 192.168.201.120@tcp LPNI seq info [529:529:6:4294967295]
00000400:00000200:0.0:1749606742.262661:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749606742.262664:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730051328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606742.262665:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606742.262674:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd400.
00000800:00000200:0.0:1749606742.262679:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606742.262683:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606742.262686:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606742.262761:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606742.262763:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606742.262766:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606742.262770:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606742.262773:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749606742.262775:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749606742.262779:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730051456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606742.262806:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606742.262808:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:1.0:1749606742.262810:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606742.262813:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606742.262815:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:1.0:1749606742.262817:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:1.0:1749606742.262821:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730051584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606742.264818:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606742.264833:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310700
00000400:00000200:0.0:1749606742.264841:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x116d [1] + 224
00000400:00000200:0.0:1749606742.264852:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606742.264856:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606742.264864:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730051328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606742.264899:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606742.264903:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310780
00000400:00000200:0.0:1749606742.264908:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1175 [1] + 0
00000400:00000200:0.0:1749606742.264913:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606742.264916:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606742.264920:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730051456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606742.265003:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606742.265008:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310800
00000400:00000200:0.0:1749606742.265012:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x117d [1] + 0
00000400:00000010:3.0:1749606742.265021:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606742.265030:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000200:0.0:1749606742.265032:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749606742.265033:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:0.0:1749606742.265036:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606742.265040:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea630.
00000100:00000200:3.0:1749606742.265043:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730051328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606742.265048:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:1.0:1749606742.265050:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749606742.265058:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730051584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606742.265058:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730051456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606742.265060:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730051328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606742.265070:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730051456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606742.265095:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea8f0.
02000000:00000010:3.0:1749606742.265096:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
00000400:00000200:1.0:1749606742.265097:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:1.0:1749606742.265098:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:1.0:1749606742.265102:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730051584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606742.265104:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749606742.265111:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:1.0:1749606742.265119:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730051584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606742.265136:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:1.0:1749606742.265140:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606742.265144:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749606742.265147:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c78800.
02000000:00000010:1.0:1749606742.265151:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749606742.265153:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749606742.275053:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:1.0:1749606742.275069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:0.0:1749606742.275078:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749606742.275083:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:2.0:1749606747.270112:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606747.270151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606747.270233:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:1.0:1749606747.270276:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749606747.270285:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
00000400:00000010:1.0:1749606747.270292:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:2.0:1749606747.270298:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:1.0:1749606747.270305:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606747.270318:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730051712, portal 25
00000400:00000010:1.0:1749606747.270326:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606747.270330:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730051712, offset 0
00000400:00000200:1.0:1749606747.270343:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749606747.270349:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606747.270357:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000200:1.0:1749606747.270363:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606747.270374:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606747.270381:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606747.270387:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606747.270391:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:0.0:1749606747.270393:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000200:1.0:1749606747.270397:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [530:530:256:4294967295] 192.168.201.120@tcp LPNI seq info [530:530:8:4294967295]
00000400:00000010:0.0:1749606747.270413:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea948.
00000400:00000200:1.0:1749606747.270416:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749606747.270418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749606747.270423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730051840, portal 10
00000800:00000200:1.0:1749606747.270426:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606747.270429:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749606747.270431:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730051840, offset 0
00000800:00000010:1.0:1749606747.270434:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:0.0:1749606747.270439:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606747.270444:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606747.270447:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606747.270451:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606747.270454:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606747.270457:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606747.270457:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606747.270460:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606747.270463:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [531:531:255:4294967295] 192.168.201.120@tcp LPNI seq info [531:531:7:4294967295]
00000800:00000200:1.0:1749606747.270465:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606747.270473:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606747.270477:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606747.270482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd800.
00000800:00000200:0.0:1749606747.270487:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606747.270493:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606747.270496:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606747.270500:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749606747.270536:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749606747.270546:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749606747.270553:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000800:00000200:2.0:1749606747.270579:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606747.270583:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
02000000:00000010:0.0:1749606747.270585:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000010:0.0:1749606747.270589:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:2.0:1749606747.270591:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749606747.270592:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749606747.270595:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730051968, portal 10
00000400:00000010:0.0:1749606747.270598:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000400:00000200:2.0:1749606747.270599:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606747.270600:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730051968, offset 0
00000400:00000200:2.0:1749606747.270604:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749606747.270607:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749606747.270619:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730051712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606747.270633:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606747.270641:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606747.270644:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606747.270647:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606747.270649:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606747.270651:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606747.270654:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [532:532:255:4294967295] 192.168.201.120@tcp LPNI seq info [532:532:7:4294967295]
00000400:00000200:0.0:1749606747.270669:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606747.270675:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606747.270678:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdf00.
00000800:00000200:0.0:1749606747.270681:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606747.270686:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606747.270689:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdf00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606747.270716:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606747.270718:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:2.0:1749606747.270721:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606747.270725:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606747.270728:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749606747.270730:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749606747.270734:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730051840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606747.270761:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606747.270763:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:2.0:1749606747.270765:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606747.270769:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606747.270771:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749606747.270773:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749606747.270776:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730051968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606747.272465:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606747.272480:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310880
00000400:00000200:0.0:1749606747.272488:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1185 [1] + 224
00000400:00000200:0.0:1749606747.272499:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606747.272503:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606747.272511:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730051712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606747.272546:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606747.272551:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310900
00000400:00000200:0.0:1749606747.272555:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x118d [1] + 0
00000400:00000200:0.0:1749606747.272560:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606747.272563:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606747.272568:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730051840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606747.272592:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606747.272596:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310980
00000400:00000200:0.0:1749606747.272600:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1195 [1] + 0
00000400:00000010:1.0:1749606747.272612:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:0.0:1749606747.272616:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606747.272620:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606747.272622:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606747.272625:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749606747.272634:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730051968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606747.272635:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730051712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606747.272654:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730051712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606747.272670:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea948.
00000400:00000200:2.0:1749606747.272680:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:2.0:1749606747.272682:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
02000000:00000010:1.0:1749606747.272690:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749606747.272692:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730051840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606747.272699:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749606747.272705:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:2.0:1749606747.272716:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730051840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606747.272740:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:2.0:1749606747.272743:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749606747.272744:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749606747.272748:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730051968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606747.272755:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730051968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606747.272770:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749606747.272774:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606747.272776:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606747.272779:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
02000000:00000010:2.0:1749606747.272781:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606747.272784:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606747.283008:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:1.0:1749606747.283012:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:3.0:1749606747.283038:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:0.0:1749606747.283057:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:2.0:1749606752.278156:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606752.278191:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606752.278264:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606752.278287:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606752.278296:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606752.278319:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749606752.278323:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749606752.278323:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:1.0:1749606752.278335:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606752.278344:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
02000000:00000010:2.0:1749606752.278352:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749606752.278355:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730052096, portal 25
00000400:00000010:2.0:1749606752.278358:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:1.0:1749606752.278361:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000400:00000010:2.0:1749606752.278363:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:1.0:1749606752.278364:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730052096, offset 0
00000100:00000200:2.0:1749606752.278367:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730052224, portal 10
00000400:00000200:1.0:1749606752.278374:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606752.278374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606752.278387:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730052224, offset 0
00000400:00000200:1.0:1749606752.278391:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606752.278400:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606752.278405:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606752.278411:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606752.278414:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606752.278418:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [533:533:256:4294967295] 192.168.201.120@tcp LPNI seq info [533:533:8:4294967295]
00000400:00000200:2.0:1749606752.278429:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606752.278432:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606752.278439:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606752.278440:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606752.278444:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606752.278445:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:2.0:1749606752.278448:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606752.278451:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606752.278453:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606752.278456:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [534:534:255:4294967295] 192.168.201.120@tcp LPNI seq info [534:534:7:4294967295]
00000800:00000200:1.0:1749606752.278462:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606752.278466:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606752.278471:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606752.278474:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749606752.278474:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606752.278479:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606752.278480:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606752.278485:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606752.278489:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606752.278513:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749606752.278538:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749606752.278543:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749606752.278551:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
02000000:00000010:2.0:1749606752.278570:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606752.278574:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606752.278577:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606752.278580:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730052352, portal 10
00000400:00000010:2.0:1749606752.278584:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606752.278585:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730052352, offset 0
00000400:00000200:2.0:1749606752.278605:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606752.278610:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606752.278614:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606752.278616:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749606752.278618:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606752.278618:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606752.278620:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606752.278623:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [535:535:254:4294967295] 192.168.201.120@tcp LPNI seq info [535:535:6:4294967295]
00000800:00000010:0.0:1749606752.278625:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749606752.278633:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606752.278636:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606752.278641:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606752.278642:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:2.0:1749606752.278645:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606752.278646:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000800:00000200:2.0:1749606752.278648:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749606752.278649:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749606752.278661:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730052096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606752.278661:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606752.278664:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606752.278684:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606752.278686:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606752.278689:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606752.278693:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606752.278696:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749606752.278697:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749606752.278701:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730052224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606752.278824:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606752.278827:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606752.278829:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606752.278833:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606752.278835:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749606752.278836:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749606752.278841:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730052352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606752.280670:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606752.280684:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310a00
00000400:00000200:0.0:1749606752.280693:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x119d [1] + 224
00000400:00000200:0.0:1749606752.280703:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606752.280716:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606752.280724:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730052096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606752.280765:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606752.280801:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310a80
00000400:00000200:0.0:1749606752.280806:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x11a5 [1] + 0
00000400:00000200:0.0:1749606752.280813:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606752.280816:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606752.280820:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730052224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606752.280847:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749606752.280848:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:0.0:1749606752.280852:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310b00
00000400:00000200:1.0:1749606752.280854:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606752.280856:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606752.280863:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730052096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606752.280866:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x11ad [1] + 0
00000100:00000200:1.0:1749606752.280875:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730052096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606752.280881:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606752.280885:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606752.280890:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730052352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606752.280904:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606752.280910:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606752.280914:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749606752.280966:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606752.280975:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749606752.280977:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749606752.280985:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730052224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606752.280997:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730052224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606752.281020:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606752.281022:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749606752.281023:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606752.281027:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730052352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606752.281035:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730052352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606752.281050:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606752.281054:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606752.281056:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606752.281059:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606752.281061:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606752.281063:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606752.291011:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:0.0:1749606752.291031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749606752.291038:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:3.0:1749606752.291044:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:2.0:1749606757.286119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606757.286154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606757.286227:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606757.286250:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606757.286258:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606757.286281:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606757.286285:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606757.286333:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
02000000:00000010:2.0:1749606757.286335:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606757.286344:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606757.286344:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606757.286352:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000010:3.0:1749606757.286352:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606757.286362:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730052480, portal 25
00000100:00000200:2.0:1749606757.286368:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730052608, portal 10
00000400:00000010:3.0:1749606757.286368:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749606757.286371:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730052480, offset 0
00000400:00000010:2.0:1749606757.286375:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000400:00000200:3.0:1749606757.286381:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606757.286387:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730052608, offset 0
00000400:00000200:2.0:1749606757.286395:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606757.286400:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606757.286407:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606757.286423:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606757.286428:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606757.286431:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606757.286435:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [536:536:256:4294967295] 192.168.201.120@tcp LPNI seq info [536:536:8:4294967295]
00000400:00000200:3.0:1749606757.286451:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606757.286458:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606757.286460:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606757.286464:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606757.286464:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749606757.286468:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606757.286471:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606757.286473:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606757.286473:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606757.286477:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [537:537:255:4294967295] 192.168.201.120@tcp LPNI seq info [537:537:7:4294967295]
00000800:00000200:3.0:1749606757.286486:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606757.286487:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606757.286492:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606757.286492:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749606757.286496:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606757.286500:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606757.286506:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606757.286510:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606757.286528:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749606757.286553:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749606757.286564:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749606757.286570:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
02000000:00000010:2.0:1749606757.286585:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606757.286588:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606757.286592:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606757.286595:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730052736, portal 10
00000400:00000010:2.0:1749606757.286601:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749606757.286603:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730052736, offset 0
00000400:00000200:2.0:1749606757.286607:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606757.286619:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606757.286623:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606757.286625:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606757.286627:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606757.286630:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606757.286632:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [538:538:254:4294967295] 192.168.201.120@tcp LPNI seq info [538:538:6:4294967295]
00000400:00000200:2.0:1749606757.286640:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606757.286644:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606757.286647:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749606757.286650:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606757.286655:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606757.286657:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606757.286676:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606757.286709:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606757.286718:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606757.286725:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606757.286731:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749606757.286733:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:0.0:1749606757.286746:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730052480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606757.286771:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606757.286773:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606757.286776:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606757.286789:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606757.286793:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749606757.286794:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749606757.286798:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730052608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606757.286892:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606757.286894:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749606757.286896:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606757.286900:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606757.286902:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749606757.286903:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749606757.286907:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730052736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606757.289020:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606757.289036:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310b80
00000400:00000200:0.0:1749606757.289045:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x11b5 [1] + 224
00000400:00000200:0.0:1749606757.289056:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606757.289060:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606757.289068:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730052480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606757.289105:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606757.289110:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310c00
00000400:00000200:0.0:1749606757.289114:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x11b9 [1] + 0
00000400:00000200:0.0:1749606757.289119:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606757.289122:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606757.289126:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730052608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606757.289149:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606757.289154:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310c80
00000400:00000010:3.0:1749606757.289160:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606757.289169:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606757.289171:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:0.0:1749606757.289179:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x11c5 [1] + 0
00000100:00000200:3.0:1749606757.289180:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730052480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606757.289192:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730052480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606757.289201:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606757.289205:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606757.289210:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730052736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606757.289221:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749606757.289227:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749606757.289231:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:2.0:1749606757.289250:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606757.289260:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749606757.289262:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606757.289271:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730052608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606757.289282:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730052608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606757.289323:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606757.289325:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749606757.289327:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606757.289331:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730052736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606757.289338:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730052736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606757.289353:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606757.289358:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606757.289361:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606757.289374:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606757.289377:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606757.289379:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749606757.299041:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:1.0:1749606757.299046:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:0.0:1749606757.299052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:3.0:1749606757.299103:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749606762.294184:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606762.294224:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606762.294310:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606762.294350:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606762.294359:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606762.294382:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606762.294409:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606762.294441:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749606762.294443:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606762.294454:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749606762.294458:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:1.0:1749606762.294463:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000010:2.0:1749606762.294464:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:1.0:1749606762.294474:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730052864, portal 25
00000100:00000200:2.0:1749606762.294477:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730052992, portal 10
00000400:00000010:1.0:1749606762.294479:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606762.294482:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730052864, offset 0
00000400:00000010:2.0:1749606762.294484:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749606762.294487:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730052992, offset 0
00000400:00000200:1.0:1749606762.294493:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606762.294501:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606762.294511:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606762.294518:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606762.294524:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606762.294529:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606762.294532:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606762.294556:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [539:539:256:4294967295] 192.168.201.120@tcp LPNI seq info [539:539:8:4294967295]
00000400:00000200:1.0:1749606762.294571:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606762.294579:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606762.294581:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606762.294585:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606762.294587:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:2.0:1749606762.294589:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606762.294592:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606762.294594:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606762.294596:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606762.294628:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [540:540:255:4294967295] 192.168.201.120@tcp LPNI seq info [540:540:7:4294967295]
00000400:00000200:2.0:1749606762.294639:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606762.294645:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606762.294649:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:1.0:1749606762.294653:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606762.294654:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606762.294659:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606762.294660:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606762.294663:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606762.294693:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749606762.294721:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749606762.294727:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749606762.294732:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
02000000:00000010:2.0:1749606762.294763:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606762.294768:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606762.294771:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606762.294775:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730053120, portal 10
00000400:00000010:2.0:1749606762.294779:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749606762.294781:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730053120, offset 0
00000400:00000200:2.0:1749606762.294786:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606762.294791:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606762.294795:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606762.294797:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606762.294800:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606762.294802:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606762.294805:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [541:541:254:4294967295] 192.168.201.120@tcp LPNI seq info [541:541:6:4294967295]
00000800:00000200:0.0:1749606762.294813:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606762.294813:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606762.294817:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606762.294819:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000800:00000010:2.0:1749606762.294821:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606762.294824:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606762.294828:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749606762.294829:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606762.294831:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606762.294836:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606762.294840:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749606762.294843:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749606762.294856:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730052864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606762.294880:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606762.294882:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606762.294885:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606762.294888:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606762.294890:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749606762.294892:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749606762.294896:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730052992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606762.295046:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606762.295049:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606762.295051:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606762.295055:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606762.295058:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749606762.295059:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749606762.295063:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730053120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606762.297086:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606762.297108:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310d00
00000400:00000200:0.0:1749606762.297115:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x11cd [1] + 224
00000400:00000200:0.0:1749606762.297126:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606762.297129:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606762.297136:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730052864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606762.297168:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606762.297173:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310d80
00000400:00000200:0.0:1749606762.297177:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x11d1 [1] + 0
00000400:00000200:0.0:1749606762.297181:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606762.297184:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606762.297187:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730052992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606762.297207:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606762.297211:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310e00
00000400:00000010:1.0:1749606762.297213:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606762.297221:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606762.297224:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000400:00000200:0.0:1749606762.297229:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x11dd [1] + 0
00000100:00000200:1.0:1749606762.297233:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730052864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606762.297245:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749606762.297247:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730052864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606762.297249:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606762.297253:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730053120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606762.297280:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606762.297288:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749606762.297293:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749606762.297294:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606762.297301:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749606762.297303:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749606762.297310:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730052992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606762.297320:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730052992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606762.297340:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606762.297342:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606762.297343:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606762.297346:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730053120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606762.297361:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730053120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606762.297376:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606762.297380:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606762.297382:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606762.297386:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606762.297388:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606762.297390:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:0.0:1749606762.307031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:1.0:1749606762.307048:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749606762.307060:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:3.0:1749606762.307136:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:0.0:1749606767.302238:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749606767.302273:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800adebd400.
00000400:00000200:0.0:1749606767.302353:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749606767.302376:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749606767.302385:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c7ac00.
00000100:00000010:0.0:1749606767.302409:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749606767.302443:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c7a000.
02000000:00000010:1.0:1749606767.302466:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749606767.302466:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:1.0:1749606767.302478:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749606767.302478:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:1.0:1749606767.302487:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000010:2.0:1749606767.302487:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606767.302496:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730053376, portal 10
00000100:00000200:1.0:1749606767.302502:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730053248, portal 25
00000400:00000010:2.0:1749606767.302504:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000010:1.0:1749606767.302506:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:2.0:1749606767.302507:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730053376, offset 0
00000100:00000200:1.0:1749606767.302508:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730053248, offset 0
00000400:00000200:2.0:1749606767.302667:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606767.302677:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606767.302685:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606767.302692:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606767.302698:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606767.302703:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606767.302706:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606767.302710:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [542:542:256:4294967295] 192.168.201.120@tcp LPNI seq info [542:542:8:4294967295]
00000400:00000200:2.0:1749606767.302724:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606767.302731:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606767.302736:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606767.302737:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606767.302746:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606767.302756:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749606767.302759:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606767.302762:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606767.302765:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606767.302765:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606767.302770:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606767.302774:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [543:543:255:4294967295] 192.168.201.120@tcp LPNI seq info [543:543:7:4294967295]
00000400:00000200:1.0:1749606767.302789:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606767.302793:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000800:00000200:1.0:1749606767.302797:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606767.302803:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606767.302810:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606767.302819:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749606767.302823:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
00000800:00000200:1.0:1749606767.302824:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606767.302828:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749606767.302833:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
02000000:00000010:2.0:1749606767.302860:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606767.302864:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606767.302868:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606767.302871:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730053504, portal 10
00000400:00000010:2.0:1749606767.302876:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749606767.302878:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730053504, offset 0
00000400:00000200:2.0:1749606767.302883:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606767.302888:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606767.302892:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606767.302895:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606767.302897:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606767.302899:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606767.302902:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [544:544:254:4294967295] 192.168.201.120@tcp LPNI seq info [544:544:6:4294967295]
00000400:00000200:2.0:1749606767.302910:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606767.302914:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606767.302917:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606767.302921:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606767.302922:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606767.302925:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749606767.302928:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606767.302928:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606767.302970:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606767.302979:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606767.302984:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749606767.302987:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749606767.302997:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730053376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606767.303020:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606767.303022:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749606767.303025:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606767.303028:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606767.303030:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749606767.303032:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749606767.303036:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730053248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606767.303130:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606767.303133:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606767.303135:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606767.303139:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606767.303141:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749606767.303142:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749606767.303146:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730053504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606767.305086:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606767.305101:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf310f00
00000400:00000200:0.0:1749606767.305111:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x11e5 [1] + 0
00000400:00000200:0.0:1749606767.305121:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606767.305125:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606767.305133:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730053376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606767.305181:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606767.305187:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf310e80
00000400:00000200:0.0:1749606767.305191:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x11e9 [1] + 224
00000400:00000200:0.0:1749606767.305197:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606767.305200:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606767.305204:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730053248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606767.305228:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606767.305233:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf310f80
00000400:00000200:0.0:1749606767.305236:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x11f5 [1] + 0
00000400:00000200:0.0:1749606767.305251:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606767.305255:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606767.305259:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730053504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606767.305279:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606767.305286:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606767.305288:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606767.305296:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730053248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606767.305296:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606767.305306:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000100:00000200:1.0:1749606767.305308:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730053248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606767.305310:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749606767.305320:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730053504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606767.305337:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749606767.305337:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730053504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606767.305342:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd400.
00000100:00000010:1.0:1749606767.305347:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000400:00000010:2.0:1749606767.305371:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606767.305386:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606767.305389:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606767.305396:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730053376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606767.305410:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730053376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606767.305448:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606767.305454:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a000.
00000100:00000010:2.0:1749606767.305459:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
02000000:00000010:2.0:1749606767.305463:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606767.305466:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7ac00.
00000100:00000010:2.0:1749606767.305469:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000010:3.0:1749606767.315036:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749606767.315048:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:0.0:1749606767.315059:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:1.0:1749606767.315070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:0.0:1749606772.310117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749606772.310154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800adebd600.
00000400:00000200:0.0:1749606772.310228:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749606772.310252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749606772.310260:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c7a800.
00000100:00000010:0.0:1749606772.310286:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749606772.310291:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c78800.
02000000:00000010:3.0:1749606772.310319:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606772.310332:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606772.310342:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606772.310352:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730053632, portal 25
00000400:00000010:3.0:1749606772.310358:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749606772.310361:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730053632, offset 0
00000400:00000200:3.0:1749606772.310372:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606772.310378:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749606772.310390:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606772.310398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606772.310404:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730053760, portal 10
00000400:00000200:3.0:1749606772.310407:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606772.310413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:3.0:1749606772.310415:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606772.310416:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730053760, offset 0
00000400:00000200:3.0:1749606772.310421:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606772.310426:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606772.310427:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606772.310474:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606772.310479:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [545:545:256:4294967295] 192.168.201.120@tcp LPNI seq info [545:545:8:4294967295]
00000400:00000200:3.0:1749606772.310495:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606772.310503:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606772.310509:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606772.310509:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749606772.310515:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606772.310518:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606772.310520:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606772.310524:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606772.310528:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606772.310530:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606772.310533:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [546:546:255:4294967295] 192.168.201.120@tcp LPNI seq info [546:546:7:4294967295]
00000800:00000200:3.0:1749606772.310535:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606772.310548:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606772.310557:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606772.310563:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000100:00000010:3.0:1749606772.310569:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000800:00000200:2.0:1749606772.310570:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606772.310586:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000800:00000200:2.0:1749606772.310591:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606772.310597:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606772.310597:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749606772.310603:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
02000000:00000010:2.0:1749606772.310622:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606772.310628:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606772.310633:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606772.310638:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730053888, portal 10
00000800:00000200:0.0:1749606772.310642:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606772.310644:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000800:00000010:0.0:1749606772.310646:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000100:00000200:2.0:1749606772.310647:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730053888, offset 0
00000400:00000200:0.0:1749606772.310654:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606772.310654:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606772.310660:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606772.310664:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606772.310665:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000200:2.0:1749606772.310669:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606772.310673:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606772.310676:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606772.310679:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000400:00000200:2.0:1749606772.310680:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606772.310684:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [547:547:254:4294967295] 192.168.201.120@tcp LPNI seq info [547:547:6:4294967295]
00000100:00000200:0.0:1749606772.310693:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730053632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606772.310698:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606772.310705:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606772.310709:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606772.310715:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606772.310722:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606772.310726:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606772.310792:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606772.310795:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606772.310798:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606772.310808:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606772.310811:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749606772.310813:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749606772.310817:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730053760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606772.310845:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606772.310847:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606772.310849:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606772.310852:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606772.310854:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749606772.310856:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749606772.310859:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730053888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606772.313208:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606772.313224:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311000
00000400:00000200:0.0:1749606772.313232:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x11fd [1] + 224
00000400:00000200:0.0:1749606772.313243:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606772.313247:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606772.313255:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730053632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606772.313292:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606772.313297:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311080
00000400:00000200:0.0:1749606772.313302:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1205 [1] + 0
00000400:00000200:0.0:1749606772.313307:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606772.313319:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606772.313324:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730053760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606772.313352:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606772.313357:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311100
00000400:00000010:3.0:1749606772.313360:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606772.313370:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606772.313373:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:0.0:1749606772.313380:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x120d [1] + 0
00000100:00000200:3.0:1749606772.313385:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730053632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606772.313395:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606772.313398:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749606772.313402:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730053632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606772.313403:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730053888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606772.313416:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606772.313424:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749606772.313427:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749606772.313465:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730053760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606772.313472:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606772.313480:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd600.
00000100:00000200:2.0:1749606772.313481:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730053760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606772.313485:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000400:00000010:2.0:1749606772.313513:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606772.313517:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606772.313530:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606772.313537:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730053888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606772.313551:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730053888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606772.313577:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606772.313583:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:2.0:1749606772.313588:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
02000000:00000010:2.0:1749606772.313593:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606772.313597:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:2.0:1749606772.313601:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000100:00000010:1.0:1749606772.323046:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749606772.323055:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:2.0:1749606772.323056:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:0.0:1749606772.323067:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:2.0:1749606777.318181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606777.318205:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606777.318266:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606777.318285:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606777.318295:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606777.318321:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606777.318327:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606777.318393:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
02000000:00000010:1.0:1749606777.318394:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749606777.318402:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:1.0:1749606777.318403:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606777.318410:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000010:2.0:1749606777.318410:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:1.0:1749606777.318419:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730054016, portal 25
00000400:00000010:1.0:1749606777.318426:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749606777.318426:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730054144, portal 10
00000100:00000200:1.0:1749606777.318430:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730054016, offset 0
00000400:00000010:2.0:1749606777.318434:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:1.0:1749606777.318440:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606777.318463:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730054144, offset 0
00000400:00000200:1.0:1749606777.318473:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606777.318474:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606777.318481:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606777.318487:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606777.318492:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606777.318496:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606777.318501:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [548:548:256:4294967295] 192.168.201.120@tcp LPNI seq info [548:548:8:4294967295]
00000400:00000200:1.0:1749606777.318518:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606777.318527:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606777.318531:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606777.318533:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:2.0:1749606777.318537:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606777.318542:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606777.318542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606777.318545:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606777.318549:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606777.318553:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606777.318559:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606777.318566:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [549:549:255:4294967295] 192.168.201.120@tcp LPNI seq info [549:549:7:4294967295]
00000400:00000200:2.0:1749606777.318581:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606777.318588:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606777.318590:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000800:00000010:2.0:1749606777.318595:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749606777.318602:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606777.318610:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606777.318613:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000800:00000200:2.0:1749606777.318614:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606777.318619:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749606777.318623:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000800:00000200:0.0:1749606777.318658:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606777.318663:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
02000000:00000010:2.0:1749606777.318668:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000200:0.0:1749606777.318669:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749606777.318672:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000200:0.0:1749606777.318676:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606777.318676:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606777.318679:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730054272, portal 10
00000400:00000200:0.0:1749606777.318680:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749606777.318682:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000400:00000010:2.0:1749606777.318684:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606777.318686:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730054272, offset 0
00000400:00000200:2.0:1749606777.318691:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749606777.318692:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730054016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606777.318697:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606777.318701:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606777.318705:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606777.318708:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606777.318711:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606777.318715:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [550:550:254:4294967295] 192.168.201.120@tcp LPNI seq info [550:550:6:4294967295]
00000400:00000200:2.0:1749606777.318727:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606777.318734:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606777.318739:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606777.318744:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606777.318751:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606777.318755:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606777.318793:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606777.318796:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749606777.318799:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606777.318803:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606777.318805:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749606777.318807:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749606777.318811:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730054144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606777.318836:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606777.318838:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606777.318840:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606777.318852:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606777.318855:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749606777.318857:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749606777.318861:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730054272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606777.320792:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606777.320805:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311180
00000400:00000200:0.0:1749606777.320813:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1215 [1] + 224
00000400:00000200:0.0:1749606777.320823:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606777.320827:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606777.320842:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730054016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606777.320875:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606777.320880:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311200
00000400:00000200:0.0:1749606777.320884:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1219 [1] + 0
00000400:00000200:0.0:1749606777.320890:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606777.320893:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606777.320897:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730054144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606777.320920:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606777.320924:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311280
00000400:00000200:0.0:1749606777.320928:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1225 [1] + 0
00000400:00000200:0.0:1749606777.320966:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606777.320970:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606777.320975:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730054272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606777.320979:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606777.320988:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606777.320991:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606777.321002:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730054016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606777.321002:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606777.321011:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606777.321014:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:1.0:1749606777.321018:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730054016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606777.321033:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730054144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606777.321049:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749606777.321050:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730054144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606777.321057:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749606777.321062:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:2.0:1749606777.321077:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606777.321079:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606777.321081:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606777.321084:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730054272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606777.321092:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730054272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606777.321112:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606777.321118:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606777.321121:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606777.321126:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606777.321129:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606777.321132:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:0.0:1749606777.331018:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:1.0:1749606777.331030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749606777.331057:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:3.0:1749606777.331071:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:2.0:1749606782.326110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606782.326141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606782.326212:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606782.326239:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606782.326247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749606782.326303:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606782.326308:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749606782.326318:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606782.326328:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606782.326335:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
02000000:00000010:3.0:1749606782.326339:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606782.326351:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000200:1.0:1749606782.326359:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730054400, portal 25
00000400:00000010:1.0:1749606782.326364:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606782.326367:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730054400, offset 0
00000400:00000010:3.0:1749606782.326370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000200:1.0:1749606782.326376:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606782.326387:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749606782.326390:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730054528, portal 10
00000400:00000200:1.0:1749606782.326393:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606782.326397:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749606782.326399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000200:1.0:1749606782.326401:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:3.0:1749606782.326403:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730054528, offset 0
00000400:00000200:1.0:1749606782.326404:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606782.326408:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [551:551:256:4294967295] 192.168.201.120@tcp LPNI seq info [551:551:8:4294967295]
00000400:00000200:3.0:1749606782.326413:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606782.326419:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606782.326425:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606782.326429:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:3.0:1749606782.326433:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749606782.326436:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606782.326440:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606782.326445:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606782.326445:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606782.326448:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606782.326449:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606782.326452:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606782.326457:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [552:552:255:4294967295] 192.168.201.120@tcp LPNI seq info [552:552:7:4294967295]
00000400:00000200:3.0:1749606782.326471:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749606782.326475:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000800:00000200:3.0:1749606782.326478:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606782.326484:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000100:00000010:1.0:1749606782.326490:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000800:00000200:3.0:1749606782.326491:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606782.326495:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000800:00000200:3.0:1749606782.326500:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606782.326504:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000800:00000200:3.0:1749606782.326504:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749606782.326527:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606782.326532:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606782.326535:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606782.326538:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730054656, portal 10
00000400:00000010:3.0:1749606782.326542:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749606782.326544:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730054656, offset 0
00000400:00000200:3.0:1749606782.326548:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606782.326553:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606782.326557:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606782.326559:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606782.326562:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606782.326564:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606782.326566:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [553:553:254:4294967295] 192.168.201.120@tcp LPNI seq info [553:553:6:4294967295]
00000800:00000200:0.0:1749606782.326569:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749606782.326574:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749606782.326575:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749606782.326582:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749606782.326588:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606782.326589:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:3.0:1749606782.326591:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606782.326594:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749606782.326596:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000800:00000200:3.0:1749606782.326596:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606782.326600:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606782.326603:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606782.326607:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730054400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606782.326630:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606782.326632:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606782.326634:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606782.326637:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606782.326640:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749606782.326642:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749606782.326646:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730054528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606782.326720:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606782.326722:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606782.326725:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606782.326728:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606782.326730:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749606782.326732:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749606782.326735:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730054656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606782.328727:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606782.328741:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311300
00000400:00000200:0.0:1749606782.328748:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x122d [1] + 224
00000400:00000200:0.0:1749606782.328758:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606782.328762:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606782.328769:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730054400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606782.328824:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606782.328830:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311380
00000400:00000200:0.0:1749606782.328835:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1235 [1] + 0
00000400:00000200:0.0:1749606782.328840:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606782.328843:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606782.328847:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730054528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606782.328861:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606782.328867:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606782.328868:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606782.328875:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730054400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606782.328880:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606782.328884:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311400
00000400:00000200:0.0:1749606782.328888:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x123d [1] + 0
00000100:00000200:1.0:1749606782.328889:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730054400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606782.328901:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606782.328904:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606782.328909:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730054656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606782.328921:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606782.328929:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606782.328980:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:3.0:1749606782.328991:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606782.329000:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749606782.329002:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749606782.329010:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730054528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606782.329021:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730054528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606782.329043:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606782.329045:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606782.329047:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606782.329050:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730054656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606782.329058:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730054656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606782.329071:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606782.329075:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749606782.329078:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749606782.329081:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606782.329083:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749606782.329086:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749606782.339059:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749606782.339059:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:0.0:1749606782.339079:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749606782.339090:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:2.0:1749606787.334117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606787.334142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606787.334241:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606787.334259:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:0.0:1749606787.334269:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749606787.334278:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9a0.
02000000:00000010:2.0:1749606787.334282:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:0.0:1749606787.334285:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749606787.334292:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730054784, portal 25
00000400:00000010:0.0:1749606787.334297:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749606787.334299:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730054784, offset 0
00000400:00000200:0.0:1749606787.334307:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749606787.334307:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606787.334310:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000200:0.0:1749606787.334319:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:3.0:1749606787.334324:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000200:0.0:1749606787.334325:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606787.334330:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606787.334333:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749606787.334335:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749606787.334336:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606787.334340:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [554:554:256:4294967295] 192.168.201.120@tcp LPNI seq info [554:554:8:4294967295]
00000400:00000010:3.0:1749606787.334342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606787.334360:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730054912, portal 10
00000400:00000200:0.0:1749606787.334362:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749606787.334367:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000800:00000200:0.0:1749606787.334368:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749606787.334371:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730054912, offset 0
00000800:00000010:0.0:1749606787.334372:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000800:00000200:0.0:1749606787.334379:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606787.334381:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606787.334387:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606787.334391:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749606787.334392:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606787.334397:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606787.334401:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606787.334405:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606787.334408:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606787.334412:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [555:555:255:4294967295] 192.168.201.120@tcp LPNI seq info [555:555:7:4294967295]
00000100:00000010:0.0:1749606787.334427:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:3.0:1749606787.334427:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606787.334434:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749606787.334438:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000800:00000010:3.0:1749606787.334440:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000100:00000010:0.0:1749606787.334446:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
00000800:00000200:3.0:1749606787.334447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606787.334455:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749606787.334456:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000800:00000200:3.0:1749606787.334459:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749606787.334486:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606787.334492:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606787.334496:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749606787.334501:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730055040, portal 10
00000400:00000010:3.0:1749606787.334506:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749606787.334508:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730055040, offset 0
00000400:00000200:3.0:1749606787.334515:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606787.334522:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606787.334527:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606787.334531:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606787.334534:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606787.334537:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606787.334541:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [556:556:254:4294967295] 192.168.201.120@tcp LPNI seq info [556:556:6:4294967295]
00000400:00000200:3.0:1749606787.334553:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606787.334574:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606787.334578:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749606787.334579:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000010:1.0:1749606787.334584:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000800:00000200:3.0:1749606787.334585:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606787.334591:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749606787.334592:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606787.334596:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606787.334599:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606787.334603:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:1.0:1749606787.334605:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749606787.334616:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730054784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606787.334637:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606787.334639:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749606787.334642:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606787.334645:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606787.334648:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:1.0:1749606787.334649:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:1.0:1749606787.334653:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730054912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606787.334727:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606787.334730:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749606787.334732:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606787.334735:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606787.334737:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:1.0:1749606787.334739:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749606787.334742:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730055040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606787.336901:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606787.336916:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311480
00000400:00000200:0.0:1749606787.336925:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1245 [1] + 224
00000400:00000200:0.0:1749606787.336998:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606787.337005:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606787.337015:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730054784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606787.337067:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606787.337076:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311580
00000400:00000200:0.0:1749606787.337083:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1255 [1] + 0
00000400:00000200:0.0:1749606787.337091:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606787.337097:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606787.337103:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730055040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606787.337158:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606787.337166:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311500
00000400:00000200:0.0:1749606787.337198:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x124d [1] + 0
00000400:00000010:2.0:1749606787.337217:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9a0.
00000400:00000200:2.0:1749606787.337225:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749606787.337227:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000400:00000200:0.0:1749606787.337230:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606787.337236:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730054784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606787.337237:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606787.337245:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730054912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606787.337247:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730054784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606787.337248:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606787.337256:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:3.0:1749606787.337258:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:3.0:1749606787.337267:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730055040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606787.337272:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749606787.337278:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:2.0:1749606787.337282:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:3.0:1749606787.337284:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730055040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606787.337314:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606787.337318:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606787.337321:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606787.337327:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730054912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606787.337339:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730054912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606787.337360:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606787.337366:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749606787.337371:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749606787.337376:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606787.337380:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749606787.337383:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749606787.347031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749606787.347034:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:2.0:1749606787.347041:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:1.0:1749606787.347084:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:2.0:1749606792.342143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606792.342171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606792.342248:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606792.342271:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606792.342283:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749606792.342292:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606792.342301:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606792.342308:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606792.342316:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730055168, portal 25
00000400:00000010:1.0:1749606792.342321:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606792.342323:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730055168, offset 0
00000100:00000010:2.0:1749606792.342329:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606792.342335:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000200:1.0:1749606792.342344:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606792.342355:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:3.0:1749606792.342357:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000200:1.0:1749606792.342361:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606792.342366:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606792.342370:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606792.342373:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749606792.342374:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000200:1.0:1749606792.342376:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [557:557:256:4294967295] 192.168.201.120@tcp LPNI seq info [557:557:8:4294967295]
00000400:00000010:3.0:1749606792.342383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000200:1.0:1749606792.342389:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606792.342396:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606792.342400:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606792.342406:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:3.0:1749606792.342406:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730055296, portal 10
00000800:00000200:1.0:1749606792.342415:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606792.342420:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:3.0:1749606792.342423:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749606792.342427:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730055296, offset 0
00000400:00000200:3.0:1749606792.342438:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606792.342453:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000400:00000200:3.0:1749606792.342454:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606792.342460:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606792.342464:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:1.0:1749606792.342469:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000400:00000200:3.0:1749606792.342469:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606792.342471:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:1.0:1749606792.342473:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000400:00000200:3.0:1749606792.342475:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [558:558:255:4294967295] 192.168.201.120@tcp LPNI seq info [558:558:7:4294967295]
00000100:00000010:1.0:1749606792.342483:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000400:00000200:3.0:1749606792.342488:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606792.342494:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606792.342500:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606792.342507:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606792.342517:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606792.342522:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606792.342551:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749606792.342552:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606792.342555:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000800:00000010:0.0:1749606792.342557:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000010:3.0:1749606792.342558:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606792.342560:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730055424, portal 10
00000400:00000200:0.0:1749606792.342564:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749606792.342564:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749606792.342566:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730055424, offset 0
00000400:00000200:3.0:1749606792.342571:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606792.342572:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749606792.342575:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606792.342577:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000200:3.0:1749606792.342578:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749606792.342579:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000400:00000200:3.0:1749606792.342581:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606792.342583:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606792.342584:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606792.342588:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [559:559:254:4294967295] 192.168.201.120@tcp LPNI seq info [559:559:6:4294967295]
00000100:00000200:0.0:1749606792.342589:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730055168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606792.342595:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606792.342609:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606792.342612:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606792.342617:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606792.342624:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606792.342628:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606792.342676:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606792.342679:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606792.342682:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606792.342686:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606792.342688:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749606792.342690:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749606792.342695:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730055296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606792.342721:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606792.342723:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606792.342725:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606792.342729:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606792.342731:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749606792.342733:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749606792.342737:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730055424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606792.344340:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606792.344353:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311600
00000400:00000200:0.0:1749606792.344370:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x125d [1] + 224
00000400:00000200:0.0:1749606792.344382:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606792.344493:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606792.344502:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730055168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606792.344541:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606792.344547:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311680
00000400:00000200:0.0:1749606792.344554:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1265 [1] + 0
00000400:00000200:0.0:1749606792.344560:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606792.344563:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606792.344567:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730055296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606792.344592:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606792.344596:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311700
00000400:00000010:1.0:1749606792.344598:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606792.344604:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606792.344607:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000400:00000200:0.0:1749606792.344613:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x126d [1] + 0
00000100:00000200:1.0:1749606792.344616:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730055168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606792.344631:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730055168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606792.344634:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606792.344638:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606792.344642:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730055424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606792.344663:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606792.344670:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749606792.344675:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:3.0:1749606792.344691:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606792.344700:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749606792.344702:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606792.344714:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730055424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606792.344726:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730055424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606792.344760:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606792.344762:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606792.344764:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606792.344768:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730055296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606792.344776:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730055296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606792.344790:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606792.344796:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749606792.344801:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749606792.344805:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606792.344807:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749606792.344810:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749606792.355034:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:1.0:1749606792.355072:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:3.0:1749606792.355081:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:0.0:1749606792.355115:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:0.0:1749606797.350155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749606797.350182:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800adebdc00.
00000400:00000200:0.0:1749606797.350250:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749606797.350270:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749606797.350277:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c7a800.
00000100:00000010:0.0:1749606797.350317:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749606797.350322:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c79000.
02000000:00000010:3.0:1749606797.350355:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606797.350367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749606797.350370:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606797.350379:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000010:2.0:1749606797.350381:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606797.350390:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606797.350411:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730055680, portal 10
00000100:00000200:3.0:1749606797.350418:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730055552, portal 25
00000400:00000010:2.0:1749606797.350419:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606797.350423:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730055680, offset 0
00000400:00000010:3.0:1749606797.350424:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749606797.350427:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730055552, offset 0
00000400:00000200:2.0:1749606797.350435:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606797.350447:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606797.350450:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606797.350457:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606797.350473:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606797.350479:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606797.350483:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606797.350488:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [560:560:256:4294967295] 192.168.201.120@tcp LPNI seq info [560:560:8:4294967295]
00000400:00000200:2.0:1749606797.350505:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606797.350514:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606797.350518:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606797.350520:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:3.0:1749606797.350524:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749606797.350528:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606797.350528:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606797.350531:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606797.350534:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606797.350537:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [561:561:255:4294967295] 192.168.201.120@tcp LPNI seq info [561:561:7:4294967295]
00000800:00000200:2.0:1749606797.350540:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606797.350545:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606797.350548:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606797.350552:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606797.350556:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606797.350562:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606797.350571:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606797.350575:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606797.350578:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749606797.350602:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749606797.350616:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749606797.350621:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000800:00000200:0.0:1749606797.350634:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606797.350637:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
02000000:00000010:2.0:1749606797.350642:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000200:0.0:1749606797.350643:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749606797.350645:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606797.350648:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:0.0:1749606797.350649:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749606797.350652:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730055808, portal 10
00000400:00000200:0.0:1749606797.350654:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749606797.350656:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000400:00000010:2.0:1749606797.350657:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606797.350670:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730055808, offset 0
00000100:00000200:0.0:1749606797.350676:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730055680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606797.350677:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606797.350683:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606797.350686:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606797.350689:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606797.350692:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606797.350694:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606797.350697:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [562:562:254:4294967295] 192.168.201.120@tcp LPNI seq info [562:562:6:4294967295]
00000400:00000200:2.0:1749606797.350706:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606797.350711:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606797.350720:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749606797.350725:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606797.350730:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606797.350733:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606797.350770:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606797.350773:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606797.350775:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606797.350779:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606797.350782:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749606797.350783:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749606797.350788:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730055552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606797.350813:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606797.350816:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606797.350818:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606797.350821:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606797.350823:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749606797.350825:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749606797.350828:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730055808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606797.352052:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606797.352066:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311800
00000400:00000200:0.0:1749606797.352074:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1275 [1] + 0
00000400:00000200:0.0:1749606797.352084:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606797.352087:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606797.352095:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730055680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606797.352157:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606797.352162:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311780
00000400:00000200:0.0:1749606797.352168:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1279 [1] + 224
00000400:00000200:0.0:1749606797.352174:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606797.352177:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606797.352181:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730055552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606797.352205:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606797.352209:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311880
00000400:00000010:2.0:1749606797.352213:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606797.352220:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606797.352223:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000400:00000200:0.0:1749606797.352229:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1285 [1] + 0
00000100:00000200:2.0:1749606797.352232:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730055680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606797.352241:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000100:00000200:2.0:1749606797.352247:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730055680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606797.352247:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000200:0.0:1749606797.352248:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749606797.352249:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749606797.352252:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606797.352257:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730055808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606797.352258:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730055552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606797.352269:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730055552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606797.352279:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749606797.352285:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7a800.
00000100:00000010:2.0:1749606797.352289:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
02000000:00000010:3.0:1749606797.352292:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000010:2.0:1749606797.352295:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
02000000:00000010:3.0:1749606797.352296:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdc00.
00000400:00000200:2.0:1749606797.352298:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606797.352300:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000010:3.0:1749606797.352301:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000200:2.0:1749606797.352304:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730055808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606797.352312:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730055808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606797.352327:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606797.352330:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c79000.
00000100:00000010:2.0:1749606797.352332:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000100:00000010:0.0:1749606797.363033:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:3.0:1749606797.363072:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749606797.363085:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:1.0:1749606797.363128:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749606802.358273:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606802.358308:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749606802.358383:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606802.358405:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606802.358416:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606802.358434:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606802.358449:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000100:00000010:2.0:1749606802.358459:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000010:3.0:1749606802.358460:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
02000000:00000010:2.0:1749606802.358463:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:0.0:1749606802.358466:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000010:0.0:1749606802.358474:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaa50.
00000400:00000010:0.0:1749606802.358482:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:3.0:1749606802.358484:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730055936, portal 25
00000100:00000200:0.0:1749606802.358486:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730056064, portal 10
00000400:00000010:3.0:1749606802.358491:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000400:00000010:0.0:1749606802.358493:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749606802.358495:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730056064, offset 0
00000100:00000200:3.0:1749606802.358495:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730055936, offset 0
00000400:00000200:0.0:1749606802.358507:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606802.358516:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606802.358526:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606802.358535:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606802.358542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606802.358548:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606802.358552:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606802.358557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [563:563:256:4294967295] 192.168.201.120@tcp LPNI seq info [563:563:8:4294967295]
00000400:00000200:0.0:1749606802.358585:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749606802.358594:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749606802.358595:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606802.358598:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606802.358601:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749606802.358602:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000400:00000200:3.0:1749606802.358605:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606802.358608:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606802.358611:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [564:564:255:4294967295] 192.168.201.120@tcp LPNI seq info [564:564:7:4294967295]
00000800:00000200:0.0:1749606802.358613:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606802.358622:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606802.358626:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606802.358627:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606802.358632:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:0.0:1749606802.358633:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606802.358636:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606802.358643:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606802.358646:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606802.358670:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749606802.358694:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749606802.358714:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749606802.358732:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
02000000:00000010:0.0:1749606802.358763:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000010:0.0:1749606802.358769:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaaa8.
00000400:00000010:0.0:1749606802.358773:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749606802.358777:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730056192, portal 10
00000400:00000010:0.0:1749606802.358783:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000800:00000200:1.0:1749606802.358784:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749606802.358786:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730056192, offset 0
00000400:00000200:0.0:1749606802.358793:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606802.358799:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:0.0:1749606802.358801:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606802.358805:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606802.358808:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606802.358809:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606802.358812:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606802.358815:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606802.358817:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606802.358819:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [565:565:254:4294967295] 192.168.201.120@tcp LPNI seq info [565:565:6:4294967295]
00000400:00000200:1.0:1749606802.358822:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749606802.358825:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000400:00000200:0.0:1749606802.358828:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606802.358832:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606802.358835:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd400.
00000100:00000200:1.0:1749606802.358836:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730056064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606802.358839:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606802.358845:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606802.358847:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606802.358862:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606802.358864:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606802.358866:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606802.358870:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606802.358872:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:1.0:1749606802.358874:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:1.0:1749606802.358878:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730055936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606802.359061:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606802.359064:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:1.0:1749606802.359067:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606802.359071:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606802.359073:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:1.0:1749606802.359075:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:1.0:1749606802.359080:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730056192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606802.360911:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606802.360970:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311980
00000400:00000200:0.0:1749606802.360979:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1291 [1] + 0
00000400:00000200:0.0:1749606802.361002:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606802.361006:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606802.361014:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730056064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606802.361052:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606802.361058:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311900
00000400:00000200:0.0:1749606802.361062:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x128d [1] + 224
00000400:00000200:0.0:1749606802.361068:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606802.361071:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606802.361075:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730055936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606802.361103:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606802.361110:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311a00
00000400:00000200:0.0:1749606802.361115:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x129d [1] + 0
00000400:00000200:0.0:1749606802.361138:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749606802.361143:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaa50.
00000400:00000200:0.0:1749606802.361144:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606802.361151:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749606802.361154:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749606802.361162:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730056064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606802.361162:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000100:00000200:0.0:1749606802.361164:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730056192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606802.361167:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606802.361170:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:2.0:1749606802.361175:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730056064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606802.361178:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730055936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606802.361190:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730055936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606802.361206:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:2.0:1749606802.361211:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749606802.361213:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000100:00000010:2.0:1749606802.361217:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:3.0:1749606802.361219:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000010:2.0:1749606802.361221:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaaa8.
00000400:00000200:2.0:1749606802.361223:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000100:00000010:3.0:1749606802.361224:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:2.0:1749606802.361225:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749606802.361229:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730056192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606802.361237:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730056192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606802.361249:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7ac00.
02000000:00000010:2.0:1749606802.361252:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606802.361254:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749606802.371031:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749606802.371063:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:2.0:1749606802.371064:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:0.0:1749606802.371085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:0.0:1749606807.366133:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749606807.366157:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800adebdb00.
00000400:00000200:0.0:1749606807.366207:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749606807.366219:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000100:00000010:0.0:1749606807.366223:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
00000400:00000010:2.0:1749606807.366227:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
02000000:00000010:0.0:1749606807.366229:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c78800.
00000400:00000010:2.0:1749606807.366233:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606807.366240:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730056320, portal 25
00000100:00000010:0.0:1749606807.366241:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749606807.366244:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b6c7ac00.
00000400:00000010:2.0:1749606807.366244:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606807.366245:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730056320, offset 0
00000400:00000200:2.0:1749606807.366252:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749606807.366268:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c7a000.
00000400:00000010:0.0:1749606807.366272:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab00.
00000400:00000200:2.0:1749606807.366275:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606807.366280:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749606807.366281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749606807.366283:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730056448, portal 10
00000400:00000200:2.0:1749606807.366283:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606807.366286:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606807.366287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749606807.366288:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730056448, offset 0
00000400:00000200:2.0:1749606807.366288:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606807.366290:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [566:566:256:4294967295] 192.168.201.120@tcp LPNI seq info [566:566:8:4294967295]
00000400:00000200:0.0:1749606807.366292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606807.366300:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606807.366304:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749606807.366304:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606807.366306:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749606807.366307:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606807.366308:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606807.366309:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606807.366311:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606807.366312:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [567:567:255:4294967295] 192.168.201.120@tcp LPNI seq info [567:567:7:4294967295]
00000800:00000200:2.0:1749606807.366312:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606807.366317:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606807.366319:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606807.366320:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606807.366322:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:2.0:1749606807.366323:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749606807.366325:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606807.366328:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606807.366330:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749606807.366342:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749606807.366355:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
00000100:00000010:0.0:1749606807.366358:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000100:00000010:0.0:1749606807.366361:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
02000000:00000010:0.0:1749606807.366373:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6c79000.
00000400:00000010:0.0:1749606807.366375:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9f8.
00000400:00000010:0.0:1749606807.366377:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749606807.366378:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730056576, portal 10
00000400:00000010:0.0:1749606807.366381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749606807.366381:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730056576, offset 0
00000400:00000200:0.0:1749606807.366384:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606807.366386:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606807.366388:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606807.366393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606807.366394:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606807.366395:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606807.366397:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [568:568:254:4294967295] 192.168.201.120@tcp LPNI seq info [568:568:6:4294967295]
00000400:00000200:0.0:1749606807.366401:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606807.366401:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1749606807.366403:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606807.366405:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000800:00000010:1.0:1749606807.366405:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000800:00000200:0.0:1749606807.366407:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606807.366409:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606807.366410:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606807.366410:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606807.366414:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606807.366418:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:1.0:1749606807.366419:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:1.0:1749606807.366426:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730056320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606807.366450:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606807.366451:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606807.366452:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606807.366454:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606807.366456:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749606807.366456:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:1.0:1749606807.366458:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730056448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606807.366509:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606807.366511:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606807.366512:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606807.366513:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606807.366514:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:1.0:1749606807.366515:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:1.0:1749606807.366517:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730056576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606807.367685:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606807.367693:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311a80
00000400:00000200:0.0:1749606807.367698:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x12a5 [1] + 224
00000400:00000200:0.0:1749606807.367705:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606807.367707:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606807.367711:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730056320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606807.367729:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606807.367732:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311b00
00000400:00000200:0.0:1749606807.367735:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x12ad [1] + 0
00000400:00000200:0.0:1749606807.367737:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606807.367739:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606807.367741:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730056448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606807.367754:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749606807.367755:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:0.0:1749606807.367756:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311b80
00000400:00000200:2.0:1749606807.367759:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606807.367760:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000400:00000200:0.0:1749606807.367763:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x12b5 [1] + 0
00000100:00000200:2.0:1749606807.367764:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730056320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606807.367773:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730056320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606807.367775:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab00.
00000400:00000200:0.0:1749606807.367778:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606807.367779:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:1.0:1749606807.367780:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000400:00000200:0.0:1749606807.367781:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606807.367783:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730056576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606807.367784:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730056448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606807.367790:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730056448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606807.367792:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
02000000:00000010:2.0:1749606807.367795:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebdb00.
00000100:00000010:2.0:1749606807.367799:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000400:00000010:1.0:1749606807.367802:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:1.0:1749606807.367803:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749606807.367804:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749606807.367806:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730056576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606807.367810:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730056576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606807.367824:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c7a000.
02000000:00000010:1.0:1749606807.367827:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c78800.
00000100:00000010:1.0:1749606807.367830:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
02000000:00000010:1.0:1749606807.367832:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6c79000.
02000000:00000010:1.0:1749606807.367855:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b6c7ac00.
00000100:00000010:1.0:1749606807.367857:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000100:00000010:2.0:1749606807.378988:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:3.0:1749606807.379002:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:0.0:1749606807.379009:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:1.0:1749606807.379020:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:0.0:1749606812.374040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749606812.374065:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800adebd800.
00000400:00000200:0.0:1749606812.374124:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749606812.374141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749606812.374148:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012d4bfc00.
00000100:00000010:0.0:1749606812.374163:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749606812.374167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012d4bec00.
02000000:00000010:0.0:1749606812.374208:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6ce7800.
00000400:00000010:0.0:1749606812.374216:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eabb0.
00000400:00000010:0.0:1749606812.374222:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
02000000:00000010:1.0:1749606812.374229:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000200:0.0:1749606812.374230:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730056832, portal 10
00000400:00000010:0.0:1749606812.374236:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000400:00000010:1.0:1749606812.374238:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:0.0:1749606812.374239:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730056832, offset 0
00000400:00000010:1.0:1749606812.374243:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000200:0.0:1749606812.374246:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606812.374257:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749606812.374257:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730056704, portal 25
00000400:00000010:1.0:1749606812.374262:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000200:0.0:1749606812.374263:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749606812.374264:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730056704, offset 0
00000400:00000200:0.0:1749606812.374268:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606812.374271:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606812.374271:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606812.374274:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606812.374278:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [569:569:256:4294967295] 192.168.201.120@tcp LPNI seq info [569:569:8:4294967295]
00000400:00000200:0.0:1749606812.374290:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606812.374295:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606812.374299:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606812.374299:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606812.374303:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749606812.374305:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606812.374306:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606812.374309:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606812.374312:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749606812.374314:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606812.374315:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [570:570:255:4294967295] 192.168.201.120@tcp LPNI seq info [570:570:7:4294967295]
00000400:00000200:1.0:1749606812.374325:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606812.374330:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606812.374332:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:1.0:1749606812.374334:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606812.374338:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606812.374344:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606812.374348:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749606812.374361:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749606812.374380:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749606812.374388:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749606812.374412:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
02000000:00000010:0.0:1749606812.374437:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b6ce7c00.
00000400:00000010:0.0:1749606812.374442:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab58.
00000400:00000010:0.0:1749606812.374445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749606812.374448:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730056960, portal 10
00000400:00000010:0.0:1749606812.374452:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749606812.374454:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730056960, offset 0
00000400:00000200:0.0:1749606812.374459:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606812.374464:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606812.374468:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606812.374470:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606812.374473:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606812.374475:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606812.374478:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [571:571:254:4294967295] 192.168.201.120@tcp LPNI seq info [571:571:6:4294967295]
00000400:00000200:0.0:1749606812.374486:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606812.374490:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606812.374493:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000800:00000200:0.0:1749606812.374496:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606812.374501:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606812.374504:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606812.374515:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606812.374522:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:2.0:1749606812.374529:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606812.374536:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606812.374540:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749606812.374543:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749606812.374553:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730056832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606812.374593:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606812.374595:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749606812.374597:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606812.374601:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606812.374603:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:2.0:1749606812.374605:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:2.0:1749606812.374609:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730056704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606812.374692:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606812.374695:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:2.0:1749606812.374697:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606812.374701:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606812.374703:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749606812.374705:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749606812.374708:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730056960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606812.376780:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606812.376797:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311c00
00000400:00000200:0.0:1749606812.376806:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x12c5 [1] + 224
00000400:00000200:0.0:1749606812.376821:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606812.376826:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606812.376835:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730056704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606812.376883:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606812.376891:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311c80
00000400:00000200:0.0:1749606812.376907:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x12bd [1] + 0
00000400:00000200:0.0:1749606812.376918:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606812.376923:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606812.376931:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730056832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606812.376974:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606812.376982:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606812.376984:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606812.376992:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730056704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606812.377003:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730056704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606812.377014:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606812.377023:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311d00
02000000:00000010:1.0:1749606812.377027:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749606812.377030:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x12cd [1] + 0
02000000:00000010:1.0:1749606812.377032:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd800.
00000100:00000010:1.0:1749606812.377036:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000400:00000200:0.0:1749606812.377055:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606812.377062:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606812.377070:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730056960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606812.377099:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eabb0.
00000400:00000200:2.0:1749606812.377107:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749606812.377109:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749606812.377117:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730056832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606812.377128:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730056832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606812.377148:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab58.
00000400:00000200:2.0:1749606812.377150:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749606812.377152:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749606812.377155:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730056960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606812.377163:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730056960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606812.377188:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6ce7800.
02000000:00000010:2.0:1749606812.377194:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012d4bfc00.
00000100:00000010:2.0:1749606812.377199:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
02000000:00000010:2.0:1749606812.377203:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b6ce7c00.
02000000:00000010:2.0:1749606812.377205:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012d4bec00.
00000100:00000010:2.0:1749606812.377208:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000010:0.0:1749606812.387048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:2.0:1749606812.387053:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:3.0:1749606812.387064:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749606812.387095:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:0.0:1749606817.382058:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749606817.382087:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800adebd400.
00000400:00000200:0.0:1749606817.382159:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749606817.382182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749606817.382193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
02000000:00000010:3.0:1749606817.382203:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606817.382213:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606817.382220:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606817.382227:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730057088, portal 25
00000400:00000010:3.0:1749606817.382232:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000010:0.0:1749606817.382234:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
00000100:00000200:3.0:1749606817.382234:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730057088, offset 0
02000000:00000010:0.0:1749606817.382241:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000400:00000200:3.0:1749606817.382243:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606817.382256:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606817.382261:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606817.382265:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606817.382270:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606817.382272:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606817.382276:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [572:572:256:4294967295] 192.168.201.120@tcp LPNI seq info [572:572:8:4294967295]
00000400:00000200:3.0:1749606817.382288:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606817.382294:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606817.382298:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606817.382305:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606817.382314:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606817.382318:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606817.382344:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
02000000:00000010:2.0:1749606817.382351:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749606817.382360:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000100:00000010:3.0:1749606817.382360:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000400:00000010:2.0:1749606817.382365:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606817.382369:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730057216, portal 10
00000100:00000010:3.0:1749606817.382370:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000400:00000010:2.0:1749606817.382375:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000010:3.0:1749606817.382376:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000200:2.0:1749606817.382377:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730057216, offset 0
00000400:00000200:2.0:1749606817.382386:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606817.382395:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606817.382398:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606817.382402:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606817.382404:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606817.382407:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606817.382410:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [573:573:255:4294967295] 192.168.201.120@tcp LPNI seq info [573:573:7:4294967295]
00000400:00000200:2.0:1749606817.382420:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606817.382424:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606817.382428:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606817.382433:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606817.382439:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606817.382442:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749606817.382455:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749606817.382458:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606817.382460:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606817.382483:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730057344, portal 10
00000800:00000200:0.0:1749606817.382485:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606817.382489:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000800:00000010:0.0:1749606817.382490:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000100:00000200:2.0:1749606817.382492:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730057344, offset 0
00000400:00000200:0.0:1749606817.382495:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606817.382499:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606817.382501:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606817.382505:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000200:2.0:1749606817.382506:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749606817.382508:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000400:00000200:2.0:1749606817.382510:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606817.382513:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:0.0:1749606817.382517:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730057088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606817.382517:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606817.382520:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606817.382524:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [574:574:254:4294967295] 192.168.201.120@tcp LPNI seq info [574:574:6:4294967295]
00000400:00000200:2.0:1749606817.382537:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606817.382544:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606817.382548:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606817.382554:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606817.382561:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606817.382564:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606817.382565:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749606817.382575:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606817.382579:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606817.382583:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606817.382586:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749606817.382587:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749606817.382592:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730057216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606817.382620:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606817.382622:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606817.382624:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606817.382627:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606817.382630:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749606817.382632:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749606817.382637:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730057344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606817.384732:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606817.384758:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311d80
00000400:00000200:0.0:1749606817.384770:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x12d5 [1] + 224
00000400:00000200:0.0:1749606817.384785:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606817.384790:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606817.384805:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730057088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606817.384849:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606817.384854:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311e00
00000400:00000200:0.0:1749606817.384860:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x12dd [1] + 0
00000400:00000200:0.0:1749606817.384866:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606817.384869:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606817.384874:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730057216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606817.384915:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606817.384922:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606817.384925:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749606817.384977:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606817.384982:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf311e80
00000400:00000200:0.0:1749606817.384987:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x12e5 [1] + 0
00000400:00000200:0.0:1749606817.385003:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606817.385007:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606817.385012:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730057344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606817.385031:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606817.385038:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749606817.385041:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749606817.385049:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730057216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606817.385061:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730057216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606817.385064:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730057088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606817.385087:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606817.385089:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749606817.385090:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606817.385094:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730057344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606817.385102:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730057344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606817.385103:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730057088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606817.385128:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606817.385134:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749606817.385136:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800adebd400.
02000000:00000010:2.0:1749606817.385138:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:3.0:1749606817.385141:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000010:2.0:1749606817.385143:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
02000000:00000010:2.0:1749606817.385147:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606817.385150:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:2.0:1749606817.385153:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000100:00000010:3.0:1749606817.395032:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:1.0:1749606817.395042:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749606817.395060:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:0.0:1749606817.395145:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:2.0:1749606822.390120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606822.390145:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606822.390198:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606822.390217:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606822.390225:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:0.0:1749606822.390232:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749606822.390239:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac60.
00000100:00000010:2.0:1749606822.390243:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000400:00000010:0.0:1749606822.390244:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
02000000:00000010:2.0:1749606822.390247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000200:0.0:1749606822.390251:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730057472, portal 25
00000400:00000010:0.0:1749606822.390254:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749606822.390256:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730057472, offset 0
00000400:00000200:0.0:1749606822.390262:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749606822.390269:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000200:0.0:1749606822.390273:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606822.390278:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749606822.390278:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749606822.390281:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606822.390285:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749606822.390285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749606822.390286:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606822.390289:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [575:575:256:4294967295] 192.168.201.120@tcp LPNI seq info [575:575:8:4294967295]
00000100:00000200:3.0:1749606822.390290:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730057600, portal 10
00000400:00000010:3.0:1749606822.390296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000200:0.0:1749606822.390297:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749606822.390298:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730057600, offset 0
00000800:00000200:0.0:1749606822.390301:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606822.390304:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000400:00000200:3.0:1749606822.390306:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606822.390309:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606822.390316:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606822.390317:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749606822.390320:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606822.390321:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606822.390324:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606822.390326:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606822.390327:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606822.390329:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [576:576:255:4294967295] 192.168.201.120@tcp LPNI seq info [576:576:7:4294967295]
00000400:00000200:3.0:1749606822.390337:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749606822.390338:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:3.0:1749606822.390340:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606822.390345:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606822.390349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606822.390354:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606822.390357:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749606822.390360:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
00000100:00000010:0.0:1749606822.390364:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
00000100:00000010:0.0:1749606822.390373:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
02000000:00000010:3.0:1749606822.390390:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606822.390392:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606822.390393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606822.390395:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730057728, portal 10
00000800:00000200:1.0:1749606822.390401:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606822.390405:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000010:3.0:1749606822.390407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749606822.390408:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730057728, offset 0
00000400:00000200:1.0:1749606822.390409:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749606822.390411:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606822.390414:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749606822.390414:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606822.390415:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606822.390417:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000200:3.0:1749606822.390417:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606822.390418:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749606822.390419:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000400:00000200:3.0:1749606822.390419:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606822.390420:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [577:577:254:4294967295] 192.168.201.120@tcp LPNI seq info [577:577:6:4294967295]
00000400:00000200:3.0:1749606822.390424:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606822.390426:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606822.390427:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730057472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1749606822.390428:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606822.390430:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606822.390432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606822.390433:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606822.390443:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606822.390444:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606822.390446:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606822.390449:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606822.390450:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:1.0:1749606822.390451:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749606822.390454:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730057600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606822.390505:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606822.390507:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606822.390513:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606822.390516:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606822.390518:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:1.0:1749606822.390520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:1.0:1749606822.390523:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730057728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606822.391662:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606822.391673:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf311f00
00000400:00000200:0.0:1749606822.391678:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x12ed [1] + 224
00000400:00000200:0.0:1749606822.391688:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606822.391691:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606822.391699:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730057472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606822.391725:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606822.391729:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf311f80
00000400:00000200:0.0:1749606822.391732:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x12f5 [1] + 0
00000400:00000200:0.0:1749606822.391736:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606822.391737:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606822.391740:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730057600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606822.391752:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000400:00000200:2.0:1749606822.391756:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749606822.391757:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749606822.391762:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730057472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606822.391767:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749606822.391768:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730057472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606822.391770:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312000
00000400:00000200:0.0:1749606822.391772:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x12fd [1] + 0
00000400:00000200:0.0:1749606822.391784:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606822.391787:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749606822.391787:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000100:00000200:0.0:1749606822.391789:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730057728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606822.391791:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749606822.391795:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:3.0:1749606822.391795:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606822.391798:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749606822.391800:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606822.391806:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730057600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606822.391815:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730057600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606822.391836:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606822.391838:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749606822.391839:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606822.391842:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730057728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606822.391848:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730057728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606822.391861:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606822.391871:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749606822.391875:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:3.0:1749606822.391878:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606822.391881:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749606822.391883:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749606822.403027:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:1.0:1749606822.403030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:0.0:1749606822.403040:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749606822.403089:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:2.0:1749606827.398028:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606827.398051:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606827.398117:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606827.398134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749606827.398156:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606827.398159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749606827.398163:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606827.398169:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606827.398175:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730057856, portal 25
00000400:00000010:3.0:1749606827.398179:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606827.398180:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730057856, offset 0
00000100:00000010:2.0:1749606827.398185:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000400:00000200:3.0:1749606827.398186:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606827.398189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000200:3.0:1749606827.398196:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749606827.398197:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000400:00000200:3.0:1749606827.398201:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749606827.398203:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac08.
00000400:00000200:3.0:1749606827.398204:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606827.398207:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606827.398209:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749606827.398211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000400:00000200:3.0:1749606827.398211:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [578:578:256:4294967295] 192.168.201.120@tcp LPNI seq info [578:578:8:4294967295]
00000100:00000200:0.0:1749606827.398214:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730057984, portal 10
00000400:00000200:3.0:1749606827.398219:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749606827.398220:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749606827.398221:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730057984, offset 0
00000800:00000200:3.0:1749606827.398223:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606827.398225:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606827.398226:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606827.398230:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606827.398231:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606827.398232:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606827.398234:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606827.398235:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606827.398237:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606827.398239:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [579:579:255:4294967295] 192.168.201.120@tcp LPNI seq info [579:579:7:4294967295]
00000800:00000200:3.0:1749606827.398240:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606827.398243:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606827.398244:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606827.398247:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606827.398249:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdc00.
00000800:00000200:0.0:1749606827.398251:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606827.398255:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606827.398257:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606827.398262:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749606827.398279:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749606827.398286:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749606827.398295:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
02000000:00000010:0.0:1749606827.398304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000400:00000010:0.0:1749606827.398306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eacb8.
00000400:00000010:0.0:1749606827.398308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749606827.398309:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730058112, portal 10
00000400:00000010:0.0:1749606827.398312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749606827.398313:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730058112, offset 0
00000400:00000200:0.0:1749606827.398315:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606827.398317:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606827.398319:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606827.398320:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606827.398322:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606827.398323:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606827.398324:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [580:580:254:4294967295] 192.168.201.120@tcp LPNI seq info [580:580:6:4294967295]
00000400:00000200:0.0:1749606827.398329:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606827.398335:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606827.398335:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606827.398337:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd800.
00000800:00000010:1.0:1749606827.398338:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000800:00000200:0.0:1749606827.398339:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606827.398342:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606827.398343:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606827.398343:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606827.398347:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606827.398351:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:1.0:1749606827.398352:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:1.0:1749606827.398360:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730057856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606827.398373:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606827.398375:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:1.0:1749606827.398376:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606827.398378:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606827.398379:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:1.0:1749606827.398380:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:1.0:1749606827.398382:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730057984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606827.398439:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606827.398440:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd800.
00000400:00000200:1.0:1749606827.398441:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606827.398443:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606827.398444:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:1.0:1749606827.398444:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:1.0:1749606827.398446:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730058112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606827.399605:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606827.399614:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312080
00000400:00000200:0.0:1749606827.399621:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1305 [1] + 224
00000400:00000200:0.0:1749606827.399628:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606827.399630:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606827.399635:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730057856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606827.399661:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606827.399664:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312100
00000400:00000200:0.0:1749606827.399667:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x130d [1] + 0
00000400:00000200:0.0:1749606827.399671:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606827.399674:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606827.399677:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730057984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606827.399691:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606827.399701:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749606827.399702:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606827.399706:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730057856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606827.399712:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749606827.399713:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730057856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606827.399717:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312180
00000400:00000200:0.0:1749606827.399720:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1315 [1] + 0
00000400:00000010:1.0:1749606827.399726:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac08.
02000000:00000010:3.0:1749606827.399729:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000200:0.0:1749606827.399733:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749606827.399733:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000200:1.0:1749606827.399734:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000200:0.0:1749606827.399736:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606827.399736:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000010:3.0:1749606827.399736:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:0.0:1749606827.399739:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730058112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606827.399740:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730057984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606827.399749:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730057984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606827.399764:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:1.0:1749606827.399768:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606827.399771:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749606827.399775:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eacb8.
00000400:00000200:1.0:1749606827.399776:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:1.0:1749606827.399777:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:1.0:1749606827.399780:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730058112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606827.399786:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730058112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606827.399795:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
02000000:00000010:1.0:1749606827.399797:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749606827.399798:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749606827.411013:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:1.0:1749606827.411017:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:0.0:1749606827.411025:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749606827.411117:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749606832.406119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606832.406142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606832.406197:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606832.406212:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606832.406217:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749606832.406228:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749606832.406236:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000100:00000010:2.0:1749606832.406238:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606832.406240:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749606832.406242:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606832.406249:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730058240, portal 25
00000400:00000010:1.0:1749606832.406252:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606832.406254:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730058240, offset 0
00000400:00000200:1.0:1749606832.406260:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606832.406271:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749606832.406275:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000200:1.0:1749606832.406275:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606832.406279:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749606832.406280:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead10.
00000400:00000200:1.0:1749606832.406281:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606832.406283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749606832.406285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730058368, portal 10
00000400:00000010:0.0:1749606832.406289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749606832.406290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730058368, offset 0
00000400:00000200:0.0:1749606832.406294:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606832.406297:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606832.406299:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [581:581:256:4294967295] 192.168.201.120@tcp LPNI seq info [581:581:8:4294967295]
00000400:00000200:1.0:1749606832.406308:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606832.406313:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606832.406314:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606832.406316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606832.406317:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749606832.406318:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606832.406320:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606832.406321:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606832.406323:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [582:582:255:4294967295] 192.168.201.120@tcp LPNI seq info [582:582:7:4294967295]
00000800:00000200:1.0:1749606832.406323:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606832.406328:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606832.406330:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606832.406331:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606832.406333:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd400.
00000800:00000200:1.0:1749606832.406334:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749606832.406336:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606832.406339:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606832.406341:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606832.406351:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749606832.406363:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749606832.406367:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749606832.406371:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
02000000:00000010:0.0:1749606832.406388:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941400.
00000400:00000010:0.0:1749606832.406391:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead68.
00000400:00000010:0.0:1749606832.406393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749606832.406395:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730058496, portal 10
00000400:00000010:0.0:1749606832.406399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749606832.406400:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730058496, offset 0
00000800:00000200:2.0:1749606832.406400:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606832.406402:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749606832.406404:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606832.406422:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606832.406424:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606832.406426:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606832.406428:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606832.406430:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606832.406431:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606832.406436:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606832.406439:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000200:0.0:1749606832.406440:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [583:583:254:4294967295] 192.168.201.120@tcp LPNI seq info [583:583:6:4294967295]
00000400:00000010:2.0:1749606832.406440:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000400:00000200:0.0:1749606832.406447:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749606832.406450:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730058240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606832.406451:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606832.406453:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdf00.
00000800:00000200:0.0:1749606832.406457:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606832.406461:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606832.406463:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdf00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606832.406471:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606832.406473:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:2.0:1749606832.406474:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606832.406477:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606832.406478:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749606832.406479:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749606832.406481:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730058368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606832.406540:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606832.406542:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdf00.
00000400:00000200:2.0:1749606832.406543:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606832.406546:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606832.406548:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749606832.406554:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749606832.406558:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730058496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606832.407786:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606832.407795:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312200
00000400:00000200:0.0:1749606832.407800:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x131d [1] + 224
00000400:00000200:0.0:1749606832.407806:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606832.407808:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606832.407813:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730058240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606832.407831:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606832.407833:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312280
00000400:00000200:0.0:1749606832.407836:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1325 [1] + 0
00000400:00000200:0.0:1749606832.407838:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606832.407840:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606832.407842:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730058368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606832.407855:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606832.407856:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312300
00000400:00000200:0.0:1749606832.407858:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x132d [1] + 0
00000400:00000010:1.0:1749606832.407863:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606832.407867:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000200:0.0:1749606832.407868:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606832.407868:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000400:00000200:0.0:1749606832.407870:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606832.407873:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730058496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606832.407873:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730058240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606832.407882:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730058240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606832.407885:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead10.
00000400:00000200:2.0:1749606832.407888:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749606832.407889:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749606832.407892:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730058368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606832.407897:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730058368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606832.407903:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606832.407907:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749606832.407911:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:2.0:1749606832.407912:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead68.
00000400:00000200:2.0:1749606832.407914:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749606832.407915:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749606832.407917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730058496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606832.407923:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730058496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606832.407957:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:2.0:1749606832.407962:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749606832.407965:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606832.407967:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749606832.407971:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606832.407973:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:1.0:1749606832.419023:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:2.0:1749606832.419023:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:0.0:1749606832.419034:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:3.0:1749606832.419040:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:2.0:1749606837.414093:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606837.414116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606837.414175:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606837.414193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606837.414200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606837.414220:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749606837.414228:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749606837.414236:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:2.0:1749606837.414238:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:1.0:1749606837.414242:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606837.414248:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730058624, portal 25
00000400:00000010:1.0:1749606837.414251:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606837.414253:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730058624, offset 0
00000400:00000200:1.0:1749606837.414259:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749606837.414281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000200:1.0:1749606837.414282:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606837.414287:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606837.414290:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606837.414294:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606837.414296:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606837.414298:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [584:584:256:4294967295] 192.168.201.120@tcp LPNI seq info [584:584:8:4294967295]
00000400:00000010:3.0:1749606837.414298:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000200:1.0:1749606837.414307:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749606837.414308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000800:00000200:1.0:1749606837.414312:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606837.414315:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000100:00000200:3.0:1749606837.414316:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730058752, portal 10
00000800:00000200:1.0:1749606837.414320:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:3.0:1749606837.414356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749606837.414359:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730058752, offset 0
00000400:00000200:3.0:1749606837.414369:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606837.414376:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606837.414379:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606837.414382:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606837.414388:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606837.414392:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606837.414395:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606837.414397:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606837.414400:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [585:585:255:4294967295] 192.168.201.120@tcp LPNI seq info [585:585:7:4294967295]
00000400:00000200:3.0:1749606837.414421:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749606837.414422:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000800:00000200:3.0:1749606837.414426:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606837.414430:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749606837.414436:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606837.414437:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000100:00000010:1.0:1749606837.414441:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000800:00000200:3.0:1749606837.414444:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606837.414449:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606837.414450:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
02000000:00000010:3.0:1749606837.414484:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749606837.414487:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606837.414490:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606837.414492:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730058880, portal 10
00000400:00000010:3.0:1749606837.414497:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749606837.414499:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730058880, offset 0
00000400:00000200:3.0:1749606837.414502:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606837.414506:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606837.414508:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606837.414510:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606837.414524:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606837.414526:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606837.414528:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [586:586:254:4294967295] 192.168.201.120@tcp LPNI seq info [586:586:6:4294967295]
00000400:00000200:3.0:1749606837.414534:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606837.414537:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606837.414539:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749606837.414541:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606837.414545:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606837.414546:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606837.414569:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606837.414575:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749606837.414580:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606837.414588:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606837.414593:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749606837.414595:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749606837.414621:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730058624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606837.414646:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606837.414648:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749606837.414651:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606837.414655:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606837.414658:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749606837.414660:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749606837.414666:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730058752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606837.414739:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606837.414741:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749606837.414744:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606837.414749:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606837.414752:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749606837.414754:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749606837.414759:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730058880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606837.416444:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606837.416456:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312400
00000400:00000200:0.0:1749606837.416464:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x133d [1] + 0
00000400:00000200:0.0:1749606837.416473:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606837.416484:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606837.416491:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730058752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606837.416531:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606837.416537:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312380
00000400:00000200:0.0:1749606837.416542:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1335 [1] + 224
00000400:00000200:0.0:1749606837.416548:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606837.416552:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606837.416556:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730058624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606837.416587:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749606837.416590:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749606837.416593:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000200:0.0:1749606837.416596:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312480
00000400:00000010:3.0:1749606837.416596:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000200:0.0:1749606837.416602:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1345 [1] + 0
00000100:00000200:3.0:1749606837.416607:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730058752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606837.416618:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749606837.416621:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730058752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606837.416623:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606837.416628:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730058880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606837.416650:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606837.416651:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606837.416653:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606837.416656:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730058880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606837.416667:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:3.0:1749606837.416671:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730058880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606837.416673:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606837.416674:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606837.416680:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730058624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606837.416688:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730058624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606837.416688:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606837.416693:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749606837.416699:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749606837.416702:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606837.416705:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749606837.416707:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749606837.416708:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749606837.416712:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749606837.416715:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749606837.427006:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749606837.427008:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:0.0:1749606837.427019:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:3.0:1749606837.427055:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:2.0:1749606842.422082:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606842.422099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606842.422159:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606842.422171:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606842.422175:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749606842.422188:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:3.0:1749606842.422189:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606842.422190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:3.0:1749606842.422196:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606842.422201:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606842.422207:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730059008, portal 25
00000400:00000010:3.0:1749606842.422210:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606842.422212:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730059008, offset 0
02000000:00000010:0.0:1749606842.422213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941800.
00000400:00000200:3.0:1749606842.422217:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606842.422219:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eadc0.
00000400:00000010:0.0:1749606842.422222:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749606842.422225:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730059136, portal 10
00000400:00000200:3.0:1749606842.422226:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749606842.422230:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000400:00000200:3.0:1749606842.422230:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:0.0:1749606842.422232:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730059136, offset 0
00000400:00000200:3.0:1749606842.422233:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606842.422235:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606842.422249:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606842.422252:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [587:587:256:4294967295] 192.168.201.120@tcp LPNI seq info [587:587:8:4294967295]
00000400:00000200:3.0:1749606842.422260:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606842.422264:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606842.422266:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606842.422285:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606842.422287:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606842.422291:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606842.422293:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606842.422294:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606842.422296:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606842.422297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606842.422312:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1749606842.422313:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000400:00000200:0.0:1749606842.422314:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606842.422316:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [588:588:255:4294967295] 192.168.201.120@tcp LPNI seq info [588:588:7:4294967295]
00000400:00000200:0.0:1749606842.422323:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749606842.422325:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000800:00000200:0.0:1749606842.422327:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606842.422330:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000100:00000010:3.0:1749606842.422330:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000800:00000200:0.0:1749606842.422334:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606842.422335:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000800:00000200:0.0:1749606842.422338:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606842.422341:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749606842.422353:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942800.
00000400:00000010:0.0:1749606842.422355:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae18.
00000400:00000010:0.0:1749606842.422358:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749606842.422360:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730059264, portal 10
00000400:00000010:0.0:1749606842.422363:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749606842.422364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730059264, offset 0
00000400:00000200:0.0:1749606842.422367:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606842.422370:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606842.422372:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606842.422373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606842.422374:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606842.422375:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606842.422377:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [589:589:254:4294967295] 192.168.201.120@tcp LPNI seq info [589:589:6:4294967295]
00000800:00000200:1.0:1749606842.422380:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749606842.422381:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606842.422383:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606842.422383:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000800:00000010:0.0:1749606842.422384:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:0.0:1749606842.422386:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606842.422388:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606842.422388:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1749606842.422390:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606842.422396:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606842.422399:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:1.0:1749606842.422400:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:1.0:1749606842.422407:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730059008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606842.422420:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606842.422421:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:1.0:1749606842.422422:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606842.422424:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606842.422425:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:1.0:1749606842.422426:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:1.0:1749606842.422428:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730059136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606842.422474:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606842.422475:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:1.0:1749606842.422476:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606842.422478:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606842.422479:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:1.0:1749606842.422480:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:1.0:1749606842.422481:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730059264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606842.423765:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606842.423775:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312500
00000400:00000200:0.0:1749606842.423779:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x134d [1] + 224
00000400:00000200:0.0:1749606842.423785:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606842.423787:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606842.423791:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730059008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606842.423811:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606842.423814:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312580
00000400:00000200:0.0:1749606842.423816:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1355 [1] + 0
00000400:00000200:0.0:1749606842.423819:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606842.423820:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606842.423822:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730059136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606842.423836:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606842.423838:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312600
00000400:00000010:3.0:1749606842.423838:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606842.423841:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606842.423842:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000400:00000200:0.0:1749606842.423845:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x135d [1] + 0
00000100:00000200:3.0:1749606842.423846:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730059008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606842.423850:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730059008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606842.423854:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606842.423856:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606842.423858:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730059264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606842.423879:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000010:1.0:1749606842.423882:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eadc0.
02000000:00000010:3.0:1749606842.423882:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:1.0:1749606842.423885:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000100:00000010:3.0:1749606842.423885:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:1.0:1749606842.423886:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:1.0:1749606842.423890:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730059136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606842.423895:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730059136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606842.423905:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae18.
00000400:00000200:1.0:1749606842.423906:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749606842.423907:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:1.0:1749606842.423913:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730059264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606842.423917:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730059264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606842.423926:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941800.
02000000:00000010:1.0:1749606842.423929:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606842.423931:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749606842.423932:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942800.
02000000:00000010:1.0:1749606842.423955:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749606842.423956:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606842.434989:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:0.0:1749606842.434998:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:1.0:1749606842.435002:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749606842.435005:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:2.0:1749606847.430208:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606847.430237:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606847.430325:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606847.430345:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606847.430355:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749606847.430388:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606847.430394:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749606847.430396:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606847.430407:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606847.430415:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606847.430424:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730059392, portal 25
00000400:00000010:3.0:1749606847.430430:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749606847.430433:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730059392, offset 0
02000000:00000010:1.0:1749606847.430436:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606847.430443:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606847.430444:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606847.430448:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606847.430452:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730059520, portal 10
00000400:00000010:1.0:1749606847.430457:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749606847.430459:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730059520, offset 0
00000400:00000200:1.0:1749606847.430465:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606847.430467:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606847.430474:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606847.430479:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606847.430484:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606847.430488:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606847.430493:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [590:590:256:4294967295] 192.168.201.120@tcp LPNI seq info [590:590:8:4294967295]
00000400:00000200:3.0:1749606847.430508:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606847.430516:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606847.430517:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606847.430521:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606847.430521:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749606847.430523:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606847.430526:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606847.430528:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606847.430531:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [591:591:255:4294967295] 192.168.201.120@tcp LPNI seq info [591:591:7:4294967295]
00000400:00000200:1.0:1749606847.430539:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606847.430543:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606847.430547:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606847.430553:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606847.430554:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606847.430561:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606847.430563:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606847.430565:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606847.430567:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749606847.430597:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749606847.430613:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000100:00000010:1.0:1749606847.430616:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749606847.430636:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000800:00000200:0.0:1749606847.430645:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749606847.430646:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606847.430649:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606847.430651:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000800:00000010:0.0:1749606847.430652:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000200:1.0:1749606847.430654:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730059648, portal 10
00000400:00000010:1.0:1749606847.430657:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606847.430658:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730059648, offset 0
00000400:00000200:0.0:1749606847.430659:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606847.430663:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606847.430667:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606847.430667:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606847.430670:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606847.430672:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606847.430673:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000200:1.0:1749606847.430674:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749606847.430676:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000400:00000200:1.0:1749606847.430676:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606847.430678:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [592:592:254:4294967295] 192.168.201.120@tcp LPNI seq info [592:592:6:4294967295]
00000400:00000200:1.0:1749606847.430685:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749606847.430687:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730059392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606847.430689:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606847.430691:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606847.430694:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606847.430698:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606847.430700:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606847.430729:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606847.430732:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749606847.430736:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606847.430742:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606847.430745:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749606847.430747:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749606847.430753:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730059520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606847.430823:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606847.430826:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749606847.430828:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606847.430831:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606847.430833:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749606847.430835:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749606847.430838:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730059648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606847.432259:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606847.432273:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312680
00000400:00000200:0.0:1749606847.432281:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1365 [1] + 224
00000400:00000200:0.0:1749606847.432291:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606847.432294:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606847.432302:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730059392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606847.432337:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606847.432343:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312700
00000400:00000200:0.0:1749606847.432347:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x136d [1] + 0
00000400:00000200:0.0:1749606847.432352:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606847.432355:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606847.432368:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730059520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606847.432395:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749606847.432396:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606847.432401:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312780
00000400:00000200:3.0:1749606847.432403:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606847.432405:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606847.432413:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730059392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606847.432414:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1375 [1] + 0
00000100:00000200:3.0:1749606847.432425:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730059392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606847.432427:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606847.432431:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606847.432435:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730059648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606847.432437:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606847.432442:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749606847.432444:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606847.432451:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730059520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606847.432456:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000100:00000200:1.0:1749606847.432462:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730059520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606847.432463:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749606847.432469:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749606847.432498:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606847.432500:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749606847.432502:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606847.432505:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730059648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606847.432513:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730059648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606847.432526:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606847.432531:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749606847.432534:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749606847.432537:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606847.432539:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749606847.432542:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749606847.443044:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:0.0:1749606847.443048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749606847.443063:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:3.0:1749606847.443063:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:2.0:1749606852.438004:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606852.438021:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606852.438060:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606852.438100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606852.438106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749606852.438121:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606852.438127:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000010:2.0:1749606852.438128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606852.438131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749606852.438132:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606852.438137:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730059776, portal 25
00000400:00000010:1.0:1749606852.438140:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606852.438141:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730059776, offset 0
00000400:00000200:1.0:1749606852.438147:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606852.438155:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606852.438158:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606852.438161:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606852.438163:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606852.438165:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606852.438167:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [593:593:256:4294967295] 192.168.201.120@tcp LPNI seq info [593:593:8:4294967295]
02000000:00000010:0.0:1749606852.438173:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942400.
00000400:00000200:1.0:1749606852.438174:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606852.438177:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606852.438185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae70.
00000800:00000010:1.0:1749606852.438190:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000010:0.0:1749606852.438192:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000800:00000200:1.0:1749606852.438194:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749606852.438197:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730059904, portal 10
00000800:00000200:1.0:1749606852.438200:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749606852.438203:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000800:00000200:1.0:1749606852.438203:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:0.0:1749606852.438206:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730059904, offset 0
00000400:00000200:0.0:1749606852.438214:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606852.438221:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000400:00000200:0.0:1749606852.438225:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606852.438229:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1749606852.438229:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749606852.438232:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
00000400:00000200:0.0:1749606852.438233:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:1.0:1749606852.438234:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000400:00000200:0.0:1749606852.438236:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606852.438238:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606852.438241:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [594:594:255:4294967295] 192.168.201.120@tcp LPNI seq info [594:594:7:4294967295]
00000400:00000200:0.0:1749606852.438250:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606852.438255:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606852.438260:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd900.
00000800:00000200:0.0:1749606852.438265:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606852.438272:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606852.438275:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606852.438295:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606852.438298:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749606852.438301:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:0.0:1749606852.438302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942c00.
00000400:00000010:0.0:1749606852.438305:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaec8.
00000400:00000200:2.0:1749606852.438306:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749606852.438308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000400:00000200:2.0:1749606852.438309:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749606852.438311:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749606852.438319:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730060032, portal 10
00000100:00000200:2.0:1749606852.438322:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730059776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749606852.438323:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749606852.438324:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730060032, offset 0
00000400:00000200:0.0:1749606852.438328:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606852.438331:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606852.438333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606852.438335:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606852.438336:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606852.438337:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606852.438339:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [595:595:254:4294967295] 192.168.201.120@tcp LPNI seq info [595:595:6:4294967295]
00000400:00000200:0.0:1749606852.438344:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606852.438346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606852.438347:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdb00.
00000800:00000200:0.0:1749606852.438350:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606852.438352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606852.438354:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdb00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606852.438363:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606852.438365:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd900.
00000400:00000200:2.0:1749606852.438367:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606852.438371:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606852.438374:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749606852.438375:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:2.0:1749606852.438379:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730059904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606852.438402:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606852.438403:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:2.0:1749606852.438405:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606852.438408:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606852.438410:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749606852.438411:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749606852.438414:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730060032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606852.439471:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606852.439482:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312800
00000400:00000200:0.0:1749606852.439488:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x137d [1] + 224
00000400:00000200:0.0:1749606852.439497:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606852.439501:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606852.439509:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730059776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606852.439538:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606852.439543:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312880
00000400:00000200:0.0:1749606852.439547:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1385 [1] + 0
00000400:00000010:1.0:1749606852.439558:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749606852.439559:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606852.439562:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606852.439562:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749606852.439563:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749606852.439567:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730059904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606852.439568:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730059776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606852.439575:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730059776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606852.439590:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:0.0:1749606852.439591:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749606852.439593:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749606852.439595:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749606852.439596:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312900
00000400:00000200:0.0:1749606852.439600:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x138d [1] + 0
00000400:00000200:0.0:1749606852.439612:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606852.439615:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606852.439619:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730060032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606852.439642:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae70.
00000400:00000200:2.0:1749606852.439646:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749606852.439647:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749606852.439651:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730059904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606852.439657:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730059904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606852.439670:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
00000400:00000200:2.0:1749606852.439671:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749606852.439672:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749606852.439674:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730060032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606852.439678:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730060032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606852.439693:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942400.
02000000:00000010:2.0:1749606852.439695:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749606852.439697:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606852.439699:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942c00.
02000000:00000010:2.0:1749606852.439700:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606852.439702:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749606852.450987:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:3.0:1749606852.450987:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:2.0:1749606852.450996:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:0.0:1749606852.451048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:2.0:1749606857.446044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606857.446063:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606857.446113:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606857.446129:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606857.446135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749606857.446152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606857.446155:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749606857.446161:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:1.0:1749606857.446169:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749606857.446173:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749606857.446174:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606857.446179:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000400:00000010:3.0:1749606857.446180:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:1.0:1749606857.446185:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730060288, portal 10
00000100:00000200:3.0:1749606857.446187:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730060160, portal 25
00000400:00000010:1.0:1749606857.446190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749606857.446191:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730060288, offset 0
00000400:00000010:3.0:1749606857.446191:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749606857.446194:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730060160, offset 0
00000400:00000200:1.0:1749606857.446196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606857.446203:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606857.446204:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606857.446209:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606857.446211:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606857.446214:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606857.446215:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606857.446226:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [596:596:256:4294967295] 192.168.201.120@tcp LPNI seq info [596:596:8:4294967295]
00000400:00000200:1.0:1749606857.446235:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606857.446240:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606857.446244:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:3.0:1749606857.446246:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749606857.446249:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606857.446251:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606857.446254:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606857.446257:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606857.446257:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606857.446260:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606857.446261:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606857.446262:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [597:597:255:4294967295] 192.168.201.120@tcp LPNI seq info [597:597:7:4294967295]
00000400:00000200:3.0:1749606857.446272:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606857.446277:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606857.446286:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000800:00000010:3.0:1749606857.446293:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000100:00000010:1.0:1749606857.446298:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000800:00000200:3.0:1749606857.446298:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606857.446305:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606857.446307:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000800:00000200:3.0:1749606857.446308:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749606857.446316:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
02000000:00000010:1.0:1749606857.446324:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606857.446327:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606857.446330:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606857.446333:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730060416, portal 10
00000400:00000010:1.0:1749606857.446337:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749606857.446339:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730060416, offset 0
00000400:00000200:1.0:1749606857.446343:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606857.446347:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606857.446350:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606857.446352:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606857.446354:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606857.446356:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606857.446358:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [598:598:254:4294967295] 192.168.201.120@tcp LPNI seq info [598:598:6:4294967295]
00000400:00000200:1.0:1749606857.446366:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606857.446370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606857.446373:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606857.446376:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606857.446380:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749606857.446380:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749606857.446385:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606857.446386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606857.446389:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606857.446394:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606857.446398:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749606857.446400:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749606857.446407:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730060288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606857.446425:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606857.446427:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606857.446429:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606857.446432:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606857.446434:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749606857.446435:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749606857.446439:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730060160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606857.446497:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606857.446503:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749606857.446504:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606857.446507:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606857.446508:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749606857.446509:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749606857.446512:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730060416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606857.447687:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606857.447694:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312a00
00000400:00000200:0.0:1749606857.447699:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1395 [1] + 0
00000400:00000200:0.0:1749606857.447705:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606857.447707:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606857.447711:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730060288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606857.447729:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606857.447731:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312980
00000400:00000200:0.0:1749606857.447735:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1399 [1] + 224
00000400:00000200:0.0:1749606857.447738:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606857.447739:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606857.447741:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730060160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606857.447752:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606857.447755:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749606857.447756:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749606857.447760:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730060288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606857.447761:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606857.447763:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312a80
00000400:00000200:0.0:1749606857.447765:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x13a5 [1] + 0
00000100:00000200:1.0:1749606857.447765:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730060288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606857.447775:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606857.447777:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606857.447780:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730060416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606857.447781:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606857.447784:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749606857.447786:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:3.0:1749606857.447786:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606857.447790:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606857.447792:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606857.447799:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730060160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606857.447801:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606857.447803:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749606857.447804:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606857.447806:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730060416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606857.447809:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730060160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606857.447810:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730060416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606857.447817:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606857.447819:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749606857.447820:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749606857.447829:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606857.447834:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606857.447838:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749606857.458978:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:0.0:1749606857.459006:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:3.0:1749606857.459015:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749606857.459023:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:2.0:1749606862.454007:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606862.454025:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606862.454062:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606862.454074:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606862.454078:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749606862.454093:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606862.454095:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749606862.454119:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:1.0:1749606862.454129:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749606862.454130:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749606862.454134:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:3.0:1749606862.454137:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000400:00000010:1.0:1749606862.454139:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:3.0:1749606862.454145:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730060544, portal 25
00000100:00000200:1.0:1749606862.454148:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730060672, portal 10
00000400:00000010:3.0:1749606862.454150:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000400:00000010:1.0:1749606862.454153:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:3.0:1749606862.454153:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730060544, offset 0
00000100:00000200:1.0:1749606862.454155:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730060672, offset 0
00000400:00000200:3.0:1749606862.454163:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606862.454169:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606862.454176:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606862.454182:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606862.454187:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606862.454190:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606862.454193:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606862.454197:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [599:599:256:4294967295] 192.168.201.120@tcp LPNI seq info [599:599:8:4294967295]
00000400:00000200:3.0:1749606862.454208:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606862.454214:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606862.454216:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606862.454228:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606862.454229:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749606862.454231:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606862.454234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606862.454236:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606862.454236:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606862.454238:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [600:600:255:4294967295] 192.168.201.120@tcp LPNI seq info [600:600:7:4294967295]
00000400:00000200:1.0:1749606862.454245:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606862.454245:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606862.454249:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606862.454250:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749606862.454252:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606862.454256:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606862.454262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606862.454264:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606862.454277:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749606862.454302:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749606862.454310:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000800:00000200:0.0:1749606862.454314:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606862.454317:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000100:00000010:3.0:1749606862.454319:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000400:00000200:0.0:1749606862.454320:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606862.454324:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606862.454327:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749606862.454328:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
02000000:00000010:1.0:1749606862.454331:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000200:0.0:1749606862.454334:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730060544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606862.454334:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606862.454337:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606862.454339:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730060800, portal 10
00000400:00000010:1.0:1749606862.454342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749606862.454344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730060800, offset 0
00000400:00000200:1.0:1749606862.454348:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606862.454353:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606862.454355:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606862.454357:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606862.454359:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606862.454361:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606862.454363:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [601:601:255:4294967295] 192.168.201.120@tcp LPNI seq info [601:601:7:4294967295]
00000400:00000200:1.0:1749606862.454370:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606862.454374:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606862.454376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749606862.454379:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606862.454382:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606862.454383:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000800:00000200:1.0:1749606862.454383:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749606862.454384:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606862.454387:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606862.454388:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749606862.454389:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000800:00000200:1.0:1749606862.454390:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606862.454391:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730060672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606862.454410:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606862.454411:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749606862.454412:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606862.454414:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606862.454415:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749606862.454416:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749606862.454418:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730060800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606862.455355:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606862.455362:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312b80
00000400:00000200:0.0:1749606862.455367:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x13b1 [1] + 0
00000400:00000200:0.0:1749606862.455372:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606862.455378:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606862.455382:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730060672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606862.455403:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606862.455405:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312b00
00000400:00000200:0.0:1749606862.455409:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x13ad [1] + 224
00000400:00000200:0.0:1749606862.455412:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606862.455413:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606862.455415:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730060544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606862.455429:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606862.455437:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749606862.455438:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606862.455443:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730060672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606862.455444:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606862.455446:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312c00
00000400:00000200:0.0:1749606862.455448:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x13bd [1] + 0
00000100:00000200:1.0:1749606862.455449:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730060672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606862.455457:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606862.455459:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606862.455462:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730060800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606862.455465:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606862.455467:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749606862.455470:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:1.0:1749606862.455472:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606862.455473:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749606862.455474:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606862.455475:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730060800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606862.455480:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730060800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606862.455486:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606862.455488:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749606862.455489:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749606862.455500:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606862.455505:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606862.455506:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606862.455510:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730060544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606862.455518:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730060544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606862.455532:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606862.455535:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606862.455538:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749606862.466988:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749606862.466994:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:0.0:1749606862.467006:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:1.0:1749606862.467016:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749606867.462040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606867.462058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606867.462097:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606867.462108:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606867.462113:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606867.462128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:3.0:1749606867.462139:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749606867.462141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:3.0:1749606867.462145:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606867.462150:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606867.462156:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730060928, portal 25
00000400:00000010:3.0:1749606867.462160:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749606867.462162:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730060928, offset 0
00000400:00000200:3.0:1749606867.462168:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606867.462178:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749606867.462180:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749606867.462182:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606867.462185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:3.0:1749606867.462185:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606867.462188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:3.0:1749606867.462188:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606867.462190:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749606867.462191:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730061056, portal 10
00000400:00000010:1.0:1749606867.462195:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749606867.462197:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730061056, offset 0
00000400:00000200:3.0:1749606867.462200:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [602:602:256:4294967295] 192.168.201.120@tcp LPNI seq info [602:602:8:4294967295]
00000400:00000200:1.0:1749606867.462201:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606867.462210:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606867.462215:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606867.462216:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606867.462219:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749606867.462224:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606867.462224:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606867.462227:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606867.462228:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606867.462230:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606867.462231:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606867.462232:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [603:603:255:4294967295] 192.168.201.120@tcp LPNI seq info [603:603:7:4294967295]
00000800:00000200:3.0:1749606867.462235:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606867.462239:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606867.462243:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606867.462245:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749606867.462249:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606867.462252:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749606867.462254:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000800:00000200:1.0:1749606867.462255:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606867.462265:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749606867.462269:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749606867.462283:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000800:00000200:0.0:1749606867.462289:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606867.462292:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
02000000:00000010:1.0:1749606867.462294:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749606867.462296:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749606867.462297:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606867.462299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:0.0:1749606867.462300:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749606867.462301:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730061184, portal 10
00000400:00000200:0.0:1749606867.462303:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749606867.462304:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000400:00000010:1.0:1749606867.462304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749606867.462306:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730061184, offset 0
00000400:00000200:1.0:1749606867.462310:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749606867.462311:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730060928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606867.462313:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606867.462315:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606867.462317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606867.462318:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606867.462320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606867.462322:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [604:604:254:4294967295] 192.168.201.120@tcp LPNI seq info [604:604:6:4294967295]
00000400:00000200:1.0:1749606867.462328:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606867.462332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606867.462334:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749606867.462337:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606867.462340:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606867.462346:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606867.462376:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606867.462377:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749606867.462379:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606867.462386:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606867.462387:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749606867.462388:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749606867.462391:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730061056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606867.462406:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606867.462407:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749606867.462408:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606867.462410:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606867.462411:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749606867.462412:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749606867.462414:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730061184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606867.463517:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606867.463525:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312c80
00000400:00000200:0.0:1749606867.463530:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x13c5 [1] + 224
00000400:00000200:0.0:1749606867.463538:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606867.463540:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606867.463545:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730060928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606867.463568:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606867.463571:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312d00
00000400:00000200:0.0:1749606867.463573:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x13cd [1] + 0
00000400:00000200:0.0:1749606867.463577:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606867.463578:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606867.463580:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730061056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606867.463586:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606867.463588:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606867.463589:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606867.463593:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730060928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606867.463594:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606867.463597:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312d80
00000100:00000200:3.0:1749606867.463599:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730060928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606867.463603:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x13d5 [1] + 0
02000000:00000010:3.0:1749606867.463612:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000200:0.0:1749606867.463614:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749606867.463615:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:0.0:1749606867.463616:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:3.0:1749606867.463617:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:0.0:1749606867.463618:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730061184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606867.463627:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606867.463630:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749606867.463632:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749606867.463636:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730061056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606867.463644:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730061056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606867.463658:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606867.463660:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749606867.463661:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606867.463664:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730061184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606867.463670:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730061184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606867.463681:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606867.463684:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749606867.463687:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749606867.463689:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606867.463691:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749606867.463693:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749606867.474988:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:0.0:1749606867.474998:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:1.0:1749606867.475010:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749606867.475014:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:2.0:1749606872.470001:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606872.470018:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606872.470057:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606872.470070:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606872.470076:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749606872.470079:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749606872.470086:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606872.470091:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606872.470096:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730061312, portal 25
00000400:00000010:1.0:1749606872.470099:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000010:2.0:1749606872.470099:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000100:00000200:1.0:1749606872.470100:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730061312, offset 0
02000000:00000010:2.0:1749606872.470103:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000200:1.0:1749606872.470105:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606872.470113:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606872.470125:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606872.470128:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606872.470130:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606872.470132:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606872.470134:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [605:605:256:4294967295] 192.168.201.120@tcp LPNI seq info [605:605:8:4294967295]
00000400:00000200:1.0:1749606872.470141:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606872.470145:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606872.470148:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749606872.470152:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606872.470157:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
02000000:00000010:0.0:1749606872.470159:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000800:00000200:1.0:1749606872.470160:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749606872.470164:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaf78.
00000400:00000010:0.0:1749606872.470167:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749606872.470169:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730061440, portal 10
00000400:00000010:0.0:1749606872.470172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749606872.470173:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730061440, offset 0
00000400:00000200:0.0:1749606872.470177:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606872.470178:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000400:00000200:0.0:1749606872.470182:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606872.470183:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606872.470185:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606872.470187:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1749606872.470187:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000400:00000200:0.0:1749606872.470188:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606872.470189:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [606:606:255:4294967295] 192.168.201.120@tcp LPNI seq info [606:606:7:4294967295]
00000100:00000010:1.0:1749606872.470190:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
00000400:00000200:0.0:1749606872.470195:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749606872.470195:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
00000800:00000200:0.0:1749606872.470197:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606872.470199:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000800:00000200:0.0:1749606872.470202:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606872.470205:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606872.470206:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749606872.470213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000010:0.0:1749606872.470216:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaec8.
00000800:00000200:2.0:1749606872.470217:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749606872.470218:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749606872.470219:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730061568, portal 10
00000800:00000010:2.0:1749606872.470220:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000010:0.0:1749606872.470221:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000400:00000200:2.0:1749606872.470223:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606872.470227:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606872.470228:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730061568, offset 0
00000400:00000200:2.0:1749606872.470230:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:2.0:1749606872.470231:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:2.0:1749606872.470236:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730061312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606872.470238:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606872.470240:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606872.470242:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606872.470243:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606872.470244:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606872.470245:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606872.470247:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [607:607:254:4294967295] 192.168.201.120@tcp LPNI seq info [607:607:6:4294967295]
00000400:00000200:0.0:1749606872.470250:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606872.470252:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606872.470254:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd400.
00000800:00000200:0.0:1749606872.470255:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606872.470258:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606872.470259:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606872.470294:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606872.470295:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000400:00000200:2.0:1749606872.470296:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606872.470298:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606872.470300:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749606872.470300:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749606872.470303:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730061440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606872.470317:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606872.470318:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:2.0:1749606872.470319:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606872.470320:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606872.470322:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749606872.470322:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749606872.470324:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730061568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606872.471332:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606872.471341:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312e00
00000400:00000200:0.0:1749606872.471347:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x13dd [1] + 224
00000400:00000200:0.0:1749606872.471354:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606872.471357:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606872.471363:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730061312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606872.471448:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606872.471450:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749606872.471451:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606872.471455:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730061312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606872.471456:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749606872.471460:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730061312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606872.471462:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf312e80
00000400:00000200:0.0:1749606872.471465:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x13e5 [1] + 0
00000400:00000200:0.0:1749606872.471470:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606872.471474:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749606872.471474:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749606872.471476:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:0.0:1749606872.471478:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730061440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606872.471479:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000200:0.0:1749606872.471515:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606872.471520:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf312f00
00000400:00000200:0.0:1749606872.471524:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x13ed [1] + 0
00000400:00000010:2.0:1749606872.471527:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaf78.
00000400:00000200:2.0:1749606872.471529:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749606872.471530:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749606872.471533:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730061440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606872.471536:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606872.471537:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730061440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606872.471539:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606872.471543:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730061568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606872.471548:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:2.0:1749606872.471550:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606872.471551:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:2.0:1749606872.471554:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
00000400:00000200:2.0:1749606872.471554:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:2.0:1749606872.471555:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:2.0:1749606872.471557:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730061568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606872.471561:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730061568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606872.471567:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749606872.471569:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606872.471570:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749606872.482990:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:0.0:1749606872.482994:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:1.0:1749606872.483000:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:2.0:1749606872.483008:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:2.0:1749606877.478040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606877.478057:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606877.478093:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606877.478105:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606877.478111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606877.478120:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606877.478126:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000100:00000010:2.0:1749606877.478127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606877.478130:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749606877.478131:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606877.478135:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730061696, portal 25
00000400:00000010:3.0:1749606877.478138:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749606877.478139:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730061696, offset 0
00000400:00000200:3.0:1749606877.478144:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606877.478147:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606877.478151:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606877.478160:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:3.0:1749606877.478160:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749606877.478162:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730061824, portal 10
00000400:00000200:3.0:1749606877.478164:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606877.478167:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606877.478169:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000200:3.0:1749606877.478169:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749606877.478171:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730061824, offset 0
00000400:00000200:3.0:1749606877.478171:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606877.478173:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [608:608:256:4294967295] 192.168.201.120@tcp LPNI seq info [608:608:8:4294967295]
00000400:00000200:1.0:1749606877.478174:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606877.478179:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606877.478183:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606877.478184:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606877.478185:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749606877.478186:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606877.478188:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606877.478190:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606877.478190:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606877.478191:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606877.478193:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [609:609:255:4294967295] 192.168.201.120@tcp LPNI seq info [609:609:7:4294967295]
00000800:00000200:3.0:1749606877.478195:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606877.478197:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606877.478198:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606877.478200:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606877.478202:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606877.478204:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606877.478207:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606877.478209:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606877.478213:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749606877.478233:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749606877.478237:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749606877.478242:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
02000000:00000010:1.0:1749606877.478253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606877.478255:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606877.478257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606877.478258:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730061952, portal 10
00000400:00000010:1.0:1749606877.478260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749606877.478261:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730061952, offset 0
00000400:00000200:1.0:1749606877.478263:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606877.478266:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606877.478267:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606877.478269:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606877.478270:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749606877.478271:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606877.478271:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606877.478273:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [610:610:254:4294967295] 192.168.201.120@tcp LPNI seq info [610:610:6:4294967295]
00000800:00000010:0.0:1749606877.478274:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749606877.478277:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606877.478278:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749606877.478279:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606877.478282:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:1.0:1749606877.478283:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:0.0:1749606877.478285:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749606877.478286:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000800:00000200:1.0:1749606877.478286:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606877.478289:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606877.478290:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606877.478293:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730061696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606877.478305:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606877.478306:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749606877.478308:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606877.478309:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606877.478310:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749606877.478311:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749606877.478313:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730061824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606877.478358:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606877.478359:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749606877.478360:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606877.478362:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606877.478363:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749606877.478368:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749606877.478371:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730061952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606877.479567:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606877.479575:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313000
00000400:00000200:0.0:1749606877.479579:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x13fd [1] + 0
00000400:00000200:0.0:1749606877.479585:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606877.479587:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606877.479591:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730061824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606877.479609:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606877.479612:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf312f80
00000400:00000200:0.0:1749606877.479614:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x13f5 [1] + 224
00000400:00000200:0.0:1749606877.479616:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606877.479618:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606877.479620:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730061696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606877.479627:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606877.479629:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749606877.479630:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749606877.479633:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730061824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606877.479637:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606877.479639:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313080
00000100:00000200:1.0:1749606877.479639:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730061824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606877.479656:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1405 [1] + 0
00000400:00000200:0.0:1749606877.479665:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606877.479667:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606877.479670:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730061952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606877.479672:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606877.479677:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606877.479678:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000400:00000010:1.0:1749606877.479683:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749606877.479684:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730061696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606877.479685:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749606877.479686:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606877.479688:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730061952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606877.479691:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730061696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606877.479692:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730061952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606877.479700:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:3.0:1749606877.479701:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:1.0:1749606877.479703:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606877.479703:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606877.479705:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:3.0:1749606877.479705:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749606877.479707:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606877.479708:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749606877.479709:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749606877.490994:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749606877.490996:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:1.0:1749606877.491002:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749606877.491006:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:2.0:1749606882.486040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606882.486058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606882.486097:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606882.486108:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606882.486112:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606882.486126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606882.486129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606882.486159:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749606882.486165:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606882.486170:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606882.486185:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730062080, portal 25
00000400:00000010:3.0:1749606882.486188:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749606882.486190:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730062080, offset 0
00000400:00000200:3.0:1749606882.486195:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606882.486202:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606882.486206:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606882.486209:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606882.486211:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749606882.486213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749606882.486213:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606882.486214:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [611:611:256:4294967295] 192.168.201.120@tcp LPNI seq info [611:611:8:4294967295]
00000400:00000010:1.0:1749606882.486219:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:3.0:1749606882.486222:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749606882.486223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000800:00000200:3.0:1749606882.486225:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749606882.486226:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730062208, portal 10
00000800:00000010:3.0:1749606882.486228:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000010:1.0:1749606882.486230:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000800:00000200:3.0:1749606882.486233:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749606882.486237:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730062208, offset 0
00000800:00000200:3.0:1749606882.486239:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606882.486241:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606882.486243:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606882.486248:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606882.486251:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606882.486253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606882.486255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606882.486257:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606882.486259:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [612:612:255:4294967295] 192.168.201.120@tcp LPNI seq info [612:612:7:4294967295]
00000100:00000010:3.0:1749606882.486261:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000400:00000200:1.0:1749606882.486266:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606882.486270:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749606882.486270:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000800:00000010:1.0:1749606882.486273:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000100:00000010:3.0:1749606882.486273:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000800:00000200:1.0:1749606882.486276:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606882.486278:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000800:00000200:1.0:1749606882.486280:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606882.486282:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749606882.486292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606882.486294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606882.486296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606882.486297:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730062336, portal 10
00000400:00000010:1.0:1749606882.486300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749606882.486301:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730062336, offset 0
00000400:00000200:1.0:1749606882.486304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606882.486307:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606882.486309:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606882.486311:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606882.486313:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606882.486314:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606882.486316:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [613:613:254:4294967295] 192.168.201.120@tcp LPNI seq info [613:613:6:4294967295]
00000400:00000200:1.0:1749606882.486322:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606882.486324:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606882.486326:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749606882.486332:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606882.486334:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606882.486336:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606882.486351:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606882.486356:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606882.486366:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606882.486372:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606882.486375:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749606882.486376:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749606882.486382:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730062080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606882.486396:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606882.486397:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749606882.486398:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606882.486400:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606882.486401:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749606882.486402:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749606882.486403:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730062208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606882.486458:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606882.486459:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749606882.486460:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606882.486462:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606882.486463:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749606882.486464:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749606882.486466:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730062336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606882.487658:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606882.487665:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313100
00000400:00000200:0.0:1749606882.487670:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x140d [1] + 224
00000400:00000200:0.0:1749606882.487675:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606882.487677:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606882.487682:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730062080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606882.487699:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606882.487706:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313180
00000400:00000200:0.0:1749606882.487709:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1415 [1] + 0
00000400:00000200:0.0:1749606882.487712:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606882.487714:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606882.487716:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730062208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606882.487729:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606882.487731:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313200
00000400:00000200:0.0:1749606882.487733:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x141d [1] + 0
00000400:00000200:0.0:1749606882.487740:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606882.487742:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606882.487744:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730062336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606882.487752:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606882.487756:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606882.487757:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000400:00000010:1.0:1749606882.487761:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749606882.487761:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730062080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606882.487764:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749606882.487765:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:3.0:1749606882.487767:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730062080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606882.487770:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730062208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606882.487776:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730062208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606882.487780:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749606882.487783:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606882.487785:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:1.0:1749606882.487792:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606882.487794:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749606882.487795:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606882.487797:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730062336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606882.487804:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730062336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606892 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606882.487814:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606882.487817:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749606882.487820:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749606882.487822:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606882.487823:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749606882.487825:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749606882.499006:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:1.0:1749606882.499007:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:0.0:1749606882.499024:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749606882.499043:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:2.0:1749606887.494033:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606887.494049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606887.494088:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606887.494100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606887.494104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749606887.494119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606887.494121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606887.494135:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606887.494141:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749606887.494145:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606887.494151:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730062464, portal 25
00000400:00000010:3.0:1749606887.494153:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606887.494155:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730062464, offset 0
00000400:00000200:3.0:1749606887.494160:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749606887.494166:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749606887.494168:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606887.494172:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606887.494173:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:3.0:1749606887.494174:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749606887.494176:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000200:3.0:1749606887.494177:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606887.494178:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749606887.494179:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730062592, portal 10
00000400:00000200:3.0:1749606887.494181:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [614:614:256:4294967295] 192.168.201.120@tcp LPNI seq info [614:614:8:4294967295]
00000400:00000010:1.0:1749606887.494184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749606887.494185:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730062592, offset 0
00000400:00000200:3.0:1749606887.494187:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606887.494191:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606887.494194:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749606887.494198:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606887.494202:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606887.494204:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749606887.494207:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606887.494207:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606887.494210:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606887.494212:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606887.494214:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606887.494216:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606887.494218:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [615:615:255:4294967295] 192.168.201.120@tcp LPNI seq info [615:615:7:4294967295]
00000100:00000010:3.0:1749606887.494224:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000400:00000200:1.0:1749606887.494225:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606887.494229:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606887.494231:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000100:00000010:3.0:1749606887.494233:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000800:00000200:1.0:1749606887.494235:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606887.494236:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000800:00000200:1.0:1749606887.494239:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606887.494242:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606887.494242:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
02000000:00000010:1.0:1749606887.494252:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606887.494254:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606887.494256:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606887.494258:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730062720, portal 10
00000400:00000010:1.0:1749606887.494261:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749606887.494262:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730062720, offset 0
00000400:00000200:1.0:1749606887.494265:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606887.494267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606887.494269:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606887.494271:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606887.494272:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606887.494274:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606887.494276:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [616:616:254:4294967295] 192.168.201.120@tcp LPNI seq info [616:616:6:4294967295]
00000800:00000200:0.0:1749606887.494277:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606887.494280:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749606887.494281:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606887.494283:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749606887.494284:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606887.494286:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:0.0:1749606887.494287:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749606887.494288:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606887.494290:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749606887.494291:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000800:00000200:1.0:1749606887.494295:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749606887.494297:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730062464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606887.494297:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606887.494310:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606887.494311:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749606887.494313:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606887.494314:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606887.494316:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749606887.494316:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749606887.494318:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730062592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606887.494370:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606887.494371:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749606887.494373:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606887.494375:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606887.494376:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749606887.494377:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749606887.494379:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730062720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606887.495629:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606887.495636:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313300
00000400:00000200:0.0:1749606887.495641:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x142d [1] + 0
00000400:00000200:0.0:1749606887.495646:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606887.495648:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606887.495652:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730062592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606887.495670:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606887.495673:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313280
00000400:00000200:0.0:1749606887.495675:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1425 [1] + 224
00000400:00000200:0.0:1749606887.495678:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606887.495679:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606887.495681:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730062464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606887.495691:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606887.495695:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749606887.495696:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606887.495700:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730062592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606887.495701:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606887.495703:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313380
00000400:00000200:0.0:1749606887.495705:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1435 [1] + 0
00000100:00000200:1.0:1749606887.495706:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730062592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606887.495714:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:02020000:1.0:1749606887.495718:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000200:0.0:1749606887.495719:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749606887.495720:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606887.495724:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606887.495725:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749606887.495728:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730062720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606887.495729:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730062464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606887.495735:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730062464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606887.495750:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606887.495753:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606887.495755:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:1.0:1749606887.499748:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606887.499751:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749606887.499752:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606887.499756:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730062720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606887.499761:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730062720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606897 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749606887.499769:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749606887.499773:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606887.499776:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749606887.499777:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749606887.499779:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606887.499780:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749606887.499781:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:0.0:1749606887.506975:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:2.0:1749606887.506983:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:1.0:1749606887.506989:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749606887.507003:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749606892.502058:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606892.502076:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606892.502114:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606892.502126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606892.502131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749606892.502151:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749606892.502155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000400:00000010:1.0:1749606892.502157:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749606892.502161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:1.0:1749606892.502162:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606892.502168:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730062848, portal 25
00000400:00000010:1.0:1749606892.502183:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749606892.502186:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730062848, offset 0
00000400:00000200:1.0:1749606892.502192:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749606892.502194:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000010:0.0:1749606892.502200:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae70.
00000400:00000010:0.0:1749606892.502202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000400:00000200:1.0:1749606892.502202:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:0.0:1749606892.502205:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730062976, portal 10
00000400:00000200:1.0:1749606892.502206:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749606892.502208:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749606892.502209:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730062976, offset 0
00000400:00000200:1.0:1749606892.502210:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606892.502213:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606892.502213:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606892.502215:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606892.502218:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [617:617:256:4294967295] 192.168.201.120@tcp LPNI seq info [617:617:8:4294967295]
00000400:00000200:1.0:1749606892.502229:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606892.502234:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606892.502236:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606892.502238:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749606892.502238:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:0.0:1749606892.502240:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606892.502241:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606892.502242:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606892.502244:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [618:618:255:4294967295] 192.168.201.120@tcp LPNI seq info [618:618:7:4294967295]
00000800:00000200:1.0:1749606892.502244:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606892.502249:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606892.502251:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606892.502252:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606892.502254:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdc00.
00000800:00000200:1.0:1749606892.502255:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749606892.502256:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606892.502259:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606892.502261:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606892.502274:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749606892.502289:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
00000100:00000010:1.0:1749606892.502294:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000100:00000010:1.0:1749606892.502301:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
02000000:00000010:0.0:1749606892.502315:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000400:00000010:0.0:1749606892.502316:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae18.
00000400:00000010:0.0:1749606892.502318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749606892.502319:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730063104, portal 10
00000400:00000010:0.0:1749606892.502321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749606892.502322:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730063104, offset 0
00000400:00000200:0.0:1749606892.502324:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749606892.502329:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749606892.502333:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606892.502333:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749606892.502335:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606892.502337:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606892.502337:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606892.502339:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606892.502341:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606892.502342:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606892.502343:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [619:619:254:4294967295] 192.168.201.120@tcp LPNI seq info [619:619:6:4294967295]
00000400:00000200:2.0:1749606892.502346:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:2.0:1749606892.502348:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000400:00000200:0.0:1749606892.502349:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606892.502353:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606892.502355:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdd00.
00000100:00000200:2.0:1749606892.502356:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730062848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606892.502359:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606892.502362:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606892.502364:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdd00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606892.502422:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606892.502424:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdc00.
00000400:00000200:2.0:1749606892.502426:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606892.502430:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606892.502432:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749606892.502433:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749606892.502437:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730062976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606892.502496:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606892.502498:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdd00.
00000400:00000200:2.0:1749606892.502500:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606892.502503:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606892.502506:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749606892.502507:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749606892.502510:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730063104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606892.503641:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606892.503648:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313400
00000400:00000200:0.0:1749606892.503652:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x143d [1] + 224
00000400:00000200:0.0:1749606892.503658:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606892.503660:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606892.503664:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730062848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606892.503681:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606892.503683:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313500
00000400:00000200:0.0:1749606892.503685:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x144d [1] + 0
00000400:00000200:0.0:1749606892.503688:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606892.503689:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606892.503692:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730063104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606892.503707:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606892.503709:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313480
00000400:00000010:1.0:1749606892.503713:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606892.503717:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749606892.503718:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000400:00000200:0.0:1749606892.503721:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1445 [1] + 0
00000100:00000200:1.0:1749606892.503723:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730062848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606892.503731:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749606892.503731:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730062848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606892.503733:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606892.503734:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae18.
00000400:00000200:2.0:1749606892.503738:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749606892.503739:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749606892.503742:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730062976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606892.503743:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730063104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606892.503748:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749606892.503749:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730063104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606902 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606892.503752:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749606892.503755:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606892.503762:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749606892.503764:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606892.503765:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:2.0:1749606892.503767:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae70.
00000400:00000200:2.0:1749606892.503768:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749606892.503769:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749606892.503771:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730062976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606892.503785:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730062976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606892.503792:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749606892.503794:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606892.503795:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749606892.514997:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:2.0:1749606892.515009:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:3.0:1749606892.515015:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:1.0:1749606892.515017:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:2.0:1749606897.510063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606897.510086:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606897.510139:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606897.510153:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606897.510159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606897.510172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606897.510175:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749606897.510179:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606897.510187:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
02000000:00000010:2.0:1749606897.510191:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749606897.510193:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000400:00000010:2.0:1749606897.510194:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000100:00000200:3.0:1749606897.510200:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730063232, portal 25
00000400:00000010:2.0:1749606897.510204:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000010:3.0:1749606897.510204:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606897.510206:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730063232, offset 0
00000100:00000200:2.0:1749606897.510207:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730063360, portal 10
00000400:00000010:2.0:1749606897.510211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:3.0:1749606897.510212:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606897.510215:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730063360, offset 0
00000400:00000200:2.0:1749606897.510219:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606897.510223:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606897.510228:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606897.510232:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606897.510235:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606897.510236:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606897.510239:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [620:620:256:4294967295] 192.168.201.120@tcp LPNI seq info [620:620:8:4294967295]
00000400:00000200:3.0:1749606897.510247:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749606897.510251:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606897.510251:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606897.510254:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606897.510255:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749606897.510256:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606897.510257:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606897.510258:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606897.510260:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606897.510261:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [621:621:255:4294967295] 192.168.201.120@tcp LPNI seq info [621:621:7:4294967295]
00000400:00000200:2.0:1749606897.510266:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606897.510267:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606897.510268:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606897.510270:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:3.0:1749606897.510271:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606897.510286:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606897.510289:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606897.510291:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606897.510291:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749606897.510342:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749606897.510351:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749606897.510358:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000800:00000200:0.0:1749606897.510374:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606897.510377:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606897.510382:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606897.510386:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606897.510389:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749606897.510391:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749606897.510399:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730063232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606897.510400:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749606897.510403:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606897.510405:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606897.510407:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730063488, portal 10
00000400:00000010:2.0:1749606897.510410:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606897.510411:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730063488, offset 0
00000400:00000200:2.0:1749606897.510414:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606897.510417:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606897.510419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606897.510421:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606897.510422:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606897.510424:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606897.510425:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [622:622:255:4294967295] 192.168.201.120@tcp LPNI seq info [622:622:7:4294967295]
00000400:00000200:2.0:1749606897.510430:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606897.510432:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606897.510462:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606897.510464:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606897.510466:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606897.510468:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606897.510470:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749606897.510470:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749606897.510473:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730063360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1749606897.510569:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606897.510580:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606897.510588:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606897.510590:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606897.510657:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606897.510659:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606897.510660:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606897.510663:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606897.510665:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749606897.510666:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749606897.510669:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730063488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606897.511600:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606897.511616:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313580
00000400:00000200:0.0:1749606897.511621:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1455 [1] + 224
00000400:00000200:0.0:1749606897.511629:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606897.511632:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606897.511637:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730063232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606897.511663:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606897.511667:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313600
00000400:00000200:0.0:1749606897.511670:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x145d [1] + 0
00000400:00000200:0.0:1749606897.511674:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606897.511677:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606897.511680:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730063360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606897.511691:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606897.511700:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606897.511701:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606897.511706:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730063232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606897.511709:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749606897.511712:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730063232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606897.511713:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313680
00000400:00000200:0.0:1749606897.511716:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1465 [1] + 0
00000400:00000200:0.0:1749606897.511729:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749606897.511729:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000200:0.0:1749606897.511732:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749606897.511733:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:0.0:1749606897.511735:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730063488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749606897.511735:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:2.0:1749606897.511769:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606897.511774:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749606897.511776:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606897.511784:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730063360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606897.511791:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730063360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606897.511810:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606897.511821:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749606897.511822:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606897.511825:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730063488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606897.511829:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730063488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606897.511840:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749606897.511843:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606897.511846:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606897.511848:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749606897.511849:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606897.511850:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749606897.522990:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749606897.522999:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:1.0:1749606897.523009:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:2.0:1749606897.523020:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749606902.518068:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606902.518088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749606902.518140:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606902.518155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606902.518161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749606902.518179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:0.0:1749606902.518182:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749606902.518182:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:0.0:1749606902.518189:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eadc0.
00000400:00000010:0.0:1749606902.518193:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749606902.518198:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730063616, portal 25
00000400:00000010:0.0:1749606902.518201:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
02000000:00000010:3.0:1749606902.518202:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000100:00000200:0.0:1749606902.518203:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730063616, offset 0
00000400:00000010:3.0:1749606902.518207:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749606902.518208:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749606902.518240:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606902.518243:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730063744, portal 10
00000400:00000200:0.0:1749606902.518244:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749606902.518246:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749606902.518247:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730063744, offset 0
00000400:00000200:0.0:1749606902.518248:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606902.518251:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606902.518251:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606902.518253:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606902.518255:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606902.518256:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [623:623:256:4294967295] 192.168.201.120@tcp LPNI seq info [623:623:8:4294967295]
00000400:00000200:0.0:1749606902.518264:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606902.518267:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606902.518269:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606902.518270:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd600.
00000400:00000200:3.0:1749606902.518271:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606902.518273:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749606902.518274:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606902.518275:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606902.518276:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606902.518277:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [624:624:255:4294967295] 192.168.201.120@tcp LPNI seq info [624:624:7:4294967295]
00000800:00000200:0.0:1749606902.518281:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606902.518283:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749606902.518283:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606902.518285:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606902.518287:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749606902.518289:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606902.518292:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606902.518294:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606902.518304:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749606902.518326:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749606902.518331:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749606902.518338:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
02000000:00000010:3.0:1749606902.518344:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749606902.518346:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606902.518349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606902.518351:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730063872, portal 10
00000400:00000010:3.0:1749606902.518353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749606902.518354:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730063872, offset 0
00000400:00000200:3.0:1749606902.518356:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606902.518359:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606902.518361:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606902.518362:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606902.518363:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606902.518364:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606902.518365:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [625:625:254:4294967295] 192.168.201.120@tcp LPNI seq info [625:625:6:4294967295]
00000400:00000200:3.0:1749606902.518369:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606902.518371:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749606902.518373:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749606902.518373:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606902.518375:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:1.0:1749606902.518376:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd600.
00000800:00000200:3.0:1749606902.518377:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606902.518378:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749606902.518381:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606902.518386:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606902.518388:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:1.0:1749606902.518390:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749606902.518397:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730063616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606902.518414:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606902.518415:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606902.518417:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606902.518420:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606902.518422:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:1.0:1749606902.518423:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:1.0:1749606902.518426:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730063744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606902.518474:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606902.518475:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749606902.518477:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606902.518479:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606902.518480:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:1.0:1749606902.518481:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:1.0:1749606902.518485:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730063872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606902.519570:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606902.519578:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313780
00000400:00000200:0.0:1749606902.519582:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1475 [1] + 0
00000400:00000200:0.0:1749606902.519588:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606902.519590:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606902.519594:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730063744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606902.519612:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606902.519614:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313700
00000400:00000200:0.0:1749606902.519617:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x146d [1] + 224
00000400:00000200:0.0:1749606902.519619:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606902.519621:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606902.519623:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730063616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606902.519637:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606902.519639:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313800
00000400:00000200:0.0:1749606902.519646:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x147d [1] + 0
00000400:00000200:0.0:1749606902.519655:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606902.519657:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606902.519659:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730063872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606902.519667:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749606902.519671:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749606902.519672:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000400:00000010:1.0:1749606902.519676:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eadc0.
00000100:00000200:3.0:1749606902.519676:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730063744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606902.519679:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749606902.519680:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:3.0:1749606902.519682:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730063744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606902.519684:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730063616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606902.519689:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730063616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606902.519697:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606902.519703:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606902.519704:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606902.519706:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730063872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606902.519707:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:1.0:1749606902.519710:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:3.0:1749606902.519710:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730063872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606902.519713:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749606902.519718:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749606902.519720:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749606902.519722:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:3.0:1749606902.519723:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749606902.519724:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749606902.519725:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749606902.531004:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:0.0:1749606902.531013:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:2.0:1749606902.531020:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749606902.531083:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749606907.526045:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606907.526064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749606907.526115:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606907.526127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606907.526147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749606907.526164:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606907.526166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749606907.526173:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606907.526181:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:1.0:1749606907.526185:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749606907.526187:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000010:1.0:1749606907.526191:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749606907.526193:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730064000, portal 25
00000400:00000010:1.0:1749606907.526194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606907.526197:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730064128, portal 10
00000400:00000010:3.0:1749606907.526197:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749606907.526199:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730064000, offset 0
00000400:00000010:1.0:1749606907.526201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749606907.526203:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730064128, offset 0
00000400:00000200:3.0:1749606907.526206:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606907.526213:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606907.526216:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606907.526221:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606907.526225:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606907.526227:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606907.526229:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606907.526232:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [626:626:256:4294967295] 192.168.201.120@tcp LPNI seq info [626:626:8:4294967295]
00000400:00000200:3.0:1749606907.526242:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606907.526246:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606907.526249:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606907.526250:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749606907.526251:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606907.526253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606907.526255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606907.526255:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749606907.526257:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606907.526259:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [627:627:255:4294967295] 192.168.201.120@tcp LPNI seq info [627:627:7:4294967295]
00000400:00000200:1.0:1749606907.526266:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606907.526269:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606907.526272:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:3.0:1749606907.526272:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606907.526275:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606907.526275:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749606907.526279:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606907.526282:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606907.526295:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749606907.526315:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749606907.526321:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749606907.526331:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
02000000:00000010:1.0:1749606907.526341:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749606907.526343:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606907.526345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606907.526347:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730064256, portal 10
00000400:00000010:1.0:1749606907.526349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749606907.526350:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730064256, offset 0
00000400:00000200:1.0:1749606907.526358:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606907.526361:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606907.526363:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606907.526364:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606907.526365:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606907.526367:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749606907.526368:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749606907.526368:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [628:628:254:4294967295] 192.168.201.120@tcp LPNI seq info [628:628:6:4294967295]
00000400:00000200:1.0:1749606907.526372:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749606907.526374:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000800:00000200:1.0:1749606907.526375:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606907.526376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749606907.526378:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606907.526381:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749606907.526381:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606907.526382:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606907.526390:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606907.526394:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749606907.526397:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749606907.526407:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730064000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606907.526428:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606907.526430:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749606907.526432:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606907.526433:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606907.526435:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:0.0:1749606907.526436:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749606907.526438:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730064128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606907.526489:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606907.526490:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749606907.526491:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606907.526493:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606907.526495:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749606907.526496:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749606907.526498:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730064256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606907.527544:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606907.527564:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313880
00000400:00000200:0.0:1749606907.527571:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1485 [1] + 224
00000400:00000200:0.0:1749606907.527580:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606907.527582:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606907.527587:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730064000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606907.527609:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606907.527612:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313900
00000400:00000200:0.0:1749606907.527615:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1489 [1] + 0
00000400:00000200:0.0:1749606907.527618:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606907.527620:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606907.527622:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730064128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606907.527640:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749606907.527641:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749606907.527642:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313980
00000400:00000200:3.0:1749606907.527645:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606907.527646:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000200:0.0:1749606907.527650:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1495 [1] + 0
00000100:00000200:3.0:1749606907.527654:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730064000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606907.527659:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606907.527662:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749606907.527663:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730064000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749606907.527664:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730064256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606907.527682:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000010:1.0:1749606907.527686:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
02000000:00000010:3.0:1749606907.527686:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:1.0:1749606907.527690:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000100:00000010:3.0:1749606907.527690:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:1.0:1749606907.527692:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606907.527697:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730064128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606907.527706:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730064128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606907.527727:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606907.527729:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606907.527730:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606907.527733:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730064256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606907.527739:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730064256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606907.527752:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606907.527757:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749606907.527765:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749606907.527768:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606907.527771:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749606907.527773:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749606907.539012:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:0.0:1749606907.539019:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:1.0:1749606907.539027:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749606907.539038:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749606912.534076:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606912.534116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606912.534156:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606912.534167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606912.534171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606912.534188:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606912.534190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606912.534207:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606912.534213:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606912.534217:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606912.534222:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730064384, portal 25
00000400:00000010:3.0:1749606912.534225:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749606912.534227:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730064384, offset 0
00000400:00000200:3.0:1749606912.534232:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606912.534240:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606912.534243:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606912.534246:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606912.534248:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606912.534250:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606912.534251:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [629:629:256:4294967295] 192.168.201.120@tcp LPNI seq info [629:629:8:4294967295]
00000400:00000200:3.0:1749606912.534259:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1749606912.534260:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942c00.
00000400:00000010:0.0:1749606912.534265:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead68.
00000400:00000010:0.0:1749606912.534268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000800:00000200:3.0:1749606912.534268:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749606912.534270:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730064512, portal 10
00000800:00000010:3.0:1749606912.534271:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000010:0.0:1749606912.534274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749606912.534275:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730064512, offset 0
00000800:00000200:3.0:1749606912.534275:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606912.534278:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606912.534280:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606912.534283:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749606912.534288:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606912.534290:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606912.534292:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606912.534293:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606912.534295:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606912.534296:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [630:630:255:4294967295] 192.168.201.120@tcp LPNI seq info [630:630:7:4294967295]
00000400:00000200:0.0:1749606912.534301:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749606912.534301:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000800:00000200:0.0:1749606912.534303:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606912.534306:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebdb00.
00000800:00000200:0.0:1749606912.534308:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606912.534309:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000800:00000200:0.0:1749606912.534311:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606912.534312:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebdb00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606912.534312:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749606912.534317:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000800:00000200:1.0:1749606912.534334:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:0.0:1749606912.534335:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000010:0.0:1749606912.534337:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead10.
00000800:00000010:1.0:1749606912.534337:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000010:0.0:1749606912.534339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749606912.534341:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730064640, portal 10
00000400:00000200:1.0:1749606912.534342:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749606912.534343:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749606912.534344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730064640, offset 0
00000400:00000200:1.0:1749606912.534345:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606912.534347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606912.534349:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606912.534349:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000200:0.0:1749606912.534350:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749606912.534350:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000400:00000200:0.0:1749606912.534352:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606912.534353:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606912.534354:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606912.534355:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [631:631:254:4294967295] 192.168.201.120@tcp LPNI seq info [631:631:6:4294967295]
00000100:00000200:1.0:1749606912.534357:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730064384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606912.534359:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606912.534361:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606912.534362:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800adebd400.
00000800:00000200:0.0:1749606912.534364:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606912.534366:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606912.534370:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800adebd400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606912.534408:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606912.534409:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebdb00.
00000400:00000200:1.0:1749606912.534411:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606912.534413:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606912.534414:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749606912.534415:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749606912.534418:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730064512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606912.534431:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606912.534432:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800adebd400.
00000400:00000200:1.0:1749606912.534434:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606912.534435:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606912.534436:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749606912.534437:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749606912.534439:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730064640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606912.536173:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606912.536180:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313a80
00000400:00000200:0.0:1749606912.536184:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x14a5 [1] + 0
00000400:00000200:0.0:1749606912.536189:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606912.536191:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606912.536196:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730064512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606912.536216:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606912.536218:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313a00
00000400:00000200:0.0:1749606912.536220:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x149d [1] + 224
00000400:00000200:0.0:1749606912.536223:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606912.536225:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606912.536226:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730064384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606912.536239:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606912.536241:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313b00
00000400:00000200:0.0:1749606912.536243:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x14ad [1] + 0
00000400:00000200:0.0:1749606912.536253:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606912.536255:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606912.536257:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730064640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606912.536271:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead68.
00000400:00000200:2.0:1749606912.536275:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749606912.536276:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:2.0:1749606912.536280:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730064512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606912.536286:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730064512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606912.536296:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606912.536300:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606912.536301:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606912.536305:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730064384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606912.536311:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead10.
00000100:00000200:3.0:1749606912.536311:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730064384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606912.536312:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:2.0:1749606912.536313:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:2.0:1749606912.536315:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730064640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606912.536319:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730064640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606912.536321:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606912.536325:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
02000000:00000010:2.0:1749606912.536326:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942c00.
00000100:00000010:3.0:1749606912.536327:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606912.536328:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606912.536329:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606912.536331:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:2.0:1749606912.536333:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606912.536334:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749606912.546979:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:2.0:1749606912.546990:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749606912.547000:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:0.0:1749606912.547008:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749606917.542120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606917.542144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606917.542203:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606917.542235:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606917.542242:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606917.542263:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606917.542267:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606917.542284:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
02000000:00000010:2.0:1749606917.542294:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749606917.542298:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606917.542300:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:3.0:1749606917.542305:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000010:2.0:1749606917.542306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:3.0:1749606917.542313:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730064768, portal 25
00000400:00000010:3.0:1749606917.542318:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:2.0:1749606917.542327:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730064896, portal 10
00000100:00000200:3.0:1749606917.542329:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730064768, offset 0
00000400:00000010:2.0:1749606917.542334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:3.0:1749606917.542338:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606917.542344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730064896, offset 0
00000400:00000200:2.0:1749606917.542353:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606917.542354:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606917.542360:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606917.542364:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606917.542379:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606917.542380:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606917.542383:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [632:632:256:4294967295] 192.168.201.120@tcp LPNI seq info [632:632:8:4294967295]
00000400:00000200:3.0:1749606917.542393:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606917.542398:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606917.542402:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606917.542403:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606917.542409:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606917.542409:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606917.542413:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606917.542418:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606917.542419:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606917.542421:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606917.542423:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606917.542424:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [633:633:255:4294967295] 192.168.201.120@tcp LPNI seq info [633:633:7:4294967295]
00000400:00000200:2.0:1749606917.542436:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606917.542442:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606917.542446:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000100:00000010:3.0:1749606917.542451:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000800:00000200:2.0:1749606917.542452:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606917.542461:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749606917.542464:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000800:00000200:2.0:1749606917.542465:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606917.542473:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749606917.542483:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
02000000:00000010:2.0:1749606917.542509:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000800:00000200:0.0:1749606917.542512:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606917.542512:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606917.542514:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606917.542516:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730065024, portal 10
00000800:00000010:0.0:1749606917.542517:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000010:2.0:1749606917.542520:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606917.542521:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730065024, offset 0
00000400:00000200:0.0:1749606917.542524:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606917.542525:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606917.542529:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606917.542531:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606917.542539:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606917.542542:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000200:2.0:1749606917.542543:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749606917.542544:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000400:00000200:2.0:1749606917.542545:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606917.542547:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606917.542550:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [634:634:254:4294967295] 192.168.201.120@tcp LPNI seq info [634:634:6:4294967295]
00000100:00000200:0.0:1749606917.542555:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730064768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606917.542559:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606917.542563:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606917.542566:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606917.542569:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606917.542574:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606917.542577:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606917.542631:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606917.542633:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606917.542636:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606917.542639:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606917.542641:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749606917.542643:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749606917.542647:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730064896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606917.542667:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606917.542669:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606917.542671:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606917.542674:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606917.542676:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749606917.542677:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749606917.542680:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730065024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606917.543779:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606917.543789:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313b80
00000400:00000200:0.0:1749606917.543794:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x14b5 [1] + 224
00000400:00000200:0.0:1749606917.543802:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606917.543804:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606917.543809:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730064768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606933 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606917.543829:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606917.543831:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313c00
00000400:00000200:0.0:1749606917.543835:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x14b9 [1] + 0
00000400:00000200:0.0:1749606917.543843:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606917.543845:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606917.543847:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730064896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606917.543854:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606917.543858:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606917.543860:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606917.543864:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730064768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606917.543865:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606917.543868:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313c80
00000400:00000200:0.0:1749606917.543870:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x14c5 [1] + 0
00000100:00000200:3.0:1749606917.543871:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730064768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606917.543880:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606917.543882:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606917.543885:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730065024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606917.543891:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606917.543895:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606917.543898:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:2.0:1749606917.543996:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606917.544004:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749606917.544007:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606917.544017:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730064896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606917.544030:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730064896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606917.544056:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606917.544057:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749606917.544059:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606917.544062:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730065024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606917.544070:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730065024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606917.544085:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606917.544090:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606917.544094:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606917.544098:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606917.544109:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606917.544112:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749606917.554999:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749606917.555009:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749606917.555048:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:1.0:1749606917.555103:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749606922.550116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606922.550141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606922.550205:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606922.550222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606922.550229:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606922.550247:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606922.550251:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606922.550281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606922.550288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606922.550295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
02000000:00000010:3.0:1749606922.550300:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000100:00000200:2.0:1749606922.550302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730065280, portal 10
00000400:00000010:2.0:1749606922.550308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000400:00000010:3.0:1749606922.550309:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749606922.550310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730065280, offset 0
00000400:00000010:3.0:1749606922.550314:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000200:2.0:1749606922.550317:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606922.550329:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749606922.550329:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730065152, portal 25
00000400:00000010:3.0:1749606922.550333:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000400:00000200:2.0:1749606922.550334:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749606922.550335:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730065152, offset 0
00000400:00000200:2.0:1749606922.550339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606922.550342:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606922.550345:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606922.550348:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [635:635:256:4294967295] 192.168.201.120@tcp LPNI seq info [635:635:8:4294967295]
00000400:00000200:3.0:1749606922.550358:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606922.550361:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606922.550367:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606922.550369:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606922.550370:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:3.0:1749606922.550373:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606922.550376:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749606922.550377:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606922.550379:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606922.550382:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606922.550385:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [636:636:255:4294967295] 192.168.201.120@tcp LPNI seq info [636:636:7:4294967295]
00000800:00000200:2.0:1749606922.550387:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606922.550391:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606922.550395:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606922.550399:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606922.550403:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749606922.550407:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606922.550413:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749606922.550416:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
00000800:00000200:3.0:1749606922.550417:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606922.550466:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749606922.550476:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749606922.550480:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
02000000:00000010:2.0:1749606922.550493:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749606922.550497:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606922.550500:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606922.550503:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730065408, portal 10
00000400:00000010:2.0:1749606922.550507:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606922.550509:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730065408, offset 0
00000400:00000200:2.0:1749606922.550513:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606922.550514:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606922.550518:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606922.550521:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:2.0:1749606922.550522:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606922.550524:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606922.550527:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606922.550528:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606922.550529:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606922.550532:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [637:637:254:4294967295] 192.168.201.120@tcp LPNI seq info [637:637:6:4294967295]
00000400:00000200:0.0:1749606922.550536:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606922.550540:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000200:2.0:1749606922.550541:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749606922.550543:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000800:00000200:2.0:1749606922.550545:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606922.550547:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606922.550551:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749606922.550554:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730065280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606922.550556:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606922.550559:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606922.550573:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606922.550574:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606922.550576:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606922.550578:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606922.550579:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749606922.550581:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749606922.550584:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730065152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606922.550649:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606922.550662:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606922.550663:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606922.550666:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606922.550668:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749606922.550669:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606922.550672:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730065408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606922.551819:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606922.551832:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313d80
00000400:00000200:0.0:1749606922.551840:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x14cd [1] + 0
00000400:00000200:0.0:1749606922.551849:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606922.551851:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606922.551856:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730065280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606922.551917:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606922.551920:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313d00
00000400:00000200:0.0:1749606922.551925:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x14d5 [1] + 224
00000400:00000200:0.0:1749606922.551930:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606922.551931:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606922.551969:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606922.551976:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749606922.551978:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749606922.551986:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730065152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606938 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606922.551989:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730065280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606922.552002:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730065280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606922.552004:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606922.552008:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313e00
00000400:00000200:0.0:1749606922.552010:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x14dd [1] + 0
00000400:00000200:0.0:1749606922.552025:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606922.552027:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606922.552030:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730065408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606922.552030:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606922.552043:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606922.552047:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749606922.552055:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606922.552060:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606922.552062:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000010:2.0:1749606922.552068:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606922.552070:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000100:00000200:3.0:1749606922.552070:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730065152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606922.552072:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606922.552077:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730065408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606922.552080:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730065152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606922.552085:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730065408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606922.552098:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:2.0:1749606922.552100:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749606922.552101:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
02000000:00000010:2.0:1749606922.552103:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606922.552105:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749606922.552105:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749606922.563000:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749606922.563023:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:3.0:1749606922.563038:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:1.0:1749606922.563083:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749606927.558087:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606927.558114:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606927.558171:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606927.558188:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606927.558193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606927.558209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606927.558211:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749606927.558220:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606927.558228:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749606927.558231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606927.558235:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:3.0:1749606927.558235:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000010:2.0:1749606927.558238:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606927.558242:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730065664, portal 10
00000100:00000200:3.0:1749606927.558242:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730065536, portal 25
00000400:00000010:3.0:1749606927.558246:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000400:00000010:2.0:1749606927.558247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:3.0:1749606927.558248:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730065536, offset 0
00000100:00000200:2.0:1749606927.558249:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730065664, offset 0
00000400:00000200:2.0:1749606927.558255:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606927.558267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606927.558268:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606927.558273:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606927.558277:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606927.558280:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606927.558288:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606927.558291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [638:638:256:4294967295] 192.168.201.120@tcp LPNI seq info [638:638:8:4294967295]
00000400:00000200:2.0:1749606927.558300:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606927.558305:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606927.558306:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606927.558308:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749606927.558309:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000200:3.0:1749606927.558310:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606927.558312:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606927.558313:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606927.558315:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [639:639:255:4294967295] 192.168.201.120@tcp LPNI seq info [639:639:7:4294967295]
00000800:00000200:2.0:1749606927.558317:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606927.558320:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606927.558322:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606927.558326:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:2.0:1749606927.558327:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606927.558329:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606927.558332:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606927.558332:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606927.558334:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606927.558355:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749606927.558373:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749606927.558380:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749606927.558384:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
02000000:00000010:2.0:1749606927.558397:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606927.558400:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606927.558402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606927.558405:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730065792, portal 10
00000400:00000010:2.0:1749606927.558408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606927.558410:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730065792, offset 0
00000400:00000200:2.0:1749606927.558413:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606927.558417:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606927.558419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606927.558420:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606927.558422:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606927.558423:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606927.558425:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [640:640:254:4294967295] 192.168.201.120@tcp LPNI seq info [640:640:6:4294967295]
00000400:00000200:2.0:1749606927.558429:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606927.558432:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606927.558433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606927.558435:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606927.558438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606927.558440:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606927.558452:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606927.558455:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606927.558461:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606927.558466:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606927.558470:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749606927.558471:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749606927.558480:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730065664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606927.558494:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606927.558495:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749606927.558497:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606927.558499:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606927.558500:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749606927.558501:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749606927.558504:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730065536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606943 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606927.558567:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606927.558568:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606927.558569:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606927.558571:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606927.558572:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749606927.558573:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749606927.558575:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730065792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606927.559682:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606927.559691:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf313f00
00000400:00000200:0.0:1749606927.559696:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x14e9 [1] + 0
00000400:00000200:0.0:1749606927.559702:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606927.559710:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606927.559715:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730065664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606927.559738:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606927.559741:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf313e80
00000400:00000200:0.0:1749606927.559743:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x14e5 [1] + 224
00000400:00000200:0.0:1749606927.559746:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606927.559748:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606927.559750:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730065536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606943 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606927.559762:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606927.559764:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf313f80
00000400:00000200:0.0:1749606927.559766:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x14f5 [1] + 0
00000400:00000200:0.0:1749606927.559775:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606927.559777:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606927.559780:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730065792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606927.559813:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606927.559817:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606927.559819:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606927.559824:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730065536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606943 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606927.559826:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606927.559831:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000100:00000200:3.0:1749606927.559834:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730065536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606943 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606927.559838:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606927.559844:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730065664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606927.559853:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730065664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606927.559859:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606927.559862:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606927.559866:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:2.0:1749606927.559870:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606927.559872:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749606927.559873:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606927.559876:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730065792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606927.559882:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730065792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606927.559893:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606927.559897:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606927.559898:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606927.559900:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606927.559902:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606927.559903:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749606927.570987:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749606927.570989:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:0.0:1749606927.570997:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:1.0:1749606927.571029:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749606932.566112:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606932.566139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606932.566207:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606932.566224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606932.566231:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606932.566250:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606932.566253:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749606932.566283:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606932.566284:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606932.566291:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:1.0:1749606932.566296:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749606932.566297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000010:1.0:1749606932.566302:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:2.0:1749606932.566305:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730066048, portal 10
00000100:00000200:1.0:1749606932.566309:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730065920, portal 25
00000400:00000010:1.0:1749606932.566312:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749606932.566314:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730065920, offset 0
00000400:00000200:1.0:1749606932.566323:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606932.566328:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606932.566332:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730066048, offset 0
00000400:00000200:1.0:1749606932.566338:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606932.566340:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606932.566344:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606932.566348:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606932.566351:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606932.566353:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606932.566355:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [641:641:256:4294967295] 192.168.201.120@tcp LPNI seq info [641:641:8:4294967295]
00000400:00000200:1.0:1749606932.566365:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606932.566369:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606932.566373:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749606932.566376:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749606932.566379:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606932.566382:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606932.566386:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749606932.566388:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606932.566390:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606932.566391:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606932.566393:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606932.566397:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [642:642:255:4294967295] 192.168.201.120@tcp LPNI seq info [642:642:7:4294967295]
00000400:00000200:2.0:1749606932.566409:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749606932.566415:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000800:00000200:2.0:1749606932.566415:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606932.566419:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606932.566426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606932.566433:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000800:00000200:2.0:1749606932.566435:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606932.566438:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000800:00000200:2.0:1749606932.566439:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606932.566443:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000800:00000200:0.0:1749606932.566480:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606932.566484:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
02000000:00000010:2.0:1749606932.566485:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606932.566489:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000200:0.0:1749606932.566492:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749606932.566492:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606932.566495:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730066176, portal 10
00000400:00000200:0.0:1749606932.566498:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606932.566498:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606932.566500:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730066176, offset 0
00000400:00000200:0.0:1749606932.566503:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749606932.566505:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000400:00000200:2.0:1749606932.566511:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749606932.566516:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730065920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606932.566516:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606932.566519:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606932.566521:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606932.566523:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606932.566525:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606932.566528:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [643:643:254:4294967295] 192.168.201.120@tcp LPNI seq info [643:643:6:4294967295]
00000400:00000200:2.0:1749606932.566536:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606932.566540:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606932.566549:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606932.566553:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606932.566558:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606932.566560:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606932.566603:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606932.566604:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606932.566606:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606932.566620:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606932.566622:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749606932.566623:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749606932.566626:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730066048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606932.566645:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606932.566646:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606932.566648:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606932.566650:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606932.566651:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749606932.566652:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749606932.566655:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730066176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606932.567575:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606932.567584:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314000
00000400:00000200:0.0:1749606932.567589:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1501 [1] + 224
00000400:00000200:0.0:1749606932.567596:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606932.567598:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606932.567602:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730065920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606932.567625:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606932.567627:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314080
00000400:00000200:0.0:1749606932.567630:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x14fd [1] + 0
00000400:00000200:0.0:1749606932.567634:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606932.567635:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606932.567638:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730066048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606932.567653:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606932.567655:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314100
00000400:00000010:1.0:1749606932.567659:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606932.567663:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606932.567664:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606932.567669:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730065920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606932.567677:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730065920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606932.567679:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x150d [1] + 0
00000400:00000200:0.0:1749606932.567689:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606932.567691:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606932.567694:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730066176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606932.567718:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606932.567725:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749606932.567729:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:2.0:1749606932.567764:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606932.567771:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749606932.567774:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606932.567785:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730066048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606932.567797:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730066048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606932.567823:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606932.567825:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749606932.567826:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749606932.567830:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730066176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606932.567837:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730066176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606932.567853:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606932.567858:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606932.567862:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606932.567865:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606932.567867:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606932.567869:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:0.0:1749606932.578995:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749606932.578998:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:2.0:1749606932.579036:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:3.0:1749606932.579047:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:2.0:1749606937.574041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749606937.574057:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606937.574107:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606937.574122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606937.574128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606937.574135:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749606937.574146:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606937.574150:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606937.574155:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730066304, portal 25
00000100:00000010:2.0:1749606937.574156:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606937.574158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606937.574158:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749606937.574159:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730066304, offset 0
00000400:00000200:3.0:1749606937.574164:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606937.574172:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749606937.574175:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000200:3.0:1749606937.574176:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749606937.574178:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000200:3.0:1749606937.574178:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749606937.574181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000400:00000200:3.0:1749606937.574181:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606937.574182:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749606937.574183:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730066432, portal 10
00000400:00000200:3.0:1749606937.574184:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [644:644:256:4294967295] 192.168.201.120@tcp LPNI seq info [644:644:8:4294967295]
00000400:00000010:2.0:1749606937.574187:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606937.574189:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730066432, offset 0
00000400:00000200:3.0:1749606937.574192:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749606937.574193:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606937.574195:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606937.574197:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606937.574198:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749606937.574200:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749606937.574202:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606937.574203:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606937.574205:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606937.574207:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606937.574208:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606937.574209:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [645:645:255:4294967295] 192.168.201.120@tcp LPNI seq info [645:645:7:4294967295]
00000800:00000200:3.0:1749606937.574211:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606937.574216:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606937.574220:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606937.574222:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749606937.574225:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749606937.574228:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000800:00000200:2.0:1749606937.574229:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606937.574231:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606937.574240:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749606937.574245:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749606937.574248:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
02000000:00000010:2.0:1749606937.574259:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606937.574262:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606937.574264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606937.574266:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730066560, portal 10
00000400:00000010:2.0:1749606937.574270:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606937.574271:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730066560, offset 0
00000400:00000200:2.0:1749606937.574274:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606937.574278:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606937.574280:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606937.574286:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606937.574288:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606937.574290:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606937.574292:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [646:646:254:4294967295] 192.168.201.120@tcp LPNI seq info [646:646:6:4294967295]
00000400:00000200:2.0:1749606937.574298:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606937.574302:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606937.574304:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606937.574306:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606937.574310:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606937.574312:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606937.574313:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606937.574317:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749606937.574320:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606937.574324:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606937.574327:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749606937.574328:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749606937.574335:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730066304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606937.574347:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606937.574348:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606937.574350:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606937.574351:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606937.574352:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749606937.574353:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749606937.574355:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730066432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606937.574405:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606937.574406:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606937.574408:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606937.574411:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606937.574413:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749606937.574414:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749606937.574418:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730066560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606937.576423:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606937.576464:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314180
00000400:00000200:0.0:1749606937.576478:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1515 [1] + 224
00000400:00000200:0.0:1749606937.576498:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606937.576505:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606937.576518:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730066304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606937.576565:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606937.576572:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314200
00000400:00000200:0.0:1749606937.576578:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x151d [1] + 0
00000400:00000200:0.0:1749606937.576585:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606937.576588:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606937.576593:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730066432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606937.576608:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606937.576612:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606937.576613:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606937.576618:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730066304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606937.576638:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730066304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606937.576641:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606937.576646:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314280
00000400:00000200:0.0:1749606937.576650:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1525 [1] + 0
02000000:00000010:3.0:1749606937.576652:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000010:2.0:1749606937.576656:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606937.576658:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749606937.576660:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
02000000:00000010:3.0:1749606937.576660:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749606937.576663:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000200:2.0:1749606937.576664:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730066432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606937.576666:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606937.576669:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730066432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606937.576671:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606937.576677:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730066560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606937.576683:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606937.576686:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606937.576689:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749606937.576693:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606937.576695:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749606937.576696:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606937.576700:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730066560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606937.576706:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730066560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606947 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606937.576719:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606937.576721:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606937.576729:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749606937.586983:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:1.0:1749606937.586996:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749606937.587017:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:0.0:1749606937.587106:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:2.0:1749606942.582044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749606942.582064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606942.582111:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606942.582124:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606942.582129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606942.582142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606942.582144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606942.582165:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606942.582167:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:2.0:1749606942.582169:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606942.582172:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606942.582173:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000010:3.0:1749606942.582175:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:2.0:1749606942.582178:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730066816, portal 10
00000100:00000200:3.0:1749606942.582178:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730066688, portal 25
00000400:00000010:2.0:1749606942.582181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000400:00000010:3.0:1749606942.582181:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749606942.582182:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730066688, offset 0
00000100:00000200:2.0:1749606942.582183:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730066816, offset 0
00000400:00000200:3.0:1749606942.582187:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606942.582212:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606942.582215:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606942.582219:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606942.582223:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606942.582225:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606942.582227:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606942.582230:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [647:647:256:4294967295] 192.168.201.120@tcp LPNI seq info [647:647:8:4294967295]
00000400:00000200:3.0:1749606942.582239:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606942.582243:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606942.582244:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606942.582246:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749606942.582247:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606942.582249:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606942.582251:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606942.582251:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606942.582253:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606942.582255:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [648:648:255:4294967295] 192.168.201.120@tcp LPNI seq info [648:648:7:4294967295]
00000800:00000200:3.0:1749606942.582258:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606942.582276:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606942.582277:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606942.582279:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606942.582281:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606942.582284:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606942.582287:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606942.582289:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749606942.582295:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749606942.582309:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749606942.582326:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749606942.582331:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
02000000:00000010:2.0:1749606942.582337:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749606942.582339:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606942.582343:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606942.582344:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730066944, portal 10
00000400:00000010:2.0:1749606942.582347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749606942.582348:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730066944, offset 0
00000400:00000200:2.0:1749606942.582350:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606942.582353:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606942.582354:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606942.582355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606942.582357:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606942.582358:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606942.582359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [649:649:254:4294967295] 192.168.201.120@tcp LPNI seq info [649:649:6:4294967295]
00000400:00000200:2.0:1749606942.582363:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606942.582365:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606942.582367:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:0.0:1749606942.582369:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606942.582369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606942.582371:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749606942.582373:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000800:00000200:2.0:1749606942.582373:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606942.582377:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606942.582383:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606942.582387:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749606942.582388:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749606942.582396:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730066688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606942.582423:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606942.582424:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606942.582427:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606942.582430:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606942.582432:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749606942.582434:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749606942.582437:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730066816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606942.582492:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606942.582494:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606942.582495:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606942.582497:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606942.582499:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749606942.582500:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749606942.582502:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730066944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606942.583580:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606942.583587:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314300
00000400:00000200:0.0:1749606942.583591:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1531 [1] + 224
00000400:00000200:0.0:1749606942.583596:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606942.583598:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606942.583601:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730066688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606942.583618:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606942.583621:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314400
00000400:00000200:0.0:1749606942.583623:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x153d [1] + 0
00000400:00000200:0.0:1749606942.583626:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606942.583627:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606942.583634:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730066944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606942.583648:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606942.583650:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314380
00000400:00000200:0.0:1749606942.583653:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x152d [1] + 0
00000400:00000200:0.0:1749606942.583660:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606942.583661:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606942.583664:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730066816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606942.583679:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606942.583684:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606942.583686:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606942.583691:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730066688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606942.583700:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730066688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606942.583702:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606942.583706:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749606942.583707:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606942.583711:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730066816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606942.583717:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730066816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606942.583717:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749606942.583725:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000010:2.0:1749606942.583728:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000100:00000010:3.0:1749606942.583728:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:2.0:1749606942.583729:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749606942.583734:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749606942.583737:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730066944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606942.583741:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730066944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606942.583749:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606942.583751:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606942.583752:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606942.583754:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606942.583755:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606942.583756:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749606942.594977:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:0.0:1749606942.594984:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:3.0:1749606942.594996:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:1.0:1749606942.595000:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749606947.590030:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749606947.590046:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606947.590086:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606947.590097:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606947.590101:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606947.590114:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606947.590116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749606947.590130:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606947.590131:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606947.590136:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:1.0:1749606947.590137:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606947.590141:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000010:2.0:1749606947.590141:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:1.0:1749606947.590148:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730067072, portal 25
00000400:00000010:1.0:1749606947.590152:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749606947.590152:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730067200, portal 10
00000100:00000200:1.0:1749606947.590154:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730067072, offset 0
00000400:00000010:2.0:1749606947.590156:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749606947.590158:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730067200, offset 0
00000400:00000200:1.0:1749606947.590161:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606947.590165:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606947.590171:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606947.590176:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606947.590179:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606947.590182:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606947.590184:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606947.590186:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [650:650:256:4294967295] 192.168.201.120@tcp LPNI seq info [650:650:8:4294967295]
00000400:00000200:1.0:1749606947.590194:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606947.590197:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606947.590199:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749606947.590201:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749606947.590202:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606947.590204:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606947.590204:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606947.590206:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606947.590208:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749606947.590210:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606947.590213:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606947.590222:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [651:651:255:4294967295] 192.168.201.120@tcp LPNI seq info [651:651:7:4294967295]
00000400:00000200:2.0:1749606947.590227:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606947.590230:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606947.590232:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000100:00000010:1.0:1749606947.590233:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000800:00000200:2.0:1749606947.590234:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606947.590237:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606947.590239:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606947.590243:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
00000100:00000010:1.0:1749606947.590248:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000100:00000010:1.0:1749606947.590251:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
02000000:00000010:2.0:1749606947.590270:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606947.590272:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606947.590274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606947.590276:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730067328, portal 10
00000400:00000010:2.0:1749606947.590278:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749606947.590279:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730067328, offset 0
00000400:00000200:2.0:1749606947.590281:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606947.590284:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606947.590284:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606947.590285:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749606947.590287:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749606947.590287:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606947.590288:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606947.590289:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606947.590290:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [652:652:254:4294967295] 192.168.201.120@tcp LPNI seq info [652:652:6:4294967295]
00000400:00000200:0.0:1749606947.590292:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606947.590295:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749606947.590296:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749606947.590297:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606947.590298:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000800:00000010:2.0:1749606947.590298:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000010:0.0:1749606947.590299:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000800:00000200:2.0:1749606947.590300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606947.590302:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606947.590303:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749606947.590306:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730067072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606947.590318:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606947.590319:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606947.590321:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606947.590323:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606947.590324:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749606947.590324:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749606947.590326:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730067200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606947.590376:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606947.590377:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606947.590378:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606947.590380:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606947.590386:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749606947.590387:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749606947.590389:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730067328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606947.592080:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606947.592087:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314480
00000400:00000200:0.0:1749606947.592095:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1545 [1] + 224
00000400:00000200:0.0:1749606947.592101:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606947.592103:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606947.592107:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730067072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606947.592126:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606947.592129:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314500
00000400:00000200:0.0:1749606947.592131:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1549 [1] + 0
00000400:00000200:0.0:1749606947.592134:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606947.592135:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606947.592137:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730067200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606947.592149:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606947.592151:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314580
00000400:00000010:1.0:1749606947.592152:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606947.592155:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606947.592157:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749606947.592159:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1555 [1] + 0
00000100:00000200:1.0:1749606947.592160:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730067072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606947.592166:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730067072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606947.592167:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606947.592169:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606947.592172:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730067328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606947.592180:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749606947.592180:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606947.592183:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
02000000:00000010:1.0:1749606947.592184:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000010:2.0:1749606947.592185:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000010:1.0:1749606947.592186:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:2.0:1749606947.592193:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730067200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606947.592199:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730067200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606947.592210:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606947.592211:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606947.592212:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606947.592214:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730067328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606947.592218:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730067328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606947.592225:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606947.592227:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606947.592228:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606947.592229:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606947.592230:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606947.592232:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749606947.602995:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:1.0:1749606947.603000:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:0.0:1749606947.603006:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:3.0:1749606947.603010:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:2.0:1749606952.598006:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749606952.598033:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606952.598090:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606952.598106:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606952.598113:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606952.598129:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606952.598131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749606952.598146:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606952.598151:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:1.0:1749606952.598156:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749606952.598156:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:1.0:1749606952.598161:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000010:2.0:1749606952.598161:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606952.598168:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730067584, portal 10
00000100:00000200:1.0:1749606952.598173:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730067456, portal 25
00000400:00000010:2.0:1749606952.598173:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000010:1.0:1749606952.598177:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749606952.598179:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730067456, offset 0
00000400:00000200:1.0:1749606952.598185:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606952.598190:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730067584, offset 0
00000400:00000200:1.0:1749606952.598195:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606952.598195:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606952.598199:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606952.598202:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606952.598204:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606952.598205:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606952.598207:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [653:653:256:4294967295] 192.168.201.120@tcp LPNI seq info [653:653:8:4294967295]
00000400:00000200:1.0:1749606952.598217:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606952.598222:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606952.598225:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749606952.598226:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749606952.598231:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606952.598231:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606952.598234:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606952.598237:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749606952.598239:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606952.598239:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606952.598242:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [654:654:255:4294967295] 192.168.201.120@tcp LPNI seq info [654:654:7:4294967295]
00000800:00000200:1.0:1749606952.598243:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606952.598252:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606952.598257:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606952.598261:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606952.598266:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606952.598273:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606952.598276:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
00000800:00000200:2.0:1749606952.598277:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606952.598295:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749606952.598298:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749606952.598302:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
02000000:00000010:2.0:1749606952.598329:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606952.598331:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606952.598333:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606952.598335:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730067712, portal 10
00000800:00000200:0.0:1749606952.598336:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606952.598338:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749606952.598339:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730067712, offset 0
00000400:00000200:2.0:1749606952.598342:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606952.598344:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749606952.598345:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606952.598347:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606952.598348:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606952.598348:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606952.598349:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606952.598350:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606952.598352:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [655:655:254:4294967295] 192.168.201.120@tcp LPNI seq info [655:655:6:4294967295]
00000400:00000200:0.0:1749606952.598353:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606952.598356:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749606952.598357:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000400:00000200:2.0:1749606952.598357:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606952.598359:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606952.598361:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000100:00000200:0.0:1749606952.598365:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730067456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606952.598381:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606952.598384:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606952.598385:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606952.598394:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606952.598395:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606952.598397:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606952.598399:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606952.598401:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749606952.598402:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749606952.598404:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730067584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606952.598460:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606952.598462:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606952.598464:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606952.598467:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606952.598469:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749606952.598470:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749606952.598473:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730067712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606952.599578:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606952.599589:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314600
00000400:00000200:0.0:1749606952.599596:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1561 [1] + 224
00000400:00000200:0.0:1749606952.599606:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606952.599609:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606952.599614:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730067456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606952.599636:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606952.599644:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314680
00000400:00000200:0.0:1749606952.599646:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x155d [1] + 0
00000400:00000200:0.0:1749606952.599651:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606952.599652:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606952.599655:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730067584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606952.599668:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749606952.599668:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:0.0:1749606952.599671:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314700
00000400:00000200:1.0:1749606952.599672:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606952.599674:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749606952.599679:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x156d [1] + 0
00000100:00000200:1.0:1749606952.599680:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730067456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606952.599689:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730067456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606952.599694:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606952.599696:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606952.599698:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606952.599702:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749606952.599703:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749606952.599707:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730067712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606952.599708:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730067584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606952.599709:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606952.599713:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:2.0:1749606952.599714:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730067584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749606952.599716:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:2.0:1749606952.599730:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606952.599731:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606952.599732:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749606952.599733:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730067712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606952.599738:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730067712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606952.599747:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606952.599750:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606952.599752:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606952.599753:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606952.599755:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606952.599756:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606952.610990:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:0.0:1749606952.611000:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:3.0:1749606952.611007:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:1.0:1749606952.611011:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:2.0:1749606957.606150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749606957.606176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606957.606244:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606957.606265:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606957.606275:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749606957.606329:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749606957.606330:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749606957.606339:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606957.606347:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606957.606355:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730067840, portal 25
02000000:00000010:2.0:1749606957.606356:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749606957.606362:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749606957.606365:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730067840, offset 0
00000400:00000200:3.0:1749606957.606375:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749606957.606385:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000200:3.0:1749606957.606389:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606957.606390:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606957.606394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000400:00000200:3.0:1749606957.606396:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606957.606398:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730067968, portal 10
00000400:00000200:3.0:1749606957.606402:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749606957.606404:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749606957.606407:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730067968, offset 0
00000400:00000200:3.0:1749606957.606407:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606957.606411:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606957.606414:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606957.606416:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [656:656:256:4294967295] 192.168.201.120@tcp LPNI seq info [656:656:8:4294967295]
00000400:00000200:3.0:1749606957.606432:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606957.606440:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606957.606443:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749606957.606446:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749606957.606447:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606957.606451:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606957.606454:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749606957.606455:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606957.606457:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606957.606461:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [657:657:255:4294967295] 192.168.201.120@tcp LPNI seq info [657:657:7:4294967295]
00000800:00000200:3.0:1749606957.606467:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606957.606472:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606957.606473:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749606957.606478:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606957.606482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606957.606486:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606957.606493:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606957.606496:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606957.606506:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749606957.606534:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749606957.606551:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749606957.606558:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
02000000:00000010:2.0:1749606957.606572:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606957.606577:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606957.606581:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606957.606586:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730068096, portal 10
00000400:00000010:2.0:1749606957.606591:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749606957.606593:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730068096, offset 0
00000400:00000200:2.0:1749606957.606600:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606957.606602:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749606957.606606:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749606957.606609:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749606957.606611:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606957.606614:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606957.606617:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606957.606618:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606957.606626:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606957.606630:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606957.606631:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749606957.606634:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000200:2.0:1749606957.606634:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [658:658:254:4294967295] 192.168.201.120@tcp LPNI seq info [658:658:6:4294967295]
00000100:00000200:0.0:1749606957.606647:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730067840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606957.606647:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606957.606654:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606957.606658:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749606957.606664:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606957.606669:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606957.606672:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606957.606679:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606957.606681:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606957.606684:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606957.606688:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606957.606690:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749606957.606692:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749606957.606696:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730067968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606957.606784:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606957.606787:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749606957.606789:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606957.606793:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606957.606795:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749606957.606797:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749606957.606801:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730068096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606957.608108:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606957.608121:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314800
00000400:00000200:0.0:1749606957.608128:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x157d [1] + 0
00000400:00000200:0.0:1749606957.608138:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606957.608142:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606957.608149:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730067968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606957.608185:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606957.608190:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314780
00000400:00000200:0.0:1749606957.608194:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1575 [1] + 224
00000400:00000200:0.0:1749606957.608199:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606957.608202:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606957.608206:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730067840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606957.608232:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606957.608236:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314880
00000400:00000010:2.0:1749606957.608239:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606957.608244:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749606957.608246:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000400:00000200:0.0:1749606957.608251:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1585 [1] + 0
00000100:00000200:2.0:1749606957.608262:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730067968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606957.608269:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606957.608275:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730067968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606957.608279:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606957.608308:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730068096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606957.608327:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606957.608330:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749606957.608331:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749606957.608336:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730068096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606957.608340:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749606957.608344:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730068096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749606957.608349:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
02000000:00000010:2.0:1749606957.608360:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749606957.608361:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
02000000:00000010:2.0:1749606957.608365:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606957.608369:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606957.608371:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
00000100:00000200:3.0:1749606957.608372:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730067840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606957.608373:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606957.608375:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:3.0:1749606957.608389:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730067840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606957.608413:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749606957.608419:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749606957.608424:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749606957.619020:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749606957.619026:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:1.0:1749606957.619081:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:0.0:1749606957.619085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:2.0:1749606962.614078:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606962.614099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749606962.614150:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606962.614164:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606962.614170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606962.614186:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606962.614189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749606962.614223:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
02000000:00000010:2.0:1749606962.614231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749606962.614234:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606962.614236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606962.614241:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000010:3.0:1749606962.614241:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:2.0:1749606962.614247:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730068352, portal 10
00000100:00000200:3.0:1749606962.614248:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730068224, portal 25
00000400:00000010:2.0:1749606962.614253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000400:00000010:3.0:1749606962.614253:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:2.0:1749606962.614255:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730068352, offset 0
00000100:00000200:3.0:1749606962.614256:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730068224, offset 0
00000400:00000200:2.0:1749606962.614261:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606962.614273:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606962.614274:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606962.614278:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606962.614282:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606962.614285:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606962.614288:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606962.614291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [659:659:256:4294967295] 192.168.201.120@tcp LPNI seq info [659:659:8:4294967295]
00000400:00000200:2.0:1749606962.614302:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606962.614307:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606962.614310:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:3.0:1749606962.614311:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749606962.614316:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606962.614317:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606962.614321:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606962.614324:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749606962.614325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749606962.614328:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606962.614329:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749606962.614332:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [660:660:255:4294967295] 192.168.201.120@tcp LPNI seq info [660:660:7:4294967295]
00000400:00000200:3.0:1749606962.614343:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749606962.614349:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
00000800:00000200:3.0:1749606962.614350:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606962.614354:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000010:2.0:1749606962.614359:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60964c0.
00000800:00000200:3.0:1749606962.614360:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606962.614367:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749606962.614370:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
00000800:00000200:3.0:1749606962.614370:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606962.614374:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
02000000:00000010:2.0:1749606962.614397:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000800:00000200:0.0:1749606962.614399:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749606962.614399:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606962.614402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000800:00000010:0.0:1749606962.614405:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000100:00000200:2.0:1749606962.614405:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730068480, portal 10
00000400:00000010:2.0:1749606962.614408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749606962.614410:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730068480, offset 0
00000400:00000200:0.0:1749606962.614411:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606962.614414:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606962.614418:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606962.614418:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606962.614421:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606962.614422:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000200:2.0:1749606962.614423:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749606962.614425:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000400:00000200:2.0:1749606962.614425:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606962.614427:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606962.614430:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [661:661:254:4294967295] 192.168.201.120@tcp LPNI seq info [661:661:6:4294967295]
00000100:00000200:0.0:1749606962.614433:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730068352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606962.614437:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606962.614440:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606962.614443:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606962.614446:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606962.614450:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606962.614452:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606962.614503:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606962.614505:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749606962.614508:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606962.614511:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606962.614513:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749606962.614515:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749606962.614519:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730068224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606962.614541:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606962.614543:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606962.614545:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606962.614548:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606962.614550:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749606962.614551:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749606962.614554:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730068480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606962.615440:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606962.615454:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314980
00000400:00000200:0.0:1749606962.615462:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x158d [1] + 0
00000400:00000200:0.0:1749606962.615584:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606962.615606:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606962.615613:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730068352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606962.615651:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606962.615657:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314900
00000400:00000200:0.0:1749606962.615662:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1591 [1] + 224
00000400:00000200:0.0:1749606962.615668:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606962.615670:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606962.615674:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730068224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606962.615696:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606962.615700:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314a00
00000400:00000200:0.0:1749606962.615704:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x159d [1] + 0
00000400:00000010:2.0:1749606962.615715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:0.0:1749606962.615719:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606962.615722:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000200:0.0:1749606962.615723:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606962.615724:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606962.615729:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730068480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606962.615731:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730068352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606962.615742:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730068352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606962.615754:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606962.615759:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606962.615769:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000010:2.0:1749606962.615774:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606962.615776:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000100:00000200:3.0:1749606962.615776:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730068224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606962.615778:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749606962.615781:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730068480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606962.615787:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730068224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606962.615798:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730068480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606962.615806:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749606962.615810:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
02000000:00000010:2.0:1749606962.615814:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749606962.615814:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749606962.615819:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606962.615821:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606962.615824:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606962.615827:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606962.615829:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749606962.627046:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:1.0:1749606962.627054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60964c0.
00000100:00000010:0.0:1749606962.627060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:3.0:1749606962.627100:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:2.0:1749606967.622265:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749606967.622302:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606967.622394:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606967.622422:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606967.622432:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606967.622455:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606967.622459:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749606967.622468:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749606967.622491:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749606967.622496:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606967.622502:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730068608, portal 25
00000400:00000010:3.0:1749606967.622504:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749606967.622506:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730068608, offset 0
02000000:00000010:2.0:1749606967.622510:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000200:3.0:1749606967.622514:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749606967.622517:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606967.622523:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:3.0:1749606967.622525:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606967.622529:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606967.622530:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730068736, portal 10
00000400:00000200:3.0:1749606967.622532:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606967.622534:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749606967.622536:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:3.0:1749606967.622536:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749606967.622538:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730068736, offset 0
00000400:00000200:3.0:1749606967.622538:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [662:662:256:4294967295] 192.168.201.120@tcp LPNI seq info [662:662:8:4294967295]
00000400:00000200:2.0:1749606967.622546:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606967.622547:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606967.622551:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606967.622554:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749606967.622557:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606967.622561:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749606967.622563:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606967.622567:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749606967.622569:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749606967.622570:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606967.622573:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749606967.622573:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606967.622576:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [663:663:255:4294967295] 192.168.201.120@tcp LPNI seq info [663:663:7:4294967295]
00000400:00000200:2.0:1749606967.622588:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749606967.622604:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000800:00000200:2.0:1749606967.622613:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606967.622617:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000100:00000010:3.0:1749606967.622622:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000800:00000200:2.0:1749606967.622623:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606967.622631:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606967.622636:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606967.622644:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749606967.622654:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000800:00000200:0.0:1749606967.622674:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606967.622681:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
02000000:00000010:2.0:1749606967.622681:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749606967.622685:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606967.622688:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:0.0:1749606967.622689:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749606967.622690:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730068864, portal 10
00000400:00000010:2.0:1749606967.622694:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:0.0:1749606967.622696:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749606967.622696:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730068864, offset 0
00000400:00000200:2.0:1749606967.622700:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606967.622704:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000200:2.0:1749606967.622704:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749606967.622706:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000400:00000200:2.0:1749606967.622707:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606967.622710:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606967.622711:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606967.622713:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606967.622717:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [664:664:254:4294967295] 192.168.201.120@tcp LPNI seq info [664:664:6:4294967295]
00000100:00000200:0.0:1749606967.622718:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730068608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749606967.622724:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606967.622728:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606967.622730:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749606967.622733:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606967.622736:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606967.622739:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606967.622807:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606967.622818:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749606967.622822:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606967.622826:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606967.622828:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749606967.622830:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749606967.622835:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730068736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606967.622863:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606967.622865:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749606967.622868:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606967.622871:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606967.622873:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749606967.622874:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749606967.622877:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730068864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606967.624452:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606967.624464:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314a80
00000400:00000200:0.0:1749606967.624471:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x15a5 [1] + 224
00000400:00000200:0.0:1749606967.624481:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606967.624484:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606967.624491:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730068608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606967.624521:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606967.624526:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314b00
00000400:00000200:0.0:1749606967.624529:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x15ad [1] + 0
00000400:00000200:0.0:1749606967.624536:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606967.624540:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606967.624546:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730068736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606967.624552:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606967.624558:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606967.624560:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606967.624568:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730068608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606967.624578:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730068608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606967.624599:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749606967.624604:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749606967.624608:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:0.0:1749606967.624611:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606967.624620:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314b80
00000400:00000200:0.0:1749606967.624627:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x15b5 [1] + 0
00000400:00000200:0.0:1749606967.624646:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606967.624651:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749606967.624655:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606967.624662:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749606967.624664:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749606967.624672:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730068864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606967.624672:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730068736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606967.624683:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730068736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606967.624715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606967.624717:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606967.624719:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606967.624722:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730068864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606967.624730:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730068864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606967.624764:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606967.624769:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749606967.624772:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606967.624775:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749606967.624777:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606967.624781:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749606967.635004:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:1.0:1749606967.635007:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:2.0:1749606967.635052:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:0.0:1749606967.635055:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749606972.630154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606972.630180:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606972.630242:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606972.630259:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606972.630266:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606972.630284:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606972.630289:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749606972.630300:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749606972.630312:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749606972.630319:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
02000000:00000010:2.0:1749606972.630319:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606972.630325:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000100:00000200:1.0:1749606972.630328:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730068992, portal 25
00000400:00000010:2.0:1749606972.630332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000010:1.0:1749606972.630333:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:2.0:1749606972.630339:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730069120, portal 10
00000100:00000200:1.0:1749606972.630341:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730068992, offset 0
00000400:00000010:2.0:1749606972.630346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:1.0:1749606972.630350:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606972.630360:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730069120, offset 0
00000400:00000200:1.0:1749606972.630363:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606972.630368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606972.630369:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606972.630373:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606972.630376:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606972.630378:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606972.630380:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [665:665:256:4294967295] 192.168.201.120@tcp LPNI seq info [665:665:8:4294967295]
00000400:00000200:1.0:1749606972.630409:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606972.630416:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606972.630421:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:2.0:1749606972.630421:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606972.630426:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749606972.630429:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606972.630439:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606972.630444:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749606972.630446:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606972.630450:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606972.630453:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606972.630457:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [666:666:255:4294967295] 192.168.201.120@tcp LPNI seq info [666:666:7:4294967295]
00000400:00000200:2.0:1749606972.630470:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606972.630476:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606972.630478:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000800:00000010:2.0:1749606972.630480:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606972.630486:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606972.630495:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749606972.630496:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
00000800:00000200:2.0:1749606972.630499:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749606972.630501:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749606972.630507:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
02000000:00000010:2.0:1749606972.630547:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749606972.630550:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606972.630553:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606972.630556:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730069248, portal 10
00000400:00000010:2.0:1749606972.630560:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749606972.630563:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730069248, offset 0
00000400:00000200:2.0:1749606972.630569:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606972.630576:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606972.630580:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606972.630583:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606972.630586:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606972.630589:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606972.630594:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [667:667:254:4294967295] 192.168.201.120@tcp LPNI seq info [667:667:6:4294967295]
00000400:00000200:2.0:1749606972.630606:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606972.630612:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606972.630616:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:0.0:1749606972.630620:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749606972.630621:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749606972.630627:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000800:00000200:2.0:1749606972.630627:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606972.630631:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606972.630633:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606972.630641:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606972.630645:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749606972.630647:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749606972.630657:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730068992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606972.630678:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606972.630680:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606972.630682:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606972.630686:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606972.630688:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749606972.630689:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749606972.630693:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730069120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606972.630783:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606972.630787:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749606972.630791:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606972.630797:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606972.630800:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749606972.630814:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749606972.630822:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730069248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606972.632393:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606972.632406:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314c80
00000400:00000200:0.0:1749606972.632414:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x15c1 [1] + 0
00000400:00000200:0.0:1749606972.632423:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606972.632427:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606972.632434:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730069120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606972.632469:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606972.632474:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314c00
00000400:00000200:0.0:1749606972.632479:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x15bd [1] + 224
00000400:00000200:0.0:1749606972.632485:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606972.632488:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606972.632491:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730068992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606972.632515:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749606972.632515:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:0.0:1749606972.632519:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314d00
00000400:00000200:2.0:1749606972.632520:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749606972.632522:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606972.632529:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730069120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606972.632532:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x15cd [1] + 0
00000100:00000200:2.0:1749606972.632540:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730069120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606972.632547:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606972.632550:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606972.632550:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606972.632555:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606972.632557:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749606972.632564:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730069248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606972.632566:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730068992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606972.632566:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606972.632571:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749606972.632575:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:1.0:1749606972.632577:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730068992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606972.632581:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606972.632582:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606972.632584:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606972.632588:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730069248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606972.632596:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730069248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606972.632599:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606972.632604:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749606972.632608:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749606972.632610:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749606972.632612:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606972.632614:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:0.0:1749606972.643069:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:2.0:1749606972.643112:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749606972.643144:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:3.0:1749606972.643194:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:2.0:1749606977.638039:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749606977.638066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749606977.638122:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606977.638138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606977.638144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606977.638159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606977.638161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606977.638172:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
02000000:00000010:2.0:1749606977.638179:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749606977.638181:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606977.638183:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:3.0:1749606977.638189:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606977.638198:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730069376, portal 25
00000400:00000010:3.0:1749606977.638204:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749606977.638206:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730069376, offset 0
00000400:00000010:2.0:1749606977.638211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000200:3.0:1749606977.638213:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749606977.638221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730069504, portal 10
00000400:00000200:3.0:1749606977.638225:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749606977.638226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749606977.638227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730069504, offset 0
00000400:00000200:3.0:1749606977.638230:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606977.638231:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606977.638233:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606977.638237:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606977.638238:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606977.638241:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [668:668:256:4294967295] 192.168.201.120@tcp LPNI seq info [668:668:8:4294967295]
00000400:00000200:3.0:1749606977.638251:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749606977.638255:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749606977.638255:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606977.638257:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606977.638259:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606977.638261:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:3.0:1749606977.638261:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749606977.638262:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606977.638264:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [669:669:255:4294967295] 192.168.201.120@tcp LPNI seq info [669:669:7:4294967295]
00000400:00000200:2.0:1749606977.638269:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606977.638272:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749606977.638273:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749606977.638274:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606977.638276:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606977.638281:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606977.638282:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606977.638286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606977.638286:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749606977.638302:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749606977.638327:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749606977.638335:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749606977.638341:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
02000000:00000010:2.0:1749606977.638352:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749606977.638354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749606977.638356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606977.638358:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730069632, portal 10
00000400:00000010:2.0:1749606977.638360:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749606977.638361:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730069632, offset 0
00000400:00000200:2.0:1749606977.638364:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606977.638367:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606977.638369:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606977.638370:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606977.638371:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606977.638372:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606977.638374:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [670:670:254:4294967295] 192.168.201.120@tcp LPNI seq info [670:670:6:4294967295]
00000400:00000200:2.0:1749606977.638378:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606977.638385:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749606977.638387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606977.638387:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749606977.638389:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749606977.638392:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749606977.638392:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606977.638394:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749606977.638403:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606977.638407:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606977.638411:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749606977.638413:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749606977.638422:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730069504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606977.638436:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606977.638437:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749606977.638439:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606977.638441:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606977.638442:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749606977.638443:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749606977.638446:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730069376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606977.638510:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606977.638511:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749606977.638512:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606977.638514:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606977.638515:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749606977.638516:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749606977.638518:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730069632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606977.639688:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606977.639697:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314d80
00000400:00000200:0.0:1749606977.639702:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x15d5 [1] + 224
00000400:00000200:0.0:1749606977.639710:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606977.639712:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606977.639716:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730069376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606977.639736:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606977.639744:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314e00
00000400:00000200:0.0:1749606977.639746:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x15dd [1] + 0
00000400:00000200:0.0:1749606977.639750:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606977.639752:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606977.639754:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730069504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606977.639757:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606977.639760:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606977.639762:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606977.639766:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730069376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606977.639767:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606977.639770:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf314e80
00000400:00000200:0.0:1749606977.639772:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x15e5 [1] + 0
00000100:00000200:3.0:1749606977.639773:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730069376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606977.639780:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606977.639783:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606977.639785:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730069632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606977.639792:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749606977.639796:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749606977.639799:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:2.0:1749606977.639826:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606977.639830:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749606977.639831:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749606977.639836:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730069504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606977.639842:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730069504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606977.639855:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606977.639856:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606977.639857:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606977.639859:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730069632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606977.639863:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730069632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606977.639871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749606977.639874:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606977.639875:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606977.639877:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749606977.639878:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749606977.639879:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:0.0:1749606977.651000:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749606977.651013:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749606977.651015:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:1.0:1749606977.651111:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:2.0:1749606982.646111:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749606982.646137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749606982.646195:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606982.646227:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749606982.646235:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749606982.646238:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749606982.646251:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000010:2.0:1749606982.646255:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749606982.646258:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749606982.646261:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606982.646269:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730069760, portal 25
00000400:00000010:3.0:1749606982.646275:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
02000000:00000010:0.0:1749606982.646277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942400.
00000100:00000200:3.0:1749606982.646277:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730069760, offset 0
00000400:00000010:0.0:1749606982.646283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eacb8.
00000400:00000200:3.0:1749606982.646288:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749606982.646294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749606982.646296:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730069888, portal 10
00000400:00000010:0.0:1749606982.646301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749606982.646302:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730069888, offset 0
00000400:00000200:3.0:1749606982.646303:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606982.646306:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606982.646308:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606982.646313:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606982.646316:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606982.646318:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749606982.646321:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [671:671:256:4294967295] 192.168.201.120@tcp LPNI seq info [671:671:8:4294967295]
00000400:00000200:3.0:1749606982.646340:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606982.646345:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606982.646346:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606982.646348:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749606982.646348:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749606982.646350:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606982.646351:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606982.646353:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606982.646355:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [672:672:255:4294967295] 192.168.201.120@tcp LPNI seq info [672:672:7:4294967295]
00000800:00000200:3.0:1749606982.646355:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749606982.646360:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749606982.646362:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606982.646366:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749606982.646370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606982.646372:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000800:00000200:0.0:1749606982.646374:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606982.646378:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606982.646380:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749606982.646388:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749606982.646406:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749606982.646412:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749606982.646421:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
02000000:00000010:0.0:1749606982.646430:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941800.
00000400:00000010:0.0:1749606982.646433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac08.
00000400:00000010:0.0:1749606982.646435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749606982.646437:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730070016, portal 10
00000400:00000010:0.0:1749606982.646439:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749606982.646440:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730070016, offset 0
00000400:00000200:0.0:1749606982.646443:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606982.646446:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606982.646447:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606982.646449:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606982.646450:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606982.646451:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606982.646453:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [673:673:254:4294967295] 192.168.201.120@tcp LPNI seq info [673:673:6:4294967295]
00000400:00000200:0.0:1749606982.646457:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606982.646459:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606982.646460:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749606982.646461:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749606982.646463:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606982.646464:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749606982.646495:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606982.646498:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749606982.646502:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606982.646507:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606982.646511:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:1.0:1749606982.646512:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:1.0:1749606982.646521:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730069760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606982.646548:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606982.646549:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:1.0:1749606982.646550:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606982.646552:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606982.646553:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:1.0:1749606982.646554:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:1.0:1749606982.646557:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730069888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749606982.646611:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749606982.646612:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749606982.646614:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749606982.646615:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749606982.646616:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:1.0:1749606982.646617:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:1.0:1749606982.646619:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730070016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606982.647567:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606982.647575:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf314f00
00000400:00000200:0.0:1749606982.647580:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x15ed [1] + 224
00000400:00000200:0.0:1749606982.647588:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606982.647590:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606982.647600:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730069760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606982.647619:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606982.647623:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf314f80
00000400:00000200:0.0:1749606982.647625:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x15f5 [1] + 0
00000400:00000200:0.0:1749606982.647628:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606982.647630:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606982.647632:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730069888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749606982.647640:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749606982.647643:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749606982.647644:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749606982.647647:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730069760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606982.647651:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606982.647653:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315000
00000100:00000200:3.0:1749606982.647654:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730069760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749606998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606982.647656:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x15fd [1] + 0
00000400:00000200:0.0:1749606982.647664:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606982.647666:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606982.647669:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730070016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749606982.647674:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749606982.647677:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749606982.647681:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749606982.647702:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eacb8.
00000400:00000200:1.0:1749606982.647706:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:1.0:1749606982.647707:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749606982.647711:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730069888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606982.647717:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730069888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606982.647731:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac08.
00000400:00000200:1.0:1749606982.647733:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:1.0:1749606982.647733:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:1.0:1749606982.647735:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730070016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606982.647740:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730070016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606982.647764:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942400.
02000000:00000010:1.0:1749606982.647767:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749606982.647769:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749606982.647771:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941800.
02000000:00000010:1.0:1749606982.647774:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749606982.647776:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749606982.659004:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:1.0:1749606982.659010:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749606982.659024:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:2.0:1749606982.659057:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:2.0:1749606987.654133:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606987.654160:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606987.654218:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606987.654235:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749606987.654241:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749606987.654265:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606987.654269:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749606987.654282:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749606987.654293:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac60.
00000400:00000010:0.0:1749606987.654299:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749606987.654307:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730070144, portal 25
00000400:00000010:0.0:1749606987.654312:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749606987.654315:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730070144, offset 0
00000400:00000200:0.0:1749606987.654323:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606987.654336:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606987.654342:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606987.654346:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606987.654350:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749606987.654353:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606987.654370:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [674:674:256:4294967295] 192.168.201.120@tcp LPNI seq info [674:674:8:4294967295]
02000000:00000010:1.0:1749606987.654374:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749606987.654382:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606987.654388:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749606987.654388:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000800:00000010:0.0:1749606987.654393:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000010:1.0:1749606987.654394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000800:00000200:0.0:1749606987.654399:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749606987.654401:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730070272, portal 10
00000400:00000010:1.0:1749606987.654407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000800:00000200:0.0:1749606987.654408:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749606987.654410:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730070272, offset 0
00000800:00000200:0.0:1749606987.654412:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749606987.654418:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606987.654430:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606987.654434:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606987.654437:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606987.654439:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606987.654441:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606987.654443:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [675:675:255:4294967295] 192.168.201.120@tcp LPNI seq info [675:675:7:4294967295]
00000100:00000010:0.0:1749606987.654444:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749606987.654452:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606987.654455:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749606987.654457:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
00000800:00000010:1.0:1749606987.654459:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000100:00000010:0.0:1749606987.654464:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
00000800:00000200:1.0:1749606987.654464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749606987.654470:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
00000800:00000200:1.0:1749606987.654470:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606987.654473:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606987.654516:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749606987.654520:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749606987.654522:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000800:00000010:2.0:1749606987.654522:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000010:1.0:1749606987.654524:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000200:2.0:1749606987.654530:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749606987.654537:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730070400, portal 10
00000400:00000200:2.0:1749606987.654539:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749606987.654540:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749606987.654541:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730070400, offset 0
00000400:00000200:2.0:1749606987.654545:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:2.0:1749606987.654548:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000400:00000200:1.0:1749606987.654554:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606987.654557:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606987.654559:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749606987.654560:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730070144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606987.654561:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606987.654562:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606987.654563:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606987.654565:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [676:676:254:4294967295] 192.168.201.120@tcp LPNI seq info [676:676:6:4294967295]
00000400:00000200:1.0:1749606987.654570:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606987.654572:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606987.654574:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749606987.654576:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749606987.654578:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749606987.654579:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606987.654594:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606987.654598:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749606987.654602:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606987.654609:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606987.654612:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:2.0:1749606987.654614:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749606987.654621:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730070272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606987.654718:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606987.654723:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749606987.654726:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606987.654731:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606987.654743:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:2.0:1749606987.654745:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:2.0:1749606987.654751:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730070400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606987.655999:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606987.656012:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315100
00000400:00000200:0.0:1749606987.656020:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x160d [1] + 0
00000400:00000200:0.0:1749606987.656029:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606987.656032:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606987.656040:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730070272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606987.656087:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606987.656096:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315080
00000400:00000200:0.0:1749606987.656103:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1605 [1] + 224
00000400:00000200:0.0:1749606987.656112:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606987.656117:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606987.656124:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730070144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606987.656138:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749606987.656142:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749606987.656144:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606987.656151:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730070272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606987.656159:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730070272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606987.656169:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606987.656178:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315180
02000000:00000010:1.0:1749606987.656186:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749606987.656191:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000400:00000200:0.0:1749606987.656195:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1615 [1] + 0
00000100:00000010:1.0:1749606987.656195:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749606987.656218:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606987.656224:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606987.656232:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730070400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606987.656260:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000400:00000200:2.0:1749606987.656269:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749606987.656271:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749606987.656279:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730070144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606987.656280:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749606987.656281:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606987.656283:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606987.656286:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730070400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606987.656290:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730070144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606987.656297:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730070400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749606997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749606987.656309:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749606987.656312:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749606987.656314:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749606987.656316:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749606987.656321:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749606987.656325:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:3.0:1749606987.667015:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:0.0:1749606987.667029:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:1.0:1749606987.667042:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:2.0:1749606987.667051:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:2.0:1749606992.662036:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749606992.662063:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749606992.662125:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606992.662144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749606992.662148:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749606992.662151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749606992.662156:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749606992.662162:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606992.662169:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730070528, portal 25
00000400:00000010:1.0:1749606992.662173:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749606992.662175:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730070528, offset 0
00000100:00000010:2.0:1749606992.662176:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606992.662180:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000200:1.0:1749606992.662181:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749606992.662191:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749606992.662197:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749606992.662200:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749606992.662203:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749606992.662204:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749606992.662207:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [677:677:256:4294967295] 192.168.201.120@tcp LPNI seq info [677:677:8:4294967295]
00000400:00000200:1.0:1749606992.662215:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749606992.662219:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749606992.662222:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749606992.662227:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:0.0:1749606992.662231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941400.
00000800:00000200:1.0:1749606992.662233:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749606992.662236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab58.
00000800:00000200:1.0:1749606992.662237:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749606992.662239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749606992.662242:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730070656, portal 10
00000400:00000010:0.0:1749606992.662246:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749606992.662247:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730070656, offset 0
00000400:00000200:0.0:1749606992.662252:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749606992.662255:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000400:00000200:0.0:1749606992.662260:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749606992.662263:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1749606992.662263:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000400:00000200:0.0:1749606992.662264:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606992.662266:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1749606992.662266:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000400:00000200:0.0:1749606992.662267:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606992.662269:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [678:678:255:4294967295] 192.168.201.120@tcp LPNI seq info [678:678:7:4294967295]
00000400:00000200:0.0:1749606992.662274:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606992.662277:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606992.662279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749606992.662281:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749606992.662283:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000800:00000200:0.0:1749606992.662285:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606992.662286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749606992.662295:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:0.0:1749606992.662296:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eabb0.
00000400:00000010:0.0:1749606992.662298:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749606992.662299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730070784, portal 10
00000800:00000200:2.0:1749606992.662301:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749606992.662302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000800:00000010:2.0:1749606992.662304:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000100:00000200:0.0:1749606992.662309:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730070784, offset 0
00000400:00000200:2.0:1749606992.662309:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606992.662312:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749606992.662314:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606992.662315:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606992.662316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749606992.662317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749606992.662319:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606992.662319:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000200:0.0:1749606992.662320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749606992.662321:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [679:679:254:4294967295] 192.168.201.120@tcp LPNI seq info [679:679:6:4294967295]
00000400:00000010:2.0:1749606992.662321:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749606992.662325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749606992.662327:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749606992.662329:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000800:00000200:0.0:1749606992.662330:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:2.0:1749606992.662331:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730070528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606992.662332:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749606992.662333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749606992.662351:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606992.662359:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:2.0:1749606992.662362:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606992.662365:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606992.662367:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749606992.662369:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749606992.662372:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730070656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749606992.662434:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749606992.662435:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:2.0:1749606992.662437:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749606992.662440:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749606992.662442:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749606992.662443:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749606992.662445:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730070784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606992.663525:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606992.663533:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315280
00000400:00000200:0.0:1749606992.663538:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1625 [1] + 0
00000400:00000200:0.0:1749606992.663544:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606992.663545:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606992.663550:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730070656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606992.663567:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606992.663570:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315200
00000400:00000200:0.0:1749606992.663572:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x161d [1] + 224
00000400:00000200:0.0:1749606992.663575:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606992.663577:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606992.663579:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730070528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606992.663585:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab58.
00000400:00000200:2.0:1749606992.663589:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749606992.663590:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749606992.663593:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730070656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606992.663598:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730070656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606992.663601:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606992.663604:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315300
00000400:00000200:0.0:1749606992.663607:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x162d [1] + 0
00000400:00000200:0.0:1749606992.663615:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606992.663617:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749606992.663618:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941400.
00000100:00000200:0.0:1749606992.663620:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730070784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606992.663623:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606992.663626:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:2.0:1749606992.663629:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eabb0.
00000400:00000200:2.0:1749606992.663630:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749606992.663631:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749606992.663633:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730070784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749606992.663635:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749606992.663637:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730070784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749606992.663639:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749606992.663641:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749606992.663646:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730070528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749606992.663654:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730070528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606992.663654:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:2.0:1749606992.663658:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606992.663660:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749606992.663668:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749606992.663672:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749606992.663675:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749606992.674993:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:1.0:1749606992.675000:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:2.0:1749606992.675012:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:3.0:1749606992.675024:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:2.0:1749606997.670094:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749606997.670121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749606997.670177:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749606997.670193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749606997.670199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606997.670215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749606997.670218:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749606997.670241:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749606997.670242:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:2.0:1749606997.670247:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:3.0:1749606997.670248:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749606997.670253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:3.0:1749606997.670253:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:2.0:1749606997.670260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730071040, portal 10
00000100:00000200:3.0:1749606997.670262:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730070912, portal 25
00000400:00000010:2.0:1749606997.670266:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000010:3.0:1749606997.670266:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:2.0:1749606997.670267:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730071040, offset 0
00000100:00000200:3.0:1749606997.670267:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730070912, offset 0
00000400:00000200:2.0:1749606997.670273:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606997.670285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749606997.670288:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606997.670291:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606997.670294:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606997.670298:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606997.670299:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606997.670302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [680:680:256:4294967295] 192.168.201.120@tcp LPNI seq info [680:680:8:4294967295]
00000400:00000200:2.0:1749606997.670311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606997.670315:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749606997.670315:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749606997.670318:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:3.0:1749606997.670318:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749606997.670320:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749606997.670321:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749606997.670323:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749606997.670324:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749606997.670324:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [681:681:255:4294967295] 192.168.201.120@tcp LPNI seq info [681:681:7:4294967295]
00000400:00000200:3.0:1749606997.670329:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606997.670332:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749606997.670332:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749606997.670334:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749606997.670336:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749606997.670340:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606997.670342:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749606997.670342:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749606997.670361:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f80.
00000100:00000010:2.0:1749606997.670377:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096040.
00000100:00000010:2.0:1749606997.670383:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
00000100:00000010:2.0:1749606997.670386:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
02000000:00000010:2.0:1749606997.670393:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749606997.670396:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749606997.670397:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606997.670399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730071168, portal 10
00000400:00000010:2.0:1749606997.670402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749606997.670403:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730071168, offset 0
00000400:00000200:2.0:1749606997.670406:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749606997.670409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749606997.670411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749606997.670412:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749606997.670413:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749606997.670415:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749606997.670417:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [682:682:254:4294967295] 192.168.201.120@tcp LPNI seq info [682:682:6:4294967295]
00000400:00000200:2.0:1749606997.670421:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749606997.670423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749606997.670424:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749606997.670426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749606997.670428:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749606997.670429:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749606997.670552:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606997.670561:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749606997.670570:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606997.670579:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606997.670586:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749606997.670589:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749606997.670669:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730071040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606997.670715:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606997.670717:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749606997.670720:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606997.670724:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606997.670726:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749606997.670728:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749606997.670733:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730070912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749606997.670811:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749606997.670813:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749606997.670816:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606997.670819:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749606997.670822:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749606997.670838:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749606997.670844:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730071168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606997.672120:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606997.672136:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315400
00000400:00000200:0.0:1749606997.672145:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1635 [1] + 0
00000400:00000200:0.0:1749606997.672156:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606997.672159:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606997.672166:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730071040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606997.672204:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606997.672208:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315380
00000400:00000200:0.0:1749606997.672214:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1639 [1] + 224
00000400:00000200:0.0:1749606997.672219:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749606997.672222:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749606997.672225:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730070912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749606997.672236:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749606997.672241:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749606997.672243:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749606997.672253:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730071040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606997.672258:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749606997.672262:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315480
00000100:00000200:2.0:1749606997.672263:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730071040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749606997.672266:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1645 [1] + 0
00000400:00000010:3.0:1749606997.672277:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749606997.672279:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749606997.672282:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000200:0.0:1749606997.672283:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749606997.672283:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749606997.672288:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730071168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749606997.672288:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730070912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606997.672295:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
00000100:00000200:3.0:1749606997.672295:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730070912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606997.672301:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749606997.672307:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749606997.672307:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749606997.672310:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749606997.672312:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749606997.672314:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749606997.672316:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749606997.672318:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749606997.672322:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730071168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749606997.672326:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730071168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749606997.672337:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749606997.672339:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749606997.672341:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749606997.682986:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096040.
00000100:00000010:3.0:1749606997.682988:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:2.0:1749606997.682992:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:0.0:1749606997.683114:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f80.
00000100:00000010:2.0:1749607002.678060:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607002.678078:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607002.678129:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607002.678143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607002.678149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607002.678159:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749607002.678166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
00000400:00000010:3.0:1749607002.678166:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749607002.678170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749607002.678170:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607002.678176:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730071296, portal 25
00000400:00000010:3.0:1749607002.678180:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749607002.678182:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730071296, offset 0
02000000:00000010:0.0:1749607002.678187:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000400:00000010:0.0:1749607002.678192:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:3.0:1749607002.678200:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749607002.678209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000400:00000200:3.0:1749607002.678210:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:0.0:1749607002.678213:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730071424, portal 10
00000400:00000200:3.0:1749607002.678215:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749607002.678217:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749607002.678219:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730071424, offset 0
00000400:00000200:3.0:1749607002.678219:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607002.678222:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607002.678224:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607002.678224:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607002.678227:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [683:683:256:4294967295] 192.168.201.120@tcp LPNI seq info [683:683:8:4294967295]
00000400:00000200:3.0:1749607002.678236:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607002.678241:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607002.678242:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607002.678245:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607002.678245:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607002.678248:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607002.678249:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607002.678251:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607002.678251:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607002.678254:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [684:684:255:4294967295] 192.168.201.120@tcp LPNI seq info [684:684:7:4294967295]
00000800:00000200:3.0:1749607002.678258:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607002.678260:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749607002.678261:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607002.678265:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607002.678267:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749607002.678270:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607002.678274:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607002.678277:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607002.678282:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749607002.678293:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000100:00000010:3.0:1749607002.678300:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749607002.678306:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
02000000:00000010:0.0:1749607002.678319:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000400:00000010:0.0:1749607002.678322:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab00.
00000400:00000010:0.0:1749607002.678324:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749607002.678325:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730071552, portal 10
00000400:00000010:0.0:1749607002.678328:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749607002.678329:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730071552, offset 0
00000400:00000200:0.0:1749607002.678331:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607002.678334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607002.678336:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607002.678337:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607002.678339:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607002.678340:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607002.678341:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [685:685:254:4294967295] 192.168.201.120@tcp LPNI seq info [685:685:6:4294967295]
00000400:00000200:0.0:1749607002.678345:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607002.678350:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1749607002.678352:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607002.678353:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000010:1.0:1749607002.678354:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000800:00000200:0.0:1749607002.678355:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607002.678358:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607002.678358:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1749607002.678359:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607002.678363:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607002.678366:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:1.0:1749607002.678368:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749607002.678375:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730071296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607002.678391:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607002.678392:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749607002.678395:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607002.678397:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607002.678399:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:1.0:1749607002.678400:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:1.0:1749607002.678403:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730071424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607002.678461:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607002.678462:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749607002.678468:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607002.678471:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607002.678472:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749607002.678473:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:1.0:1749607002.678476:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730071552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607002.679626:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607002.679635:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315580
00000400:00000200:0.0:1749607002.679640:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1655 [1] + 0
00000400:00000200:0.0:1749607002.679647:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607002.679650:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607002.679655:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730071424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607002.679681:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607002.679685:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315500
00000400:00000200:0.0:1749607002.679688:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x164d [1] + 224
00000400:00000200:0.0:1749607002.679692:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607002.679695:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607002.679697:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:2.0:1749607002.679700:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749607002.679701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749607002.679705:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730071424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607002.679706:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730071296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607002.679710:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730071424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607002.679725:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749607002.679725:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
00000400:00000200:0.0:1749607002.679729:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315600
00000400:00000200:0.0:1749607002.679732:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x165d [1] + 0
02000000:00000010:2.0:1749607002.679733:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607002.679736:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749607002.679741:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607002.679745:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607002.679748:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:0.0:1749607002.679749:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730071552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607002.679751:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749607002.679752:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607002.679756:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730071296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607002.679761:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730071296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607002.679763:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab00.
00000400:00000200:2.0:1749607002.679765:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749607002.679766:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:2.0:1749607002.679768:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730071552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607002.679771:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000100:00000200:2.0:1749607002.679772:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730071552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607002.679773:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607002.679774:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607002.679781:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749607002.679783:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607002.679784:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749607002.690994:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:2.0:1749607002.691003:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:0.0:1749607002.691015:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:1.0:1749607002.691023:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749607007.686053:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607007.686077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607007.686124:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607007.686141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607007.686146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607007.686161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607007.686163:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607007.686187:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
02000000:00000010:0.0:1749607007.686188:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749607007.686193:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaaa8.
00000400:00000010:2.0:1749607007.686193:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:0.0:1749607007.686199:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000400:00000010:2.0:1749607007.686199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749607007.686206:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730071680, portal 25
00000100:00000200:2.0:1749607007.686206:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730071808, portal 10
00000400:00000010:0.0:1749607007.686209:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749607007.686211:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730071680, offset 0
00000400:00000010:2.0:1749607007.686211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607007.686214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730071808, offset 0
00000400:00000200:0.0:1749607007.686217:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607007.686228:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607007.686230:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607007.686234:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607007.686238:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607007.686241:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607007.686242:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607007.686245:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [686:686:256:4294967295] 192.168.201.120@tcp LPNI seq info [686:686:8:4294967295]
00000400:00000200:0.0:1749607007.686254:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607007.686258:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607007.686261:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749607007.686261:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607007.686264:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607007.686267:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607007.686267:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607007.686269:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749607007.686274:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607007.686277:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607007.686286:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607007.686289:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [687:687:255:4294967295] 192.168.201.120@tcp LPNI seq info [687:687:7:4294967295]
00000400:00000200:2.0:1749607007.686297:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749607007.686299:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:2.0:1749607007.686301:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607007.686305:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607007.686308:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607007.686310:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000800:00000200:2.0:1749607007.686313:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749607007.686315:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
00000800:00000200:2.0:1749607007.686316:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607007.686318:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
02000000:00000010:2.0:1749607007.686345:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749607007.686347:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749607007.686350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607007.686352:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730071936, portal 10
00000400:00000010:2.0:1749607007.686355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607007.686356:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730071936, offset 0
00000400:00000200:2.0:1749607007.686360:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607007.686363:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607007.686366:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607007.686366:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607007.686368:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607007.686370:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:1.0:1749607007.686371:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749607007.686372:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607007.686374:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [688:688:254:4294967295] 192.168.201.120@tcp LPNI seq info [688:688:6:4294967295]
00000400:00000200:1.0:1749607007.686376:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607007.686380:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607007.686382:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607007.686384:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607007.686386:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000800:00000010:2.0:1749607007.686386:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000010:1.0:1749607007.686388:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000800:00000200:2.0:1749607007.686388:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607007.686392:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607007.686394:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749607007.686395:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730071680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607007.686412:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607007.686413:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:1.0:1749607007.686415:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607007.686416:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607007.686418:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:1.0:1749607007.686419:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:1.0:1749607007.686421:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730071808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607007.686493:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607007.686495:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749607007.686496:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607007.686498:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607007.686499:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:1.0:1749607007.686500:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:1.0:1749607007.686503:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730071936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607007.687751:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607007.687760:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315700
00000400:00000200:0.0:1749607007.687765:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1669 [1] + 0
00000400:00000200:0.0:1749607007.687773:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607007.687775:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607007.687781:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730071808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607007.687810:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607007.687813:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315680
00000400:00000200:0.0:1749607007.687816:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1665 [1] + 224
00000400:00000200:0.0:1749607007.687819:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607007.687820:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607007.687823:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730071680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607007.687837:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607007.687839:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315780
00000400:00000200:0.0:1749607007.687841:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1675 [1] + 0
00000400:00000200:0.0:1749607007.687850:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607007.687852:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607007.687855:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730071936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607007.687862:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749607007.687866:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607007.687872:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607007.687877:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730071808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607007.687878:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaaa8.
00000100:00000200:2.0:1749607007.687883:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730071808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607007.687891:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:1.0:1749607007.687893:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:1.0:1749607007.687898:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730071680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607007.687902:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749607007.687904:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607007.687905:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:1.0:1749607007.687906:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730071680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607007.687907:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730071936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607007.687912:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730071936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607007.687923:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607007.687926:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749607007.687929:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749607007.687929:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607007.687931:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607007.687933:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607007.687951:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749607007.687968:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749607007.687972:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749607007.698995:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:1.0:1749607007.698996:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:0.0:1749607007.698997:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607007.699002:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:0.0:1749607012.694092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749607012.694115:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b400.
00000400:00000200:0.0:1749607012.694163:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607012.694178:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749607012.694183:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000100:00000010:0.0:1749607012.694198:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749607012.694200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
02000000:00000010:1.0:1749607012.694210:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607012.694218:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749607012.694220:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749607012.694225:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:2.0:1749607012.694226:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000100:00000200:1.0:1749607012.694233:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730072064, portal 25
00000400:00000010:2.0:1749607012.694234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607012.694237:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730072192, portal 10
00000400:00000010:1.0:1749607012.694239:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749607012.694241:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730072064, offset 0
00000400:00000010:2.0:1749607012.694241:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607012.694243:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730072192, offset 0
00000400:00000200:1.0:1749607012.694248:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607012.694254:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607012.694261:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607012.694267:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607012.694272:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607012.694275:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607012.694277:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607012.694281:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [689:689:256:4294967295] 192.168.201.120@tcp LPNI seq info [689:689:8:4294967295]
00000400:00000200:1.0:1749607012.694292:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607012.694299:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607012.694299:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607012.694301:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607012.694303:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:2.0:1749607012.694303:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607012.694304:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607012.694306:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607012.694310:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607012.694319:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607012.694320:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [690:690:255:4294967295] 192.168.201.120@tcp LPNI seq info [690:690:7:4294967295]
00000800:00000200:1.0:1749607012.694323:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607012.694326:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607012.694328:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607012.694331:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607012.694334:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607012.694337:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607012.694339:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607012.694358:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749607012.694379:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749607012.694386:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749607012.694398:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000800:00000200:0.0:1749607012.694403:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607012.694406:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749607012.694411:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607012.694415:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607012.694416:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000200:0.0:1749607012.694418:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749607012.694418:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:0.0:1749607012.694424:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000400:00000010:2.0:1749607012.694428:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607012.694429:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730072320, portal 10
00000100:00000200:0.0:1749607012.694431:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730072064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607012.694432:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607012.694433:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730072320, offset 0
00000400:00000200:2.0:1749607012.694435:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607012.694438:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607012.694440:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607012.694441:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607012.694443:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607012.694444:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607012.694445:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [691:691:254:4294967295] 192.168.201.120@tcp LPNI seq info [691:691:6:4294967295]
00000400:00000200:2.0:1749607012.694449:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607012.694451:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607012.694453:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607012.694454:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607012.694456:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607012.694457:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607012.694502:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607012.694504:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607012.694505:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607012.694507:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607012.694509:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749607012.694510:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749607012.694512:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730072192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607012.694527:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607012.694528:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607012.694529:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607012.694530:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607012.694532:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749607012.694533:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749607012.694535:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730072320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607012.695778:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607012.695787:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315880
00000400:00000200:0.0:1749607012.695792:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1681 [1] + 0
00000400:00000200:0.0:1749607012.695798:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607012.695800:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607012.695804:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730072192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607012.695823:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607012.695825:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315800
00000400:00000200:0.0:1749607012.695828:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x167d [1] + 224
00000400:00000200:0.0:1749607012.695838:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607012.695839:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607012.695842:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730072064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607012.695855:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607012.695857:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315900
00000400:00000200:0.0:1749607012.695860:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x168d [1] + 0
00000400:00000200:0.0:1749607012.695869:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607012.695870:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607012.695874:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749607012.695878:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607012.695879:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607012.695887:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730072320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607012.695888:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730072192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607012.695891:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:2.0:1749607012.695895:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730072192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607012.695896:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607012.695897:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607012.695902:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730072064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607012.695910:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730072064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607012.695913:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749607012.695914:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749607012.695915:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607012.695917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730072320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607012.695921:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730072320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607012.695926:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607012.695929:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:1.0:1749607012.695930:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b400.
02000000:00000010:2.0:1749607012.695931:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:2.0:1749607012.695950:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
02000000:00000010:2.0:1749607012.695953:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607012.695954:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:2.0:1749607012.695956:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000100:00000010:1.0:1749607012.695996:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000100:00000010:2.0:1749607012.706987:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:3.0:1749607012.706993:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:1.0:1749607012.706999:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:0.0:1749607012.707008:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:0.0:1749607017.702098:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749607017.702125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b000.
00000400:00000200:0.0:1749607017.702178:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607017.702194:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749607017.702200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
00000100:00000010:0.0:1749607017.702218:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749607017.702220:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
02000000:00000010:3.0:1749607017.702240:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749607017.702249:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607017.702256:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607017.702285:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730072448, portal 25
00000400:00000010:3.0:1749607017.702290:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749607017.702291:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730072448, offset 0
00000400:00000200:3.0:1749607017.702298:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607017.702309:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000200:3.0:1749607017.702311:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607017.702316:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000200:3.0:1749607017.702316:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607017.702320:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607017.702321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:3.0:1749607017.702323:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749607017.702324:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730072576, portal 10
00000400:00000200:3.0:1749607017.702325:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607017.702328:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [692:692:256:4294967295] 192.168.201.120@tcp LPNI seq info [692:692:8:4294967295]
00000400:00000010:2.0:1749607017.702329:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607017.702331:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730072576, offset 0
00000400:00000200:2.0:1749607017.702337:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607017.702338:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607017.702342:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607017.702343:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607017.702345:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607017.702345:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607017.702347:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607017.702348:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607017.702350:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607017.702351:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607017.702359:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607017.702363:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607017.702367:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [693:693:255:4294967295] 192.168.201.120@tcp LPNI seq info [693:693:7:4294967295]
00000400:00000200:2.0:1749607017.702372:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607017.702375:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607017.702378:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607017.702380:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607017.702383:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000800:00000200:2.0:1749607017.702384:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607017.702386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607017.702397:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749607017.702402:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749607017.702409:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
02000000:00000010:2.0:1749607017.702419:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607017.702421:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749607017.702423:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607017.702425:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730072704, portal 10
00000400:00000010:2.0:1749607017.702427:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749607017.702428:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730072704, offset 0
00000800:00000200:0.0:1749607017.702431:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607017.702431:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607017.702433:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607017.702434:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607017.702435:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607017.702437:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607017.702438:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607017.702439:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607017.702440:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607017.702440:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [694:694:254:4294967295] 192.168.201.120@tcp LPNI seq info [694:694:6:4294967295]
00000400:00000200:0.0:1749607017.702445:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607017.702445:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607017.702447:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607017.702448:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000800:00000010:2.0:1749607017.702448:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000010:0.0:1749607017.702449:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000800:00000200:2.0:1749607017.702450:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607017.702452:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607017.702453:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607017.702459:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730072448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607017.702474:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607017.702475:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607017.702482:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607017.702484:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607017.702486:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607017.702487:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607017.702489:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730072576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607017.702554:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607017.702555:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607017.702556:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607017.702558:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607017.702559:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749607017.702560:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749607017.702562:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730072704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607017.703866:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607017.703876:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315980
00000400:00000200:0.0:1749607017.703880:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1695 [1] + 224
00000400:00000200:0.0:1749607017.703887:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607017.703889:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607017.703894:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730072448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607017.703913:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607017.703915:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315a00
00000400:00000200:0.0:1749607017.703917:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x169d [1] + 0
00000400:00000200:0.0:1749607017.703920:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607017.703922:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607017.703924:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730072576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607017.703952:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607017.703959:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315a80
00000400:00000200:0.0:1749607017.703962:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x16a5 [1] + 0
00000400:00000010:3.0:1749607017.703966:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607017.703970:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749607017.703971:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607017.703975:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730072448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607017.703981:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730072448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607017.703986:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607017.703988:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607017.703990:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730072704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607017.703996:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749607017.704000:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749607017.704001:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607017.704010:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730072576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607017.704011:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749607017.704014:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b000.
00000100:00000200:2.0:1749607017.704016:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730072576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607017.704017:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000400:00000010:2.0:1749607017.704030:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749607017.704031:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749607017.704032:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607017.704034:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730072704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607017.704038:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730072704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607017.704046:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607017.704048:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:2.0:1749607017.704051:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
02000000:00000010:2.0:1749607017.704053:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607017.704054:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:2.0:1749607017.704055:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000010:0.0:1749607017.715003:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:2.0:1749607017.715009:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:1.0:1749607017.715019:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749607017.715021:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:0.0:1749607022.710030:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749607022.710061:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bb00.
00000400:00000200:0.0:1749607022.710126:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607022.710147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749607022.710156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
02000000:00000010:1.0:1749607022.710193:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:0.0:1749607022.710199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
00000400:00000010:1.0:1749607022.710202:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:0.0:1749607022.710204:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:1.0:1749607022.710209:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607022.710217:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730072832, portal 25
00000400:00000010:1.0:1749607022.710221:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607022.710223:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730072832, offset 0
00000400:00000200:1.0:1749607022.710229:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607022.710242:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749607022.710245:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000200:1.0:1749607022.710247:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607022.710251:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607022.710252:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000200:1.0:1749607022.710255:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749607022.710256:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000200:1.0:1749607022.710257:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607022.710259:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [695:695:256:4294967295] 192.168.201.120@tcp LPNI seq info [695:695:8:4294967295]
00000100:00000200:2.0:1749607022.710259:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730072960, portal 10
00000400:00000010:2.0:1749607022.710265:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607022.710266:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730072960, offset 0
00000400:00000200:1.0:1749607022.710269:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607022.710271:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607022.710274:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607022.710276:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607022.710279:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607022.710280:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607022.710282:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607022.710283:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607022.710291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [696:696:255:4294967295] 192.168.201.120@tcp LPNI seq info [696:696:7:4294967295]
00000800:00000010:1.0:1749607022.710292:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607022.710296:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607022.710298:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607022.710299:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607022.710302:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607022.710305:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607022.710306:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607022.710309:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607022.710310:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607022.710310:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607022.710330:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749607022.710344:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607022.710347:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000100:00000010:1.0:1749607022.710351:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
02000000:00000010:2.0:1749607022.710368:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749607022.710370:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:2.0:1749607022.710372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749607022.710374:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730073088, portal 10
00000400:00000010:2.0:1749607022.710377:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607022.710378:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730073088, offset 0
00000400:00000200:2.0:1749607022.710381:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607022.710383:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607022.710385:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607022.710387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607022.710387:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607022.710388:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607022.710389:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607022.710390:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607022.710390:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [697:697:254:4294967295] 192.168.201.120@tcp LPNI seq info [697:697:6:4294967295]
00000400:00000200:2.0:1749607022.710394:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607022.710396:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607022.710397:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:2.0:1749607022.710398:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607022.710400:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607022.710403:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607022.710403:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607022.710405:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607022.710407:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749607022.710409:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749607022.710418:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730072832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607022.710438:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607022.710440:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607022.710442:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607022.710446:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607022.710448:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749607022.710449:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749607022.710453:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730072960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607022.710540:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607022.710542:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607022.710545:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607022.710548:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607022.710550:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749607022.710552:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749607022.710555:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730073088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607022.711772:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607022.711781:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315b80
00000400:00000200:0.0:1749607022.711787:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x16b5 [1] + 0
00000400:00000200:0.0:1749607022.711794:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607022.711796:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607022.711800:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730072960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607022.711819:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607022.711822:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315c00
00000400:00000200:0.0:1749607022.711824:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x16bd [1] + 0
00000400:00000010:2.0:1749607022.711872:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:2.0:1749607022.711876:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749607022.711877:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000400:00000200:0.0:1749607022.711883:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607022.711886:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607022.711886:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730072960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607022.711890:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730073088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607022.711893:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730072960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607022.711901:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607022.711904:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315b00
00000400:00000200:0.0:1749607022.711907:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x16ad [1] + 224
00000400:00000200:0.0:1749607022.711913:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607022.711913:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:2.0:1749607022.711914:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749607022.711915:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749607022.711917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730073088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607022.711918:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607022.711920:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730072832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607022.711922:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730073088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607022.711932:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749607022.711954:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607022.711957:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607022.711958:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
02000000:00000010:2.0:1749607022.711961:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000200:1.0:1749607022.711962:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730072832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607022.711966:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000200:1.0:1749607022.711967:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730072832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607022.711968:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607022.711969:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:2.0:1749607022.711972:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
02000000:00000010:1.0:1749607022.711977:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607022.711981:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bb00.
00000100:00000010:1.0:1749607022.711982:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000010:3.0:1749607022.722991:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:0.0:1749607022.722999:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:2.0:1749607022.723002:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:1.0:1749607022.723013:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:2.0:1749607027.718161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607027.718187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607027.718241:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607027.718257:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607027.718262:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607027.718276:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607027.718278:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607027.718302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749607027.718304:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749607027.718309:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02738.
00000400:00000010:1.0:1749607027.718310:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607027.718315:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:2.0:1749607027.718315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:1.0:1749607027.718323:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730073216, portal 25
00000100:00000200:2.0:1749607027.718324:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730073344, portal 10
00000400:00000010:1.0:1749607027.718327:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607027.718329:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730073216, offset 0
00000400:00000010:2.0:1749607027.718329:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000200:1.0:1749607027.718335:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607027.718344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730073344, offset 0
00000400:00000200:1.0:1749607027.718349:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607027.718349:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607027.718355:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607027.718359:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607027.718363:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607027.718365:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607027.718373:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [698:698:256:4294967295] 192.168.201.120@tcp LPNI seq info [698:698:8:4294967295]
00000400:00000200:1.0:1749607027.718383:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607027.718387:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607027.718388:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607027.718390:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607027.718392:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:2.0:1749607027.718392:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607027.718394:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607027.718395:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607027.718397:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [699:699:255:4294967295] 192.168.201.120@tcp LPNI seq info [699:699:7:4294967295]
00000800:00000200:1.0:1749607027.718398:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607027.718402:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607027.718404:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607027.718405:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607027.718406:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:1.0:1749607027.718409:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607027.718409:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607027.718412:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607027.718414:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607027.718430:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749607027.718454:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60964c0.
00000100:00000010:2.0:1749607027.718459:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749607027.718463:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
02000000:00000010:2.0:1749607027.718472:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607027.718474:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02790.
00000400:00000010:2.0:1749607027.718477:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607027.718478:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730073472, portal 10
00000400:00000010:2.0:1749607027.718483:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607027.718483:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730073472, offset 0
00000400:00000200:2.0:1749607027.718486:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607027.718488:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607027.718490:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607027.718491:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607027.718493:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607027.718494:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607027.718495:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [700:700:254:4294967295] 192.168.201.120@tcp LPNI seq info [700:700:6:4294967295]
00000400:00000200:2.0:1749607027.718503:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607027.718506:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607027.718508:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607027.718510:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607027.718513:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607027.718514:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607027.718515:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607027.718519:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607027.718525:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607027.718530:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607027.718533:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749607027.718535:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749607027.718544:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730073216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607027.718558:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607027.718559:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607027.718561:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607027.718563:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607027.718564:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749607027.718565:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749607027.718567:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730073344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607027.718630:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607027.718632:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607027.718633:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607027.718634:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607027.718635:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749607027.718636:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749607027.718638:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730073472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607027.719888:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607027.719897:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315c80
00000400:00000200:0.0:1749607027.719903:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x16c5 [1] + 224
00000400:00000200:0.0:1749607027.719916:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607027.719918:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607027.719922:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730073216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607027.719957:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607027.719960:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315d80
00000400:00000200:0.0:1749607027.719963:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x16d5 [1] + 0
00000400:00000200:0.0:1749607027.719966:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607027.719967:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607027.719968:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607027.719972:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607027.719973:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749607027.719976:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730073472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607027.719977:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730073216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607027.719983:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730073216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607027.719990:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607027.719992:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315d00
00000400:00000200:0.0:1749607027.719994:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x16c9 [1] + 0
02000000:00000010:1.0:1749607027.720004:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:0.0:1749607027.720005:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607027.720007:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749607027.720007:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:0.0:1749607027.720009:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730073344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607027.720011:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:3.0:1749607027.720051:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02738.
00000400:00000200:3.0:1749607027.720056:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:3.0:1749607027.720057:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:3.0:1749607027.720061:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730073344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607027.720067:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730073344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607027.720081:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02790.
00000400:00000200:3.0:1749607027.720082:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:3.0:1749607027.720083:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:3.0:1749607027.720085:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730073472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607027.720089:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730073472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607027.720113:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749607027.720115:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749607027.720117:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749607027.720118:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749607027.720120:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749607027.720121:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:0.0:1749607027.730988:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749607027.730994:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:3.0:1749607027.730998:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:1.0:1749607027.731004:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60964c0.
00000100:00000010:2.0:1749607032.726021:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607032.726049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607032.726109:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607032.726128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607032.726136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749607032.726144:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607032.726152:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000010:2.0:1749607032.726154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607032.726158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749607032.726159:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607032.726166:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730073600, portal 25
00000400:00000010:1.0:1749607032.726170:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:3.0:1749607032.726171:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000100:00000200:1.0:1749607032.726172:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730073600, offset 0
00000400:00000010:3.0:1749607032.726177:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000200:1.0:1749607032.726179:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607032.726186:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000200:1.0:1749607032.726192:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607032.726197:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607032.726201:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:3.0:1749607032.726204:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730073728, portal 10
00000400:00000200:1.0:1749607032.726205:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607032.726206:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749607032.726208:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749607032.726210:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730073728, offset 0
00000400:00000200:1.0:1749607032.726215:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [701:701:256:4294967295] 192.168.201.120@tcp LPNI seq info [701:701:8:4294967295]
00000400:00000200:3.0:1749607032.726215:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607032.726224:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607032.726228:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607032.726229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607032.726231:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607032.726233:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:3.0:1749607032.726234:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607032.726235:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607032.726237:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607032.726238:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607032.726238:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [702:702:255:4294967295] 192.168.201.120@tcp LPNI seq info [702:702:7:4294967295]
00000800:00000200:1.0:1749607032.726244:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607032.726244:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607032.726246:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607032.726248:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749607032.726249:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607032.726251:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607032.726255:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607032.726257:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607032.726269:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607032.726295:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749607032.726299:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749607032.726306:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
02000000:00000010:3.0:1749607032.726322:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607032.726324:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607032.726326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607032.726328:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730073856, portal 10
00000400:00000010:3.0:1749607032.726331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749607032.726332:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730073856, offset 0
00000400:00000200:3.0:1749607032.726335:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607032.726338:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607032.726339:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607032.726341:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607032.726342:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749607032.726343:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607032.726343:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607032.726345:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [703:703:254:4294967295] 192.168.201.120@tcp LPNI seq info [703:703:6:4294967295]
00000400:00000200:3.0:1749607032.726349:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749607032.726351:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607032.726357:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749607032.726357:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607032.726359:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607032.726362:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607032.726363:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749607032.726365:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607032.726366:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607032.726367:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749607032.726368:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749607032.726378:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730073600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607032.726397:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607032.726406:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607032.726408:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607032.726412:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607032.726414:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749607032.726415:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749607032.726419:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730073728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607032.726494:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607032.726496:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607032.726498:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607032.726502:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607032.726504:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749607032.726506:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749607032.726509:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730073856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607032.727806:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607032.727815:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf315e80
00000400:00000200:0.0:1749607032.727820:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x16e5 [1] + 0
00000400:00000200:0.0:1749607032.727834:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607032.727836:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607032.727841:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730073728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607032.727880:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607032.727882:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749607032.727883:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607032.727887:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730073728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607032.727894:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730073728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607032.727915:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607032.727919:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749607032.727922:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749607032.727978:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607032.727982:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315e00
00000400:00000200:0.0:1749607032.727985:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x16dd [1] + 224
00000400:00000200:0.0:1749607032.727989:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607032.727992:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607032.727996:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730073600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607032.728042:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607032.728048:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf315f00
00000400:00000200:0.0:1749607032.728051:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x16ed [1] + 0
00000400:00000200:0.0:1749607032.728061:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607032.728064:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607032.728068:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730073856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607032.728094:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607032.728098:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607032.728099:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607032.728103:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730073600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607032.728103:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607032.728105:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607032.728106:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:1.0:1749607032.728109:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730073600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607032.728109:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730073856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607032.728114:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730073856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607032.728121:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607032.728124:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
02000000:00000010:3.0:1749607032.728124:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
00000100:00000010:1.0:1749607032.728126:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749607032.728126:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749607032.728127:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749607032.738995:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749607032.738999:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:1.0:1749607032.739018:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:0.0:1749607032.739031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:2.0:1749607037.734035:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607037.734062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607037.734113:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607037.734129:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607037.734134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607037.734151:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607037.734154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749607037.734159:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
02000000:00000010:1.0:1749607037.734167:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749607037.734169:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749607037.734173:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607037.734177:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:3.0:1749607037.734177:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:1.0:1749607037.734184:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730074112, portal 10
00000400:00000010:1.0:1749607037.734190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607037.734193:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730074112, offset 0
00000100:00000200:3.0:1749607037.734195:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730073984, portal 25
00000400:00000200:1.0:1749607037.734199:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607037.734199:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607037.734202:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730073984, offset 0
00000400:00000200:3.0:1749607037.734208:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607037.734212:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607037.734222:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607037.734226:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607037.734229:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607037.734231:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607037.734233:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [704:704:256:4294967295] 192.168.201.120@tcp LPNI seq info [704:704:8:4294967295]
00000400:00000200:1.0:1749607037.734243:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607037.734247:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607037.734249:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607037.734251:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749607037.734252:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607037.734255:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607037.734257:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607037.734259:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607037.734261:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [705:705:255:4294967295] 192.168.201.120@tcp LPNI seq info [705:705:7:4294967295]
00000800:00000200:1.0:1749607037.734265:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607037.734269:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607037.734273:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607037.734274:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607037.734278:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:3.0:1749607037.734278:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607037.734281:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607037.734286:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607037.734289:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607037.734299:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749607037.734321:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000100:00000010:1.0:1749607037.734324:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000100:00000010:1.0:1749607037.734337:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
02000000:00000010:1.0:1749607037.734345:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607037.734347:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607037.734349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749607037.734351:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730074240, portal 10
00000400:00000010:1.0:1749607037.734356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749607037.734357:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730074240, offset 0
00000400:00000200:1.0:1749607037.734360:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607037.734362:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607037.734364:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607037.734365:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607037.734366:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607037.734368:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607037.734369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [706:706:254:4294967295] 192.168.201.120@tcp LPNI seq info [706:706:6:4294967295]
00000400:00000200:1.0:1749607037.734373:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607037.734375:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607037.734376:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607037.734378:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000800:00000010:1.0:1749607037.734381:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749607037.734383:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749607037.734384:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607037.734387:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607037.734388:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749607037.734388:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607037.734391:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749607037.734392:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749607037.734401:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730074112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607037.734414:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607037.734415:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607037.734417:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607037.734419:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607037.734420:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749607037.734421:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749607037.734424:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730073984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607037.734487:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607037.734488:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749607037.734489:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607037.734491:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607037.734492:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749607037.734498:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749607037.734501:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730074240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607037.735732:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607037.735741:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316000
00000400:00000200:0.0:1749607037.735747:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x16f5 [1] + 0
00000400:00000200:0.0:1749607037.735754:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607037.735756:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607037.735760:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730074112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607037.735781:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607037.735784:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf315f80
00000400:00000200:0.0:1749607037.735786:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x16fd [1] + 224
00000400:00000200:0.0:1749607037.735789:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607037.735791:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607037.735793:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730073984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607037.735804:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607037.735806:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316080
00000400:00000010:1.0:1749607037.735808:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607037.735812:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607037.735813:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000400:00000200:0.0:1749607037.735816:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1705 [1] + 0
00000100:00000200:1.0:1749607037.735818:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730074112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607037.735827:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749607037.735827:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730074112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607037.735829:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607037.735832:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730074240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607037.735836:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607037.735840:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607037.735841:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607037.735846:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730073984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607037.735848:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000100:00000200:3.0:1749607037.735852:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730073984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607037.735866:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607037.735870:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749607037.735873:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749607037.744007:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607037.744010:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749607037.744012:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749607037.744016:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730074240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607037.744022:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730074240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607037.744031:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749607037.744036:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607037.744039:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749607037.744041:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749607037.744043:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607037.744044:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749607037.744045:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749607037.746973:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:1.0:1749607037.746983:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:0.0:1749607037.746989:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:3.0:1749607037.747008:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:2.0:1749607042.741998:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607042.742024:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607042.742073:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607042.742089:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607042.742094:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607042.742115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607042.742133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749607042.742138:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607042.742146:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607042.742153:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
02000000:00000010:0.0:1749607042.742157:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942800.
00000400:00000010:0.0:1749607042.742163:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaa50.
00000400:00000010:0.0:1749607042.742172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749607042.742176:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730074496, portal 10
00000100:00000200:3.0:1749607042.742176:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730074368, portal 25
00000400:00000010:3.0:1749607042.742180:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000400:00000010:0.0:1749607042.742181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:3.0:1749607042.742182:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730074368, offset 0
00000100:00000200:0.0:1749607042.742183:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730074496, offset 0
00000400:00000200:3.0:1749607042.742189:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607042.742195:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607042.742201:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607042.742207:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607042.742210:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607042.742214:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607042.742216:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607042.742218:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [707:707:256:4294967295] 192.168.201.120@tcp LPNI seq info [707:707:8:4294967295]
00000400:00000200:3.0:1749607042.742227:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607042.742231:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607042.742231:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607042.742234:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607042.742235:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607042.742236:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607042.742237:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607042.742239:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607042.742240:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [708:708:255:4294967295] 192.168.201.120@tcp LPNI seq info [708:708:7:4294967295]
00000800:00000200:3.0:1749607042.742241:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607042.742246:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607042.742248:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607042.742249:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749607042.742250:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000800:00000200:0.0:1749607042.742253:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607042.742253:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607042.742258:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607042.742261:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607042.742274:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749607042.742290:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749607042.742294:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749607042.742301:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
02000000:00000010:0.0:1749607042.742315:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000010:0.0:1749607042.742318:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9a0.
00000400:00000010:0.0:1749607042.742320:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749607042.742323:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730074624, portal 10
00000400:00000010:0.0:1749607042.742326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000800:00000200:1.0:1749607042.742326:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749607042.742327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730074624, offset 0
00000800:00000010:1.0:1749607042.742329:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607042.742331:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607042.742335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607042.742338:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607042.742338:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607042.742340:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607042.742342:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607042.742343:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607042.742344:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607042.742346:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [709:709:254:4294967295] 192.168.201.120@tcp LPNI seq info [709:709:6:4294967295]
00000400:00000200:1.0:1749607042.742346:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:1.0:1749607042.742348:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000400:00000200:0.0:1749607042.742352:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607042.742357:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730074368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607042.742360:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607042.742362:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749607042.742364:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607042.742367:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607042.742369:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607042.742427:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607042.742429:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000200:1.0:1749607042.742430:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607042.742432:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607042.742434:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:1.0:1749607042.742435:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:1.0:1749607042.742437:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730074496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607042.742454:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607042.742455:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749607042.742456:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607042.742458:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607042.742459:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749607042.742460:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749607042.742462:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730074624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607042.743565:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607042.743576:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316180
00000400:00000200:0.0:1749607042.743582:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1711 [1] + 0
00000400:00000200:0.0:1749607042.743592:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607042.743595:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607042.743600:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730074496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607042.743629:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607042.743634:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316100
00000400:00000200:0.0:1749607042.743637:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x170d [1] + 224
00000400:00000200:0.0:1749607042.743642:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607042.743645:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607042.743645:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaa50.
00000400:00000200:2.0:1749607042.743647:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749607042.743648:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:2.0:1749607042.743652:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730074496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607042.743656:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730074368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607042.743659:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730074496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607042.743676:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607042.743680:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316200
02000000:00000010:2.0:1749607042.743680:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942800.
00000400:00000200:0.0:1749607042.743683:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x171d [1] + 0
02000000:00000010:2.0:1749607042.743683:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607042.743687:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000200:0.0:1749607042.743695:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607042.743698:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607042.743702:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730074624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607042.743706:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607042.743710:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607042.743711:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607042.743716:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730074368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607042.743717:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9a0.
00000400:00000200:2.0:1749607042.743718:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749607042.743719:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749607042.743721:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730074624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607042.743722:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730074368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607042.743726:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730074624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607042.743733:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:2.0:1749607042.743734:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:3.0:1749607042.743736:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
02000000:00000010:2.0:1749607042.743737:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607042.743738:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749607042.743738:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749607042.754984:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749607042.754991:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749607042.754995:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:0.0:1749607042.754998:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749607047.750065:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607047.750092:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607047.750148:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607047.750165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607047.750171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607047.750187:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607047.750189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749607047.750207:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
02000000:00000010:2.0:1749607047.750209:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749607047.750217:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607047.750225:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000010:2.0:1749607047.750227:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000100:00000200:3.0:1749607047.750235:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730074752, portal 25
00000400:00000010:2.0:1749607047.750237:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607047.750239:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730074880, portal 10
00000400:00000010:3.0:1749607047.750240:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607047.750243:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730074752, offset 0
00000400:00000010:2.0:1749607047.750244:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749607047.750246:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730074880, offset 0
00000400:00000200:3.0:1749607047.750251:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607047.750257:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607047.750265:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607047.750271:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607047.750275:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607047.750278:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607047.750280:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607047.750283:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [710:710:256:4294967295] 192.168.201.120@tcp LPNI seq info [710:710:8:4294967295]
00000400:00000200:3.0:1749607047.750292:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607047.750296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607047.750296:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607047.750299:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607047.750300:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749607047.750300:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607047.750302:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607047.750303:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607047.750305:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [711:711:255:4294967295] 192.168.201.120@tcp LPNI seq info [711:711:7:4294967295]
00000800:00000200:3.0:1749607047.750307:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607047.750310:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607047.750312:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607047.750314:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:3.0:1749607047.750315:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607047.750317:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607047.750319:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607047.750320:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607047.750322:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607047.750342:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749607047.750358:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749607047.750369:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749607047.750373:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
02000000:00000010:2.0:1749607047.750381:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607047.750383:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:2.0:1749607047.750385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607047.750387:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730075008, portal 10
00000400:00000010:2.0:1749607047.750389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607047.750390:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730075008, offset 0
00000400:00000200:2.0:1749607047.750393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607047.750395:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607047.750397:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607047.750398:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607047.750400:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607047.750401:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607047.750402:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [712:712:254:4294967295] 192.168.201.120@tcp LPNI seq info [712:712:6:4294967295]
00000800:00000200:0.0:1749607047.750403:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607047.750407:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607047.750411:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607047.750413:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607047.750413:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607047.750416:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607047.750417:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607047.750418:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607047.750421:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000800:00000200:2.0:1749607047.750421:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749607047.750422:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000800:00000200:2.0:1749607047.750422:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607047.750431:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730074752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607047.750445:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607047.750446:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607047.750448:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607047.750450:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607047.750451:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749607047.750452:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749607047.750455:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730074880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607047.750513:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607047.750515:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607047.750516:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607047.750518:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607047.750519:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749607047.750519:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749607047.750521:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730075008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607047.751792:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607047.751800:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316280
00000400:00000200:0.0:1749607047.751805:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1725 [1] + 224
00000400:00000200:0.0:1749607047.751813:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607047.751815:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607047.751820:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730074752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607047.751863:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607047.751868:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316300
00000400:00000200:0.0:1749607047.751872:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1729 [1] + 0
00000400:00000200:0.0:1749607047.751877:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607047.751877:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607047.751880:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000200:0.0:1749607047.751881:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607047.751881:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749607047.751885:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730074880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607047.751885:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730074752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607047.751891:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730074752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607047.751908:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607047.751912:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316380
00000400:00000200:0.0:1749607047.751916:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1735 [1] + 0
02000000:00000010:3.0:1749607047.751922:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607047.751926:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000010:2.0:1749607047.751928:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:0.0:1749607047.751931:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749607047.751931:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:2.0:1749607047.751932:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749607047.751932:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000400:00000200:0.0:1749607047.751934:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607047.751950:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730074880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607047.751956:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730074880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607047.751957:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730075008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607047.751968:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607047.751970:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607047.751971:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607047.751973:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730075008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607047.751977:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730075008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607047.751985:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607047.751986:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607047.751988:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607047.751990:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607047.751991:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607047.751992:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749607047.762988:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749607047.762992:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:0.0:1749607047.763000:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:1.0:1749607047.763061:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:2.0:1749607052.758095:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607052.758124:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607052.758196:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607052.758216:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607052.758223:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607052.758244:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607052.758247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607052.758273:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749607052.758274:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607052.758281:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749607052.758281:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:1.0:1749607052.758288:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000010:2.0:1749607052.758288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:1.0:1749607052.758295:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730075136, portal 25
00000400:00000010:1.0:1749607052.758299:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:2.0:1749607052.758299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730075264, portal 10
00000100:00000200:1.0:1749607052.758301:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730075136, offset 0
00000400:00000010:2.0:1749607052.758305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:1.0:1749607052.758309:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607052.758314:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730075264, offset 0
00000400:00000200:2.0:1749607052.758319:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607052.758321:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607052.758331:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607052.758335:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607052.758339:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607052.758341:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607052.758343:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [713:713:256:4294967295] 192.168.201.120@tcp LPNI seq info [713:713:8:4294967295]
00000400:00000200:1.0:1749607052.758353:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607052.758357:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607052.758358:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607052.758360:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607052.758361:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749607052.758362:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607052.758364:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607052.758365:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607052.758367:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [714:714:255:4294967295] 192.168.201.120@tcp LPNI seq info [714:714:7:4294967295]
00000800:00000200:1.0:1749607052.758368:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607052.758372:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607052.758375:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607052.758376:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607052.758377:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:1.0:1749607052.758380:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607052.758380:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607052.758383:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607052.758385:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607052.758405:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749607052.758429:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749607052.758434:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749607052.758438:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
02000000:00000010:2.0:1749607052.758463:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749607052.758466:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:2.0:1749607052.758474:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607052.758477:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730075392, portal 10
00000400:00000010:2.0:1749607052.758481:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607052.758482:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730075392, offset 0
00000400:00000200:2.0:1749607052.758487:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607052.758492:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607052.758493:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607052.758494:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749607052.758496:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749607052.758496:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607052.758498:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607052.758500:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607052.758502:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [715:715:254:4294967295] 192.168.201.120@tcp LPNI seq info [715:715:6:4294967295]
00000400:00000200:0.0:1749607052.758503:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607052.758509:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607052.758509:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607052.758513:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000800:00000200:2.0:1749607052.758513:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749607052.758515:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000800:00000010:2.0:1749607052.758515:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607052.758519:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607052.758523:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749607052.758525:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730075136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607052.758525:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607052.758544:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607052.758546:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607052.758548:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607052.758550:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607052.758552:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749607052.758560:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749607052.758564:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730075264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607052.758630:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607052.758631:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607052.758633:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607052.758635:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607052.758636:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749607052.758637:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749607052.758639:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730075392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607052.759870:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607052.759879:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316400
00000400:00000200:0.0:1749607052.759883:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x173d [1] + 224
00000400:00000200:0.0:1749607052.759890:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607052.759892:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607052.759896:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730075136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607052.759917:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607052.759921:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316480
00000400:00000200:0.0:1749607052.759924:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1741 [1] + 0
00000400:00000200:0.0:1749607052.759928:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607052.759931:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607052.759950:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730075264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607052.759970:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607052.759974:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316500
00000400:00000200:0.0:1749607052.759977:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x174d [1] + 0
00000400:00000010:2.0:1749607052.759993:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:0.0:1749607052.759995:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607052.759996:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000200:0.0:1749607052.759997:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607052.759997:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000010:1.0:1749607052.760001:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:2.0:1749607052.760001:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730075264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607052.760002:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730075392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607052.760004:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749607052.760006:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:2.0:1749607052.760007:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730075264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607052.760010:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730075136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607052.760017:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730075136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607052.760027:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607052.760028:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607052.760028:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607052.760030:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730075392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607052.760032:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:2.0:1749607052.760035:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730075392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607052.760038:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749607052.760042:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607052.760049:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607052.760051:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607052.760054:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607052.760056:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607052.760057:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607052.760059:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749607052.770986:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:3.0:1749607052.770990:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:0.0:1749607052.770992:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749607052.771001:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749607057.766097:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607057.766123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607057.766183:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607057.766202:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607057.766208:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607057.766208:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607057.766217:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607057.766224:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000010:2.0:1749607057.766228:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607057.766232:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:3.0:1749607057.766232:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730075520, portal 25
00000400:00000010:3.0:1749607057.766236:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607057.766238:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730075520, offset 0
00000400:00000200:3.0:1749607057.766244:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607057.766255:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000200:3.0:1749607057.766257:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607057.766260:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000200:3.0:1749607057.766262:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607057.766263:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607057.766266:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730075648, portal 10
00000400:00000200:3.0:1749607057.766266:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607057.766270:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607057.766271:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607057.766272:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607057.766274:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730075648, offset 0
00000400:00000200:3.0:1749607057.766274:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [716:716:256:4294967295] 192.168.201.120@tcp LPNI seq info [716:716:8:4294967295]
00000400:00000200:2.0:1749607057.766279:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607057.766284:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607057.766288:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607057.766291:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749607057.766294:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607057.766297:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607057.766297:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607057.766299:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607057.766302:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607057.766304:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607057.766305:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607057.766307:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [717:717:255:4294967295] 192.168.201.120@tcp LPNI seq info [717:717:7:4294967295]
00000800:00000200:3.0:1749607057.766310:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607057.766314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607057.766318:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607057.766332:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000800:00000010:2.0:1749607057.766335:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607057.766339:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607057.766344:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607057.766346:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607057.766346:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749607057.766358:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749607057.766362:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
02000000:00000010:2.0:1749607057.766380:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607057.766383:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:2.0:1749607057.766385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607057.766388:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730075776, portal 10
00000400:00000010:2.0:1749607057.766391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607057.766393:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730075776, offset 0
00000400:00000200:2.0:1749607057.766397:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607057.766401:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607057.766403:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607057.766406:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607057.766407:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607057.766407:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607057.766409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607057.766411:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749607057.766412:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [718:718:254:4294967295] 192.168.201.120@tcp LPNI seq info [718:718:6:4294967295]
00000400:00000200:0.0:1749607057.766416:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607057.766419:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607057.766421:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607057.766423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607057.766425:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000800:00000010:2.0:1749607057.766426:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000010:0.0:1749607057.766427:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000800:00000200:2.0:1749607057.766428:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607057.766432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607057.766434:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607057.766436:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730075520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607057.766450:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607057.766451:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607057.766453:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607057.766454:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607057.766456:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607057.766457:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607057.766459:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730075648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607057.766523:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607057.766524:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607057.766526:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607057.766527:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607057.766528:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749607057.766529:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749607057.766531:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730075776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607057.767811:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607057.767823:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316580
00000400:00000200:0.0:1749607057.767835:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1755 [1] + 224
00000400:00000200:0.0:1749607057.767846:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607057.767849:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607057.767854:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730075520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607057.767883:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607057.767888:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316600
00000400:00000200:0.0:1749607057.767892:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x175d [1] + 0
00000400:00000200:0.0:1749607057.767896:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607057.767899:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607057.767902:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730075648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607057.767911:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607057.767921:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607057.767922:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607057.767927:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730075520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607057.767930:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749607057.767955:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607057.767959:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607057.767960:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607057.767965:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730075648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607057.767972:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730075648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607057.767989:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316680
00000100:00000200:3.0:1749607057.767992:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730075520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607057.767993:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1765 [1] + 0
02000000:00000010:2.0:1749607057.768002:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749607057.768003:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:2.0:1749607057.768005:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000400:00000200:0.0:1749607057.768006:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749607057.768006:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:2.0:1749607057.768009:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:3.0:1749607057.768009:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000200:0.0:1749607057.768010:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607057.768014:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730075776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607057.768031:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607057.768033:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607057.768034:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607057.768036:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730075776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607057.768041:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730075776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607057.768050:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607057.768051:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607057.768052:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749607057.778978:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:0.0:1749607057.778988:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749607057.778990:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:1.0:1749607057.779013:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:2.0:1749607062.774071:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607062.774093:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607062.774142:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607062.774157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607062.774162:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607062.774176:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607062.774179:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749607062.774184:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607062.774192:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
02000000:00000010:2.0:1749607062.774198:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:3.0:1749607062.774199:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000010:2.0:1749607062.774202:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000100:00000200:3.0:1749607062.774208:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730075904, portal 25
00000400:00000010:2.0:1749607062.774211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:3.0:1749607062.774212:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:2.0:1749607062.774213:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730076032, portal 10
00000100:00000200:3.0:1749607062.774214:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730075904, offset 0
00000400:00000010:2.0:1749607062.774217:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607062.774218:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730076032, offset 0
00000400:00000200:3.0:1749607062.774222:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607062.774227:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607062.774235:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607062.774241:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607062.774245:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607062.774249:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607062.774252:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607062.774255:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [719:719:256:4294967295] 192.168.201.120@tcp LPNI seq info [719:719:8:4294967295]
00000400:00000200:3.0:1749607062.774267:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607062.774272:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607062.774274:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607062.774276:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607062.774277:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607062.774283:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607062.774292:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607062.774296:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607062.774297:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607062.774298:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607062.774300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607062.774302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [720:720:255:4294967295] 192.168.201.120@tcp LPNI seq info [720:720:7:4294967295]
00000400:00000200:2.0:1749607062.774310:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607062.774314:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607062.774316:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607062.774320:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607062.774322:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000800:00000200:2.0:1749607062.774324:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607062.774327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607062.774346:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749607062.774357:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749607062.774361:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
02000000:00000010:2.0:1749607062.774371:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749607062.774374:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:2.0:1749607062.774377:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607062.774380:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730076160, portal 10
00000400:00000010:2.0:1749607062.774383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607062.774385:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730076160, offset 0
00000400:00000200:2.0:1749607062.774389:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607062.774393:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607062.774395:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607062.774398:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607062.774399:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607062.774401:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607062.774403:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [721:721:254:4294967295] 192.168.201.120@tcp LPNI seq info [721:721:6:4294967295]
00000800:00000200:0.0:1749607062.774405:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607062.774409:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607062.774410:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607062.774414:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607062.774415:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:2.0:1749607062.774416:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607062.774419:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607062.774421:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607062.774424:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000800:00000200:2.0:1749607062.774424:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749607062.774426:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000800:00000200:2.0:1749607062.774426:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607062.774436:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730075904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607062.774466:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607062.774467:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607062.774470:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607062.774473:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607062.774475:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749607062.774476:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749607062.774480:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730076032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607062.774580:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607062.774583:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607062.774585:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607062.774588:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607062.774591:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749607062.774593:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749607062.774596:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730076160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607062.775769:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607062.775779:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316700
00000400:00000200:0.0:1749607062.775785:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x176d [1] + 224
00000400:00000200:0.0:1749607062.775794:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607062.775797:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607062.775803:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730075904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607062.775828:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607062.775832:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316780
00000400:00000200:0.0:1749607062.775836:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1771 [1] + 0
00000400:00000200:0.0:1749607062.775841:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607062.775844:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607062.775846:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607062.775849:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607062.775850:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607062.775853:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730075904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607062.775854:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730076032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607062.775859:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730075904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607062.775875:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749607062.775875:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607062.775878:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000200:0.0:1749607062.775880:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316800
00000100:00000010:3.0:1749607062.775881:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749607062.775883:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x177d [1] + 0
00000400:00000200:0.0:1749607062.775895:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607062.775896:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:0.0:1749607062.775898:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607062.775899:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607062.775900:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749607062.775904:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730076160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607062.775904:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730076032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607062.775909:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730076032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607062.775921:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607062.775922:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749607062.775922:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607062.775924:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730076160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607062.775928:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730076160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607062.775949:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607062.775952:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607062.775954:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607062.775955:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607062.775957:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607062.775958:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749607062.786988:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:0.0:1749607062.786989:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749607062.786996:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:1.0:1749607062.787022:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749607067.782121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607067.782146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607067.782202:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607067.782221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607067.782228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749607067.782247:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000100:00000010:2.0:1749607067.782252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
00000400:00000010:3.0:1749607067.782255:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
02000000:00000010:2.0:1749607067.782256:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749607067.782261:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
02000000:00000010:1.0:1749607067.782267:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000200:3.0:1749607067.782268:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730076288, portal 25
00000400:00000010:3.0:1749607067.782271:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000010:1.0:1749607067.782273:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:3.0:1749607067.782273:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730076288, offset 0
00000400:00000010:1.0:1749607067.782277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000200:3.0:1749607067.782279:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749607067.782285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730076416, portal 10
00000400:00000010:1.0:1749607067.782289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000200:3.0:1749607067.782290:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749607067.782291:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730076416, offset 0
00000400:00000200:3.0:1749607067.782295:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607067.782299:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607067.782302:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607067.782303:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607067.782306:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [722:722:256:4294967295] 192.168.201.120@tcp LPNI seq info [722:722:8:4294967295]
00000400:00000200:1.0:1749607067.782308:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607067.782315:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607067.782319:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607067.782319:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607067.782321:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607067.782322:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749607067.782323:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607067.782325:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607067.782326:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607067.782328:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [723:723:255:4294967295] 192.168.201.120@tcp LPNI seq info [723:723:7:4294967295]
00000800:00000200:3.0:1749607067.782333:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607067.782334:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607067.782337:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607067.782340:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:3.0:1749607067.782341:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607067.782342:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607067.782344:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607067.782346:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607067.782347:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607067.782363:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749607067.782384:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749607067.782389:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749607067.782396:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
02000000:00000010:1.0:1749607067.782433:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607067.782436:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607067.782438:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607067.782439:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730076544, portal 10
00000800:00000200:0.0:1749607067.782442:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749607067.782442:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749607067.782443:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730076544, offset 0
00000800:00000010:0.0:1749607067.782446:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749607067.782446:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607067.782450:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607067.782468:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607067.782469:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607067.782469:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607067.782470:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607067.782471:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607067.782473:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [724:724:254:4294967295] 192.168.201.120@tcp LPNI seq info [724:724:6:4294967295]
00000400:00000200:0.0:1749607067.782475:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607067.782478:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607067.782479:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749607067.782480:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000800:00000200:1.0:1749607067.782480:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607067.782482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749607067.782484:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607067.782490:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749607067.782491:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730076288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607067.782492:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607067.782511:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607067.782513:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607067.782515:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607067.782519:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607067.782521:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749607067.782522:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749607067.782526:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730076416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607067.782595:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607067.782598:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749607067.782600:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607067.782603:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607067.782613:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749607067.782614:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749607067.782620:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730076544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607067.783741:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607067.783749:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316880
00000400:00000200:0.0:1749607067.783754:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1785 [1] + 224
00000400:00000200:0.0:1749607067.783761:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607067.783763:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607067.783767:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730076288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607067.783784:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607067.783787:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316900
00000400:00000200:0.0:1749607067.783789:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x178d [1] + 0
00000400:00000200:0.0:1749607067.783792:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607067.783794:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607067.783796:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730076416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607067.783802:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607067.783804:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607067.783806:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607067.783809:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730076288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607067.783814:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607067.783815:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730076288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607067.783816:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316980
00000400:00000200:0.0:1749607067.783818:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1795 [1] + 0
00000400:00000200:0.0:1749607067.783828:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607067.783830:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607067.783833:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730076544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607067.783834:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607067.783837:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749607067.783841:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:1.0:1749607067.783861:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607067.783866:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749607067.783867:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749607067.783871:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730076416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607067.783877:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730076416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607067.783889:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607067.783890:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607067.783891:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607067.783893:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730076544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607067.783897:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730076544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607067.783905:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607067.783908:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749607067.783909:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749607067.783911:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607067.783912:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749607067.783914:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749607067.795051:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:0.0:1749607067.795061:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:2.0:1749607067.795073:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:1.0:1749607067.795078:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749607072.790083:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607072.790123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607072.790176:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607072.790193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607072.790199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607072.790220:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607072.790223:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607072.790227:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607072.790237:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607072.790244:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607072.790254:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730076672, portal 25
00000400:00000010:3.0:1749607072.790259:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749607072.790262:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730076672, offset 0
00000400:00000200:3.0:1749607072.790270:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749607072.790281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000200:3.0:1749607072.790282:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607072.790288:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607072.790292:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749607072.790295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:3.0:1749607072.790295:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607072.790297:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749607072.790299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000400:00000200:3.0:1749607072.790299:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [725:725:256:4294967295] 192.168.201.120@tcp LPNI seq info [725:725:8:4294967295]
00000100:00000200:0.0:1749607072.790303:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730076800, portal 10
00000400:00000010:0.0:1749607072.790320:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749607072.790321:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730076800, offset 0
00000400:00000200:3.0:1749607072.790353:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607072.790354:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607072.790358:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607072.790360:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607072.790363:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607072.790364:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607072.790366:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607072.790368:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607072.790370:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607072.790371:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607072.790373:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [726:726:255:4294967295] 192.168.201.120@tcp LPNI seq info [726:726:7:4294967295]
00000800:00000200:3.0:1749607072.790379:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607072.790381:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607072.790382:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607072.790385:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607072.790389:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749607072.790393:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607072.790398:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607072.790400:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607072.790402:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749607072.790415:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749607072.790419:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749607072.790425:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
02000000:00000010:0.0:1749607072.790436:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942c00.
00000400:00000010:0.0:1749607072.790440:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea948.
00000400:00000010:0.0:1749607072.790442:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749607072.790444:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730076928, portal 10
00000400:00000010:0.0:1749607072.790448:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000800:00000200:1.0:1749607072.790448:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749607072.790450:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730076928, offset 0
00000800:00000010:1.0:1749607072.790453:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607072.790454:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607072.790458:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607072.790458:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607072.790461:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607072.790463:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607072.790463:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607072.790465:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607072.790467:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607072.790467:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000200:0.0:1749607072.790469:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [727:727:254:4294967295] 192.168.201.120@tcp LPNI seq info [727:727:6:4294967295]
00000400:00000010:1.0:1749607072.790469:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:1.0:1749607072.790478:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730076672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607072.790483:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607072.790488:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607072.790491:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749607072.790494:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607072.790498:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607072.790500:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607072.790554:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607072.790555:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749607072.790557:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607072.790559:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607072.790561:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:1.0:1749607072.790562:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:1.0:1749607072.790564:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730076800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607072.790580:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607072.790581:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:1.0:1749607072.790582:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607072.790584:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607072.790586:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:1.0:1749607072.790586:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:1.0:1749607072.790588:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730076928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607072.791584:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607072.791597:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316a80
00000400:00000200:0.0:1749607072.791603:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x17a5 [1] + 0
00000400:00000200:0.0:1749607072.791613:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607072.791616:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607072.791622:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730076800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607072.791653:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607072.791658:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316a00
00000400:00000200:0.0:1749607072.791663:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x179d [1] + 224
00000400:00000200:0.0:1749607072.791668:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607072.791672:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607072.791676:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730076672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607072.791700:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749607072.791701:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:0.0:1749607072.791705:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316b00
00000400:00000200:2.0:1749607072.791706:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749607072.791707:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000400:00000200:0.0:1749607072.791711:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x17ad [1] + 0
00000100:00000200:2.0:1749607072.791711:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730076800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607072.791718:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730076800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607072.791725:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607072.791729:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607072.791733:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730076928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607072.791740:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749607072.791744:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607072.791748:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:3.0:1749607072.791748:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607072.791752:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607072.791753:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000400:00000010:2.0:1749607072.791756:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea948.
00000100:00000200:3.0:1749607072.791757:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730076672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607072.791758:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749607072.791759:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749607072.791761:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730076928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607072.791764:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730076672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607072.791765:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730076928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607072.791774:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942c00.
02000000:00000010:3.0:1749607072.791774:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:2.0:1749607072.791775:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607072.791776:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:3.0:1749607072.791777:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607072.791779:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749607072.802983:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749607072.802994:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749607072.803004:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:0.0:1749607072.803046:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:2.0:1749607077.798075:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607077.798102:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607077.798155:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607077.798190:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607077.798196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607077.798213:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607077.798215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749607077.798223:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:3.0:1749607077.798231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:1.0:1749607077.798232:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:3.0:1749607077.798237:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749607077.798254:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000010:3.0:1749607077.798255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607077.798262:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730077184, portal 10
00000100:00000200:1.0:1749607077.798265:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730077056, portal 25
00000400:00000010:3.0:1749607077.798267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000010:1.0:1749607077.798269:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:3.0:1749607077.798269:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730077184, offset 0
00000100:00000200:1.0:1749607077.798271:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730077056, offset 0
00000400:00000200:3.0:1749607077.798276:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607077.798283:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607077.798289:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607077.798300:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607077.798303:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607077.798307:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607077.798309:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607077.798311:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [728:728:256:4294967295] 192.168.201.120@tcp LPNI seq info [728:728:8:4294967295]
00000400:00000200:3.0:1749607077.798321:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607077.798326:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607077.798327:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607077.798330:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749607077.798331:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607077.798334:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607077.798336:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607077.798336:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607077.798338:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607077.798341:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [729:729:255:4294967295] 192.168.201.120@tcp LPNI seq info [729:729:7:4294967295]
00000800:00000200:3.0:1749607077.798345:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607077.798349:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607077.798358:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607077.798363:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607077.798366:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749607077.798369:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607077.798374:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607077.798375:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000800:00000200:1.0:1749607077.798376:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607077.798390:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749607077.798394:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749607077.798400:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
02000000:00000010:3.0:1749607077.798408:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607077.798410:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607077.798412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607077.798413:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730077312, portal 10
00000400:00000010:3.0:1749607077.798416:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607077.798417:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730077312, offset 0
00000400:00000200:3.0:1749607077.798419:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607077.798422:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607077.798424:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607077.798425:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607077.798426:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607077.798428:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607077.798429:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [730:730:254:4294967295] 192.168.201.120@tcp LPNI seq info [730:730:6:4294967295]
00000400:00000200:3.0:1749607077.798433:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607077.798436:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607077.798440:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607077.798443:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607077.798445:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607077.798447:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607077.798477:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607077.798482:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607077.798488:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607077.798493:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607077.798497:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749607077.798498:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749607077.798508:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730077184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607077.798522:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607077.798523:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607077.798524:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607077.798526:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607077.798528:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749607077.798528:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749607077.798531:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730077056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607077.798604:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607077.798606:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607077.798608:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607077.798611:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607077.798613:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749607077.798614:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749607077.798618:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730077312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607077.799890:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607077.799899:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316b80
00000400:00000200:0.0:1749607077.799905:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x17b9 [1] + 224
00000400:00000200:0.0:1749607077.799912:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607077.799918:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607077.799923:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730077056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607077.799969:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607077.799972:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607077.799973:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000400:00000200:0.0:1749607077.799974:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749607077.799977:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730077056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607077.799979:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316c00
00000400:00000200:0.0:1749607077.799983:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x17b5 [1] + 0
00000100:00000200:1.0:1749607077.799985:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730077056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607077.799988:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607077.799991:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607077.799994:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730077184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607077.800007:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607077.800013:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000200:0.0:1749607077.800014:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607077.800017:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316c80
00000100:00000010:1.0:1749607077.800018:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749607077.800021:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x17c5 [1] + 0
00000400:00000200:0.0:1749607077.800035:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607077.800039:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607077.800039:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607077.800043:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749607077.800044:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607077.800049:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730077184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607077.800050:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730077312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607077.800055:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730077184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607077.800068:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607077.800069:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607077.800070:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607077.800072:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730077312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607077.800076:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730077312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607077.800085:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607077.800087:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749607077.800089:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749607077.800091:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607077.800092:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749607077.800093:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:0.0:1749607077.811007:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:1.0:1749607077.811018:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:2.0:1749607077.811029:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749607077.811049:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:2.0:1749607082.806031:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607082.806057:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607082.806110:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607082.806128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607082.806133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607082.806147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607082.806149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749607082.806186:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:3.0:1749607082.806186:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:1.0:1749607082.806194:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:3.0:1749607082.806194:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:1.0:1749607082.806201:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000010:3.0:1749607082.806201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:1.0:1749607082.806208:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730077440, portal 25
00000100:00000200:3.0:1749607082.806209:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730077568, portal 10
00000400:00000010:1.0:1749607082.806212:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749607082.806214:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730077440, offset 0
00000400:00000010:3.0:1749607082.806214:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000200:1.0:1749607082.806222:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749607082.806231:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730077568, offset 0
00000400:00000200:1.0:1749607082.806235:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607082.806236:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607082.806240:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607082.806244:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607082.806247:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607082.806249:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607082.806252:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [731:731:256:4294967295] 192.168.201.120@tcp LPNI seq info [731:731:8:4294967295]
00000400:00000200:1.0:1749607082.806267:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607082.806272:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607082.806272:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607082.806274:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607082.806276:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:3.0:1749607082.806276:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607082.806278:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607082.806279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607082.806281:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [732:732:255:4294967295] 192.168.201.120@tcp LPNI seq info [732:732:7:4294967295]
00000800:00000200:1.0:1749607082.806282:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607082.806286:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607082.806289:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607082.806289:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607082.806292:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749607082.806292:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607082.806294:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607082.806298:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607082.806300:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607082.806312:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000100:00000010:1.0:1749607082.806329:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749607082.806335:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749607082.806343:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
02000000:00000010:3.0:1749607082.806354:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607082.806356:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607082.806359:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607082.806361:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730077696, portal 10
00000400:00000010:3.0:1749607082.806364:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607082.806365:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730077696, offset 0
00000400:00000200:3.0:1749607082.806367:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607082.806370:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607082.806371:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607082.806373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607082.806374:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607082.806375:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607082.806377:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [733:733:254:4294967295] 192.168.201.120@tcp LPNI seq info [733:733:6:4294967295]
00000400:00000200:3.0:1749607082.806380:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607082.806383:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607082.806384:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607082.806390:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607082.806393:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607082.806395:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607082.806401:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607082.806405:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607082.806411:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607082.806416:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607082.806419:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749607082.806421:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749607082.806430:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730077440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607082.806444:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607082.806445:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607082.806447:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607082.806454:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607082.806456:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749607082.806457:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749607082.806459:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730077568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607082.806524:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607082.806525:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607082.806526:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607082.806528:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607082.806529:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749607082.806530:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749607082.806532:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730077696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607082.807679:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607082.807688:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316d00
00000400:00000200:0.0:1749607082.807694:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x17cd [1] + 224
00000400:00000200:0.0:1749607082.807700:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607082.807703:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607082.807707:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730077440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607082.807726:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607082.807729:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316d80
00000400:00000200:0.0:1749607082.807731:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x17d1 [1] + 0
00000400:00000200:0.0:1749607082.807734:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607082.807735:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607082.807737:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730077568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607082.807745:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607082.807749:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607082.807750:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607082.807754:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730077440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607082.807755:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607082.807757:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316e00
00000100:00000200:1.0:1749607082.807760:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730077440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607082.807764:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x17dd [1] + 0
00000400:00000200:0.0:1749607082.807773:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607082.807775:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607082.807777:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730077696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607082.807781:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607082.807784:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607082.807787:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:3.0:1749607082.807809:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607082.807814:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607082.807816:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607082.807822:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730077568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607082.807830:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730077568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607082.807847:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607082.807849:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:3.0:1749607082.807851:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607082.807854:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730077696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607082.807860:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730077696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607082.807872:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607082.807875:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749607082.807878:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:3.0:1749607082.807881:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607082.807883:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749607082.807885:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749607082.818985:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:3.0:1749607082.818999:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749607082.819011:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:0.0:1749607082.819021:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749607087.814101:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607087.814128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607087.814184:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607087.814201:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607087.814207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607087.814224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607087.814226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607087.814229:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607087.814238:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607087.814245:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
02000000:00000010:2.0:1749607087.814251:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000100:00000200:3.0:1749607087.814253:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730077824, portal 25
00000400:00000010:2.0:1749607087.814254:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:2.0:1749607087.814258:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000010:3.0:1749607087.814258:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:2.0:1749607087.814261:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730077952, portal 10
00000100:00000200:3.0:1749607087.814262:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730077824, offset 0
00000400:00000010:2.0:1749607087.814265:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607087.814266:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730077952, offset 0
00000400:00000200:2.0:1749607087.814272:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607087.814284:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607087.814286:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607087.814289:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607087.814293:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607087.814297:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607087.814314:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607087.814317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [734:734:256:4294967295] 192.168.201.120@tcp LPNI seq info [734:734:8:4294967295]
00000400:00000200:2.0:1749607087.814327:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607087.814332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607087.814334:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749607087.814336:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:3.0:1749607087.814337:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607087.814339:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607087.814341:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749607087.814343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607087.814344:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607087.814346:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [735:735:255:4294967295] 192.168.201.120@tcp LPNI seq info [735:735:7:4294967295]
00000800:00000200:2.0:1749607087.814351:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607087.814354:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607087.814355:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749607087.814358:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607087.814361:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607087.814365:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607087.814370:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607087.814372:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607087.814376:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749607087.814392:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749607087.814398:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749607087.814401:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
02000000:00000010:2.0:1749607087.814409:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607087.814410:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:2.0:1749607087.814412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607087.814414:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730078080, portal 10
00000400:00000010:2.0:1749607087.814416:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607087.814417:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730078080, offset 0
00000400:00000200:2.0:1749607087.814420:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607087.814423:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607087.814424:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607087.814426:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607087.814427:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607087.814429:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607087.814430:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [736:736:254:4294967295] 192.168.201.120@tcp LPNI seq info [736:736:6:4294967295]
00000400:00000200:2.0:1749607087.814434:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607087.814437:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607087.814438:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607087.814440:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607087.814445:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607087.814447:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607087.814451:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607087.814455:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607087.814461:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607087.814466:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607087.814471:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749607087.814473:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749607087.814483:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730077952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607087.814501:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607087.814503:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607087.814505:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607087.814508:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607087.814510:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749607087.814512:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749607087.814515:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730077824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607087.814592:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607087.814595:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607087.814597:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607087.814601:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607087.814604:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749607087.814605:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607087.814608:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730078080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607087.815845:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607087.815861:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf316f00
00000400:00000200:0.0:1749607087.815867:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x17e9 [1] + 0
00000400:00000200:0.0:1749607087.815876:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607087.815879:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607087.815885:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730077952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607087.815912:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607087.815917:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf316f80
00000400:00000200:0.0:1749607087.815920:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x17f5 [1] + 0
00000400:00000200:0.0:1749607087.815925:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607087.815928:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607087.815931:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730078080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607087.815953:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607087.815957:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749607087.815959:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607087.815963:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730077952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607087.815969:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730077952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607087.815980:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607087.815985:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf316e80
00000400:00000200:0.0:1749607087.815988:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x17e5 [1] + 224
00000400:00000010:2.0:1749607087.815991:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607087.815992:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607087.815993:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607087.815995:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730078080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607087.815999:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730078080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607087.816002:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607087.816005:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607087.816009:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730077824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607087.816009:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607087.816012:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607087.816015:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607087.816017:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607087.816018:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607087.816019:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:3.0:1749607087.816093:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607087.816097:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:3.0:1749607087.816099:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607087.816103:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730077824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607087.816109:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730077824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607087.816119:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607087.816122:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607087.816123:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:0.0:1749607087.826973:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749607087.826985:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:3.0:1749607087.826986:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:1.0:1749607087.826995:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749607092.822158:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607092.822191:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607092.822254:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607092.822273:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607092.822280:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607092.822298:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607092.822301:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749607092.822315:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607092.822325:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607092.822333:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607092.822342:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730078208, portal 25
02000000:00000010:2.0:1749607092.822344:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749607092.822346:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000400:00000010:2.0:1749607092.822348:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000100:00000200:3.0:1749607092.822349:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730078208, offset 0
00000400:00000010:2.0:1749607092.822352:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607092.822355:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730078336, portal 10
00000400:00000010:2.0:1749607092.822360:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000200:3.0:1749607092.822365:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607092.822371:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730078336, offset 0
00000400:00000200:2.0:1749607092.822377:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607092.822379:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607092.822385:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607092.822390:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607092.822395:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607092.822397:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607092.822400:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [737:737:256:4294967295] 192.168.201.120@tcp LPNI seq info [737:737:8:4294967295]
00000400:00000200:3.0:1749607092.822412:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607092.822417:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607092.822418:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607092.822421:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607092.822422:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607092.822425:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607092.822427:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607092.822429:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607092.822429:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607092.822431:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [738:738:255:4294967295] 192.168.201.120@tcp LPNI seq info [738:738:7:4294967295]
00000400:00000200:2.0:1749607092.822439:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607092.822440:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607092.822443:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607092.822445:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749607092.822446:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607092.822449:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607092.822454:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607092.822456:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607092.822472:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749607092.822505:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749607092.822516:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749607092.822522:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
02000000:00000010:2.0:1749607092.822534:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607092.822538:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:2.0:1749607092.822541:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607092.822544:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730078464, portal 10
00000400:00000010:2.0:1749607092.822548:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607092.822550:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730078464, offset 0
00000400:00000200:2.0:1749607092.822555:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607092.822559:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607092.822565:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607092.822571:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607092.822571:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607092.822575:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607092.822577:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607092.822578:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607092.822581:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607092.822582:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749607092.822583:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:2.0:1749607092.822583:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607092.822586:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [739:739:254:4294967295] 192.168.201.120@tcp LPNI seq info [739:739:6:4294967295]
00000100:00000200:0.0:1749607092.822594:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730078208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607092.822596:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607092.822601:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607092.822605:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607092.822609:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607092.822614:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607092.822617:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607092.822705:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607092.822707:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607092.822710:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607092.822713:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607092.822716:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749607092.822717:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749607092.822721:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730078336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607092.822742:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607092.822744:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607092.822746:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607092.822749:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607092.822751:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749607092.822752:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749607092.822755:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730078464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607092.824337:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607092.824349:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317000
00000400:00000200:0.0:1749607092.824355:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x17fd [1] + 224
00000400:00000200:0.0:1749607092.824363:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607092.824366:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607092.824372:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730078208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607092.824396:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607092.824400:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317080
00000400:00000200:0.0:1749607092.824403:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1805 [1] + 0
00000400:00000200:0.0:1749607092.824407:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607092.824410:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607092.824419:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730078336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607092.824440:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607092.824444:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317100
00000400:00000200:0.0:1749607092.824447:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x180d [1] + 0
00000400:00000200:0.0:1749607092.824458:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607092.824461:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607092.824464:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730078464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607092.824473:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607092.824480:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:3.0:1749607092.824482:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000400:00000010:2.0:1749607092.824488:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000100:00000200:3.0:1749607092.824490:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730078208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607092.824494:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607092.824496:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607092.824502:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730078336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607092.824503:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730078208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607092.824511:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730078336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607092.824531:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
02000000:00000010:3.0:1749607092.824531:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000400:00000200:2.0:1749607092.824533:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607092.824534:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607092.824536:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730078464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607092.824538:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:2.0:1749607092.824542:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730078464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607092.824542:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607092.824552:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607092.824555:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607092.824557:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607092.824567:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607092.824569:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607092.824570:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749607092.835071:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749607092.835081:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:3.0:1749607092.835088:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:0.0:1749607092.835131:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749607097.830035:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607097.830066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607097.830143:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607097.830173:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607097.830185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607097.830225:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607097.830231:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749607097.830240:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:3.0:1749607097.830251:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:1.0:1749607097.830252:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607097.830262:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000010:3.0:1749607097.830262:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607097.830267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:1.0:1749607097.830274:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730078592, portal 25
00000100:00000200:3.0:1749607097.830274:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730078720, portal 10
00000400:00000010:1.0:1749607097.830280:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000400:00000010:3.0:1749607097.830281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:1.0:1749607097.830285:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730078592, offset 0
00000100:00000200:3.0:1749607097.830285:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730078720, offset 0
00000400:00000200:3.0:1749607097.830306:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607097.830318:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607097.830323:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607097.830330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607097.830337:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607097.830341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607097.830345:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607097.830348:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [740:740:256:4294967295] 192.168.201.120@tcp LPNI seq info [740:740:8:4294967295]
00000400:00000200:3.0:1749607097.830363:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607097.830370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607097.830373:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607097.830378:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607097.830378:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607097.830381:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607097.830384:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607097.830386:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607097.830387:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607097.830390:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [741:741:255:4294967295] 192.168.201.120@tcp LPNI seq info [741:741:7:4294967295]
00000800:00000200:3.0:1749607097.830399:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607097.830401:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607097.830405:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607097.830407:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607097.830411:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749607097.830416:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607097.830422:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607097.830425:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607097.830438:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749607097.830463:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749607097.830471:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000800:00000200:0.0:1749607097.830500:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607097.830506:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607097.830512:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:1.0:1749607097.830517:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000400:00000200:0.0:1749607097.830520:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607097.830525:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749607097.830527:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749607097.830540:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730078720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607097.830551:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607097.830556:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607097.830560:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607097.830563:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730078848, portal 10
00000400:00000010:3.0:1749607097.830568:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607097.830570:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730078848, offset 0
00000400:00000200:3.0:1749607097.830575:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607097.830580:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607097.830583:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607097.830585:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607097.830588:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607097.830590:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607097.830593:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [742:742:255:4294967295] 192.168.201.120@tcp LPNI seq info [742:742:7:4294967295]
00000400:00000200:3.0:1749607097.830601:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607097.830605:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607097.830609:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607097.830612:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607097.830625:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607097.830628:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749607097.830628:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749607097.830631:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607097.830634:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607097.830638:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607097.830641:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749607097.830643:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749607097.830647:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730078592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607097.830672:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607097.830674:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607097.830676:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607097.830679:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607097.830690:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749607097.830692:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749607097.830696:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730078848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607097.832398:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607097.832412:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317200
00000400:00000200:0.0:1749607097.832420:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1819 [1] + 0
00000400:00000200:0.0:1749607097.832431:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607097.832435:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607097.832442:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730078720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607097.832474:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607097.832478:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317180
00000400:00000200:0.0:1749607097.832482:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1815 [1] + 224
00000400:00000200:0.0:1749607097.832487:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607097.832490:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607097.832493:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730078592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607097.832513:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749607097.832514:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607097.832519:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317280
00000400:00000200:3.0:1749607097.832520:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:3.0:1749607097.832522:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607097.832531:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730078720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607097.832532:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1825 [1] + 0
00000400:00000200:0.0:1749607097.832547:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749607097.832548:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730078720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607097.832551:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607097.832556:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730078848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607097.832586:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607097.832590:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607097.832593:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607097.832599:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730078848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607097.832611:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730078848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607097.832618:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607097.832626:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607097.832628:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607097.832636:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730078592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607097.832637:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607097.832646:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000200:1.0:1749607097.832647:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730078592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607097.832653:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749607097.832659:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607097.832663:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749607097.832666:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749607097.832667:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607097.832673:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749607097.832676:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749607097.843038:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:2.0:1749607097.843040:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:3.0:1749607097.843044:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:0.0:1749607097.843050:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:2.0:1749607102.838049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607102.838082:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607102.838162:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607102.838192:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607102.838204:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607102.838204:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607102.838216:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607102.838226:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000010:2.0:1749607102.838233:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
00000100:00000200:3.0:1749607102.838235:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730078976, portal 25
02000000:00000010:2.0:1749607102.838239:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749607102.838241:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607102.838244:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730078976, offset 0
02000000:00000010:1.0:1749607102.838251:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749607102.838254:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607102.838261:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607102.838277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607102.838282:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730079104, portal 10
00000400:00000200:3.0:1749607102.838286:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607102.838288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607102.838290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730079104, offset 0
00000400:00000200:3.0:1749607102.838295:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607102.838298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607102.838301:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607102.838306:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607102.838309:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607102.838313:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [743:743:256:4294967295] 192.168.201.120@tcp LPNI seq info [743:743:8:4294967295]
00000400:00000200:3.0:1749607102.838327:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607102.838333:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607102.838336:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607102.838338:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749607102.838340:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607102.838343:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607102.838346:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607102.838346:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607102.838349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607102.838352:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [744:744:255:4294967295] 192.168.201.120@tcp LPNI seq info [744:744:7:4294967295]
00000800:00000200:3.0:1749607102.838357:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607102.838362:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607102.838363:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607102.838367:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607102.838373:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749607102.838378:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607102.838384:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607102.838388:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607102.838395:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749607102.838436:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749607102.838444:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749607102.838455:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000800:00000200:0.0:1749607102.838481:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749607102.838484:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607102.838489:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607102.838492:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749607102.838495:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730079232, portal 10
00000800:00000010:0.0:1749607102.838498:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000010:1.0:1749607102.838499:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607102.838501:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730079232, offset 0
00000400:00000200:0.0:1749607102.838505:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607102.838506:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607102.838512:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607102.838515:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607102.838516:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607102.838519:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607102.838521:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000200:1.0:1749607102.838522:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749607102.838523:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000400:00000200:1.0:1749607102.838525:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607102.838529:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [745:745:254:4294967295] 192.168.201.120@tcp LPNI seq info [745:745:6:4294967295]
00000100:00000200:0.0:1749607102.838535:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730078976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607102.838538:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607102.838551:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607102.838555:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749607102.838559:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607102.838564:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607102.838567:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607102.838620:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607102.838623:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607102.838626:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607102.838630:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607102.838633:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749607102.838634:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749607102.838639:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730079104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607102.838665:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607102.838667:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607102.838669:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607102.838672:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607102.838674:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749607102.838676:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749607102.838681:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730079232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607102.840303:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607102.840319:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317380
00000400:00000200:0.0:1749607102.840328:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1835 [1] + 0
00000400:00000200:0.0:1749607102.840340:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607102.840344:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607102.840352:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730079104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607102.840388:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607102.840403:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317300
00000400:00000200:0.0:1749607102.840409:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x182d [1] + 224
00000400:00000200:0.0:1749607102.840417:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607102.840420:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607102.840425:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730078976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607102.840451:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607102.840456:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317400
00000400:00000200:0.0:1749607102.840460:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x183d [1] + 0
00000400:00000200:0.0:1749607102.840476:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607102.840479:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607102.840484:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730079232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607102.840489:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607102.840497:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607102.840499:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607102.840510:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730079104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607102.840515:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:1.0:1749607102.840523:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730079104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607102.840523:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607102.840525:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607102.840535:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730078976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607102.840547:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730078976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607102.840556:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607102.840562:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749607102.840567:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:3.0:1749607102.840567:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607102.840572:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000010:1.0:1749607102.840573:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607102.840575:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000100:00000010:3.0:1749607102.840575:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749607102.840577:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749607102.840581:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730079232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607102.840589:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730079232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607102.840602:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607102.840605:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749607102.840608:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749607102.851037:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:1.0:1749607102.851042:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749607102.851062:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:0.0:1749607102.851114:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:2.0:1749607107.846046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607107.846069:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607107.846125:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607107.846142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607107.846149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607107.846183:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607107.846187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749607107.846254:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607107.846270:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:0.0:1749607107.846278:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940000.
00000400:00000010:1.0:1749607107.846279:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000010:0.0:1749607107.846289:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea8f0.
00000400:00000010:0.0:1749607107.846297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:1.0:1749607107.846306:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730079360, portal 25
00000400:00000010:1.0:1749607107.846313:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749607107.846314:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730079488, portal 10
00000100:00000200:1.0:1749607107.846316:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730079360, offset 0
00000400:00000010:0.0:1749607107.846322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000400:00000200:1.0:1749607107.846329:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607107.846335:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730079488, offset 0
00000400:00000200:0.0:1749607107.846344:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607107.846347:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607107.846355:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607107.846360:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607107.846365:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607107.846368:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607107.846372:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [746:746:256:4294967295] 192.168.201.120@tcp LPNI seq info [746:746:8:4294967295]
00000400:00000200:1.0:1749607107.846386:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607107.846393:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607107.846399:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607107.846399:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607107.846407:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607107.846407:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607107.846414:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607107.846419:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607107.846420:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607107.846423:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607107.846426:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749607107.846427:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [747:747:255:4294967295] 192.168.201.120@tcp LPNI seq info [747:747:7:4294967295]
00000400:00000200:0.0:1749607107.846445:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749607107.846465:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000800:00000200:0.0:1749607107.846472:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607107.846479:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000100:00000010:1.0:1749607107.846481:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749607107.846486:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000800:00000200:0.0:1749607107.846488:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749607107.846497:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000800:00000200:0.0:1749607107.846499:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607107.846505:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607107.846530:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000800:00000200:2.0:1749607107.846533:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749607107.846536:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea630.
00000800:00000010:2.0:1749607107.846537:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000010:0.0:1749607107.846541:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000400:00000200:2.0:1749607107.846542:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:0.0:1749607107.846545:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730079616, portal 10
00000400:00000200:2.0:1749607107.846549:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749607107.846550:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749607107.846553:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730079616, offset 0
00000400:00000200:0.0:1749607107.846560:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607107.846568:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607107.846572:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000200:0.0:1749607107.846573:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607107.846575:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000400:00000200:0.0:1749607107.846577:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607107.846581:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607107.846584:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749607107.846584:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730079360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607107.846589:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [748:748:254:4294967295] 192.168.201.120@tcp LPNI seq info [748:748:6:4294967295]
00000400:00000200:0.0:1749607107.846601:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607107.846608:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607107.846612:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000800:00000200:0.0:1749607107.846617:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607107.846624:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607107.846628:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607107.846673:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607107.846676:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749607107.846679:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607107.846683:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607107.846685:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749607107.846686:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749607107.846691:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730079488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607107.846716:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607107.846718:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:2.0:1749607107.846720:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607107.846723:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607107.846726:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749607107.846727:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749607107.846752:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730079616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607107.848642:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607107.848656:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317480
00000400:00000200:0.0:1749607107.848665:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1845 [1] + 224
00000400:00000200:0.0:1749607107.848675:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607107.848679:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607107.848703:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730079360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607107.848773:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607107.848780:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317500
00000400:00000200:0.0:1749607107.848785:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1849 [1] + 0
00000400:00000200:0.0:1749607107.848791:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607107.848794:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607107.848800:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730079488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607107.848828:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607107.848833:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317580
00000400:00000010:1.0:1749607107.848835:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607107.848843:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749607107.848845:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000400:00000200:0.0:1749607107.848853:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1855 [1] + 0
00000100:00000200:1.0:1749607107.848857:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730079360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607107.848866:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607107.848870:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607107.848871:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730079360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607107.848875:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730079616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607107.848903:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607107.848911:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607107.848916:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:2.0:1749607107.848925:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea8f0.
00000400:00000200:2.0:1749607107.848933:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749607107.848960:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749607107.848968:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730079488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607107.848980:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730079488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607107.849013:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea630.
00000400:00000200:2.0:1749607107.849017:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749607107.849019:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749607107.849024:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730079616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607107.849049:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730079616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607107.849074:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940000.
02000000:00000010:2.0:1749607107.849081:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607107.849086:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607107.849091:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749607107.849094:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607107.849097:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749607107.859047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749607107.859055:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:0.0:1749607107.859060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:3.0:1749607107.859105:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:2.0:1749607112.854012:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607112.854028:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607112.854066:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607112.854077:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607112.854081:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607112.854092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607112.854094:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607112.854112:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749607112.854113:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:2.0:1749607112.854116:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:3.0:1749607112.854118:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607112.854121:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607112.854126:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730079872, portal 10
00000400:00000010:2.0:1749607112.854129:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000010:3.0:1749607112.854130:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:2.0:1749607112.854131:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730079872, offset 0
00000100:00000200:3.0:1749607112.854132:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730079744, portal 25
00000400:00000200:2.0:1749607112.854135:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607112.854135:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607112.854137:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730079744, offset 0
00000400:00000200:3.0:1749607112.854141:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607112.854142:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607112.854146:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607112.854149:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607112.854152:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607112.854153:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607112.854155:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [749:749:256:4294967295] 192.168.201.120@tcp LPNI seq info [749:749:8:4294967295]
00000400:00000200:2.0:1749607112.854163:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607112.854172:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607112.854174:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749607112.854174:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607112.854177:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607112.854178:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607112.854179:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607112.854182:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749607112.854183:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607112.854184:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607112.854186:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749607112.854186:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [750:750:255:4294967295] 192.168.201.120@tcp LPNI seq info [750:750:7:4294967295]
00000400:00000200:3.0:1749607112.854193:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607112.854197:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607112.854200:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000010:2.0:1749607112.854203:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000800:00000200:3.0:1749607112.854204:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607112.854208:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607112.854211:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607112.854213:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749607112.854220:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749607112.854223:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
02000000:00000010:2.0:1749607112.854229:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607112.854231:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:2.0:1749607112.854233:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607112.854235:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730080000, portal 10
00000400:00000010:2.0:1749607112.854239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607112.854240:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730080000, offset 0
00000400:00000200:2.0:1749607112.854244:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607112.854248:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607112.854250:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607112.854251:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607112.854253:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607112.854255:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607112.854257:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [751:751:254:4294967295] 192.168.201.120@tcp LPNI seq info [751:751:6:4294967295]
00000400:00000200:2.0:1749607112.854263:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607112.854266:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607112.854269:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607112.854271:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607112.854281:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607112.854283:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607112.854288:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607112.854291:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607112.854295:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607112.854299:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607112.854302:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749607112.854303:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749607112.854309:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730079872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607112.854320:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607112.854321:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607112.854322:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607112.854324:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607112.854330:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749607112.854331:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749607112.854333:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730079744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607112.854382:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607112.854383:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607112.854384:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607112.854386:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607112.854387:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749607112.854388:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749607112.854390:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730080000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607112.855559:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607112.855566:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317680
00000400:00000200:0.0:1749607112.855570:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x185d [1] + 0
00000400:00000200:0.0:1749607112.855575:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607112.855577:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607112.855581:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730079872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607112.855599:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607112.855601:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317600
00000400:00000200:0.0:1749607112.855603:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1865 [1] + 224
00000400:00000200:0.0:1749607112.855606:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607112.855607:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607112.855610:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730079744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607112.855621:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607112.855623:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317700
00000400:00000010:2.0:1749607112.855627:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607112.855635:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607112.855637:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000400:00000200:0.0:1749607112.855641:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x186d [1] + 0
00000100:00000200:2.0:1749607112.855642:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730079872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607112.855664:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607112.855666:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607112.855668:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730079872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607112.855668:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607112.855672:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607112.855673:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749607112.855676:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730080000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607112.855677:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730079744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607112.855683:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730079744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607112.855688:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607112.855690:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607112.855691:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607112.855693:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730080000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607112.855693:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607112.855696:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:2.0:1749607112.855697:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730080000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607112.855698:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607112.855706:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607112.855708:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607112.855709:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607112.855711:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607112.855712:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607112.855713:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749607112.866993:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749607112.866993:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:3.0:1749607112.866993:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:0.0:1749607112.867000:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749607117.862037:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607117.862053:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607117.862091:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607117.862102:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607117.862106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607117.862119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607117.862121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749607117.862128:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607117.862136:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:1.0:1749607117.862139:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607117.862144:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607117.862149:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000010:3.0:1749607117.862151:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:1.0:1749607117.862155:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730080256, portal 10
00000100:00000200:3.0:1749607117.862156:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730080128, portal 25
00000400:00000010:1.0:1749607117.862159:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000400:00000010:3.0:1749607117.862159:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749607117.862160:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730080256, offset 0
00000100:00000200:3.0:1749607117.862161:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730080128, offset 0
00000400:00000200:1.0:1749607117.862165:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607117.862174:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607117.862175:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607117.862177:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607117.862179:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607117.862182:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607117.862183:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607117.862185:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [752:752:256:4294967295] 192.168.201.120@tcp LPNI seq info [752:752:8:4294967295]
00000400:00000200:1.0:1749607117.862192:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607117.862196:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607117.862198:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607117.862199:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:3.0:1749607117.862201:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607117.862203:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607117.862204:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607117.862206:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607117.862208:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607117.862208:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607117.862210:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [753:753:255:4294967295] 192.168.201.120@tcp LPNI seq info [753:753:7:4294967295]
00000800:00000200:1.0:1749607117.862211:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749607117.862217:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607117.862222:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607117.862224:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000100:00000010:1.0:1749607117.862227:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000800:00000200:3.0:1749607117.862228:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607117.862232:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607117.862234:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607117.862237:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749607117.862240:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749607117.862246:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
02000000:00000010:1.0:1749607117.862251:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607117.862253:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607117.862254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607117.862256:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730080384, portal 10
00000400:00000010:1.0:1749607117.862257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607117.862263:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730080384, offset 0
00000400:00000200:1.0:1749607117.862266:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607117.862269:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607117.862270:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607117.862272:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607117.862273:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607117.862274:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607117.862276:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [754:754:254:4294967295] 192.168.201.120@tcp LPNI seq info [754:754:6:4294967295]
00000400:00000200:1.0:1749607117.862280:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607117.862282:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607117.862284:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:0.0:1749607117.862285:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607117.862285:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607117.862288:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000800:00000200:1.0:1749607117.862288:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607117.862289:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607117.862292:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607117.862297:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607117.862300:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749607117.862301:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749607117.862308:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730080256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607117.862324:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607117.862326:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607117.862328:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607117.862331:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607117.862332:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749607117.862334:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749607117.862336:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730080128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607117.862385:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607117.862386:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607117.862388:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607117.862390:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607117.862391:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749607117.862392:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749607117.862394:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730080384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607117.863595:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607117.863607:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317800
00000400:00000200:0.0:1749607117.863611:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1875 [1] + 0
00000400:00000200:0.0:1749607117.863618:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607117.863619:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607117.863623:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730080256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607117.863643:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607117.863645:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317880
00000400:00000200:0.0:1749607117.863647:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1885 [1] + 0
00000400:00000200:0.0:1749607117.863650:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607117.863651:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607117.863653:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730080384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607117.863659:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607117.863661:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317780
00000400:00000200:0.0:1749607117.863663:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1879 [1] + 224
00000400:00000200:0.0:1749607117.863670:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607117.863672:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607117.863674:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730080128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607117.863675:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607117.863680:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749607117.863682:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749607117.863688:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730080256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607117.863696:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730080256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607117.863713:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607117.863717:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607117.863718:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000400:00000010:1.0:1749607117.863720:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607117.863722:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000100:00000200:3.0:1749607117.863722:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730080128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607117.863723:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607117.863725:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730080384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607117.863728:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730080128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607117.863729:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730080384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607117.863737:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:3.0:1749607117.863739:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607117.863743:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
02000000:00000010:1.0:1749607117.863744:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749607117.863746:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:3.0:1749607117.863746:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749607117.863748:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607117.863749:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749607117.863751:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749607117.874992:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:3.0:1749607117.874997:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749607117.875004:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:0.0:1749607117.875012:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749607122.870041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607122.870060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607122.870123:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607122.870142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607122.870147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607122.870151:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607122.870158:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000010:2.0:1749607122.870165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607122.870167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749607122.870168:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607122.870174:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730080512, portal 25
00000400:00000010:3.0:1749607122.870178:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607122.870180:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730080512, offset 0
00000400:00000200:3.0:1749607122.870185:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607122.870194:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607122.870198:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607122.870201:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:0.0:1749607122.870202:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000200:3.0:1749607122.870204:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607122.870206:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749607122.870209:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea688.
00000400:00000200:3.0:1749607122.870209:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [755:755:256:4294967295] 192.168.201.120@tcp LPNI seq info [755:755:8:4294967295]
00000400:00000010:0.0:1749607122.870212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749607122.870215:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730080640, portal 10
00000400:00000010:0.0:1749607122.870219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000400:00000200:3.0:1749607122.870219:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607122.870221:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730080640, offset 0
00000800:00000200:3.0:1749607122.870224:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607122.870226:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607122.870227:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607122.870232:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607122.870235:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607122.870237:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607122.870239:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607122.870239:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607122.870240:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607122.870242:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607122.870243:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [756:756:255:4294967295] 192.168.201.120@tcp LPNI seq info [756:756:7:4294967295]
00000800:00000200:3.0:1749607122.870243:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749607122.870248:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607122.870251:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607122.870253:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749607122.870255:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607122.870259:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607122.870262:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607122.870262:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749607122.870274:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749607122.870278:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749607122.870287:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
02000000:00000010:0.0:1749607122.870299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000010:0.0:1749607122.870302:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea5d8.
00000400:00000010:0.0:1749607122.870304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000800:00000200:1.0:1749607122.870304:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749607122.870306:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730080768, portal 10
00000800:00000010:1.0:1749607122.870307:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000010:0.0:1749607122.870309:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749607122.870310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730080768, offset 0
00000400:00000200:1.0:1749607122.870312:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607122.870313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607122.870316:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607122.870317:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607122.870319:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607122.870320:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000200:0.0:1749607122.870321:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749607122.870321:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000200:0.0:1749607122.870322:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607122.870324:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607122.870326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [757:757:254:4294967295] 192.168.201.120@tcp LPNI seq info [757:757:6:4294967295]
00000100:00000200:1.0:1749607122.870328:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730080512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607122.870332:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607122.870335:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607122.870337:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000800:00000200:0.0:1749607122.870340:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607122.870343:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607122.870349:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607122.870387:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607122.870390:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749607122.870392:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607122.870395:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607122.870397:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:1.0:1749607122.870398:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:1.0:1749607122.870401:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730080640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607122.870420:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607122.870421:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:1.0:1749607122.870422:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607122.870424:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607122.870425:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749607122.870426:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749607122.870428:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730080768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607122.871434:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607122.871442:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317900
00000400:00000200:0.0:1749607122.871446:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x188d [1] + 224
00000400:00000200:0.0:1749607122.871451:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607122.871453:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607122.871457:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730080512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607122.871509:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607122.871512:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607122.871513:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607122.871517:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730080512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607122.871525:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730080512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607122.871539:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607122.871542:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607122.871549:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749607122.871568:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607122.871572:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317980
00000400:00000200:0.0:1749607122.871574:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1895 [1] + 0
00000400:00000200:0.0:1749607122.871579:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607122.871580:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607122.871583:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730080640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607122.871599:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607122.871601:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317a00
00000400:00000200:0.0:1749607122.871604:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x189d [1] + 0
00000400:00000200:0.0:1749607122.871617:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607122.871621:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607122.871621:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea688.
00000400:00000200:2.0:1749607122.871624:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749607122.871625:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749607122.871629:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730080640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607122.871632:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730080768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607122.871634:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730080640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607122.871645:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea5d8.
00000400:00000200:2.0:1749607122.871646:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749607122.871646:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:2.0:1749607122.871648:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730080768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607122.871652:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730080768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607122.871659:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749607122.871661:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607122.871663:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607122.871664:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:2.0:1749607122.871666:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607122.871668:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749607122.882973:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:1.0:1749607122.882979:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749607122.882993:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:0.0:1749607122.883016:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:2.0:1749607127.878032:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607127.878056:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607127.878106:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607127.878123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607127.878143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607127.878162:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749607127.878166:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749607127.878166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607127.878183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:1.0:1749607127.878185:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607127.878191:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000010:3.0:1749607127.878192:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000200:1.0:1749607127.878199:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730080896, portal 25
00000400:00000010:3.0:1749607127.878199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000010:1.0:1749607127.878203:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:3.0:1749607127.878203:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730081024, portal 10
00000100:00000200:1.0:1749607127.878206:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730080896, offset 0
00000400:00000010:3.0:1749607127.878208:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000400:00000200:1.0:1749607127.878214:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749607127.878218:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730081024, offset 0
00000400:00000200:1.0:1749607127.878226:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607127.878226:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607127.878232:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607127.878235:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607127.878239:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607127.878242:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607127.878246:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [758:758:256:4294967295] 192.168.201.120@tcp LPNI seq info [758:758:8:4294967295]
00000400:00000200:1.0:1749607127.878258:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607127.878264:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607127.878268:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:3.0:1749607127.878269:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607127.878275:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607127.878275:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607127.878280:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607127.878284:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607127.878285:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607127.878288:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607127.878289:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607127.878293:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [759:759:255:4294967295] 192.168.201.120@tcp LPNI seq info [759:759:7:4294967295]
00000400:00000200:3.0:1749607127.878307:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607127.878314:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749607127.878315:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000800:00000010:3.0:1749607127.878320:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607127.878327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749607127.878330:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749607127.878334:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000800:00000200:3.0:1749607127.878335:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607127.878339:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607127.878360:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
02000000:00000010:3.0:1749607127.878427:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607127.878433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607127.878437:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749607127.878441:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730081152, portal 10
00000400:00000010:3.0:1749607127.878447:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749607127.878450:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730081152, offset 0
00000800:00000200:0.0:1749607127.878455:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607127.878457:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607127.878461:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:3.0:1749607127.878465:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607127.878468:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607127.878470:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607127.878474:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607127.878475:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607127.878488:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000200:3.0:1749607127.878489:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749607127.878490:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000400:00000200:3.0:1749607127.878493:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607127.878497:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [760:760:254:4294967295] 192.168.201.120@tcp LPNI seq info [760:760:6:4294967295]
00000100:00000200:0.0:1749607127.878501:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730080896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607127.878510:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607127.878517:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607127.878521:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607127.878527:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607127.878535:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607127.878539:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607127.878582:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607127.878585:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607127.878588:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607127.878592:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607127.878594:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749607127.878595:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749607127.878600:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730081024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607127.878625:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607127.878627:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607127.878629:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607127.878632:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607127.878634:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749607127.878635:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749607127.878638:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730081152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607127.879693:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607127.879706:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317a80
00000400:00000200:0.0:1749607127.879713:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x18a5 [1] + 224
00000400:00000200:0.0:1749607127.879723:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607127.879727:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607127.879734:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730080896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607127.879769:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607127.879774:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317b00
00000400:00000200:0.0:1749607127.879778:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x18a9 [1] + 0
00000400:00000200:0.0:1749607127.879795:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607127.879798:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607127.879803:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730081024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607127.879828:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607127.879833:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317b80
00000400:00000200:0.0:1749607127.879837:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x18b5 [1] + 0
00000400:00000200:0.0:1749607127.879855:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607127.879858:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607127.879862:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730081152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607127.879866:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607127.879874:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607127.879876:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607127.879884:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730080896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607127.879895:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730080896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607127.879920:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000010:3.0:1749607127.879927:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607127.879935:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
02000000:00000010:1.0:1749607127.879968:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:3.0:1749607127.879970:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000010:1.0:1749607127.879973:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749607127.879979:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730081152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607127.879991:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730081152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607127.880014:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607127.880016:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607127.880017:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607127.880021:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730081024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607127.880028:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730081024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607127.880040:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607127.880045:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749607127.880048:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749607127.880051:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607127.880053:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749607127.880055:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749607127.891059:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:0.0:1749607127.891064:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749607127.891069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:2.0:1749607127.891093:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:2.0:1749607132.886053:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607132.886076:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607132.886136:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607132.886158:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607132.886169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607132.886193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607132.886200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749607132.886204:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607132.886215:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607132.886221:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607132.886229:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730081280, portal 25
00000400:00000010:1.0:1749607132.886234:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607132.886236:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730081280, offset 0
02000000:00000010:2.0:1749607132.886241:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000200:1.0:1749607132.886245:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607132.886258:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607132.886261:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000200:1.0:1749607132.886264:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607132.886267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:1.0:1749607132.886268:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607132.886271:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749607132.886273:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730081408, portal 10
00000400:00000200:1.0:1749607132.886274:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607132.886278:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [761:761:256:4294967295] 192.168.201.120@tcp LPNI seq info [761:761:8:4294967295]
00000400:00000010:2.0:1749607132.886280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607132.886283:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730081408, offset 0
00000400:00000200:1.0:1749607132.886292:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607132.886293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607132.886298:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607132.886303:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607132.886327:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607132.886333:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607132.886334:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607132.886339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749607132.886343:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607132.886344:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607132.886348:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607132.886348:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607132.886352:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [762:762:255:4294967295] 192.168.201.120@tcp LPNI seq info [762:762:7:4294967295]
00000400:00000200:2.0:1749607132.886366:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607132.886374:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749607132.886376:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000800:00000010:2.0:1749607132.886379:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607132.886386:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749607132.886392:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000800:00000200:2.0:1749607132.886394:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749607132.886396:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000800:00000200:2.0:1749607132.886399:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607132.886401:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
02000000:00000010:2.0:1749607132.886436:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607132.886441:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:2.0:1749607132.886445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607132.886449:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730081536, portal 10
00000400:00000010:2.0:1749607132.886454:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000800:00000200:0.0:1749607132.886455:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749607132.886456:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730081536, offset 0
00000800:00000010:0.0:1749607132.886459:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607132.886463:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607132.886465:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607132.886471:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607132.886471:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607132.886475:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000200:2.0:1749607132.886476:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749607132.886477:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000400:00000200:2.0:1749607132.886480:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607132.886484:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:0.0:1749607132.886487:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730081280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607132.886487:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607132.886491:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [763:763:254:4294967295] 192.168.201.120@tcp LPNI seq info [763:763:6:4294967295]
00000400:00000200:2.0:1749607132.886503:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607132.886510:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607132.886515:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607132.886520:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607132.886527:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607132.886531:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607132.886567:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607132.886570:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607132.886573:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607132.886576:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607132.886579:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749607132.886580:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749607132.886584:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730081408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607132.886608:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607132.886618:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607132.886620:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607132.886624:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607132.886626:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749607132.886627:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749607132.886632:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730081536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607132.887686:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607132.887703:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317c00
00000400:00000200:0.0:1749607132.887712:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x18bd [1] + 224
00000400:00000200:0.0:1749607132.887726:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607132.887732:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607132.887741:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730081280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607148 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607132.887792:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607132.887801:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317c80
00000400:00000200:0.0:1749607132.887808:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x18c5 [1] + 0
00000400:00000200:0.0:1749607132.887816:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607132.887821:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607132.887828:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730081408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607132.887870:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749607132.887876:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607132.887878:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317d00
00000400:00000200:1.0:1749607132.887884:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607132.887886:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607132.887894:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730081280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607148 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607132.887897:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x18cd [1] + 0
00000400:00000200:0.0:1749607132.887922:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749607132.887923:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730081280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607148 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607132.887926:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:0.0:1749607132.887928:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607132.887964:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607132.887968:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607132.887979:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730081408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607132.887996:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730081408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607132.887998:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:0.0:1749607132.888005:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730081536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607132.888005:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607132.888009:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607132.888026:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607132.888032:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607132.888037:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:2.0:1749607132.888044:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607132.888060:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607132.888062:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607132.888070:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730081536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607132.888083:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730081536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607132.888108:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607132.888113:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607132.888116:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749607132.899025:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:3.0:1749607132.899033:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:2.0:1749607132.899046:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:0.0:1749607132.899083:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:2.0:1749607137.894079:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607137.894109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607137.894164:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607137.894180:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607137.894187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607137.894205:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607137.894208:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749607137.894252:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
02000000:00000010:2.0:1749607137.894253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749607137.894261:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:3.0:1749607137.894263:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607137.894269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000400:00000010:3.0:1749607137.894270:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607137.894278:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730081664, portal 25
00000400:00000010:3.0:1749607137.894285:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:2.0:1749607137.894288:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730081792, portal 10
00000100:00000200:3.0:1749607137.894289:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730081664, offset 0
00000400:00000010:2.0:1749607137.894296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:3.0:1749607137.894299:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607137.894310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730081792, offset 0
00000400:00000200:3.0:1749607137.894315:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607137.894319:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607137.894324:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607137.894330:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607137.894335:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607137.894338:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607137.894343:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [764:764:256:4294967295] 192.168.201.120@tcp LPNI seq info [764:764:8:4294967295]
00000400:00000200:3.0:1749607137.894361:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607137.894370:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607137.894374:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607137.894376:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749607137.894380:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607137.894385:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607137.894387:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607137.894389:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607137.894393:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607137.894397:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [765:765:255:4294967295] 192.168.201.120@tcp LPNI seq info [765:765:7:4294967295]
00000800:00000200:3.0:1749607137.894399:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607137.894404:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607137.894407:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607137.894429:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607137.894432:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607137.894437:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607137.894442:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000800:00000200:2.0:1749607137.894443:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607137.894446:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607137.894469:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749607137.894486:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749607137.894497:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
02000000:00000010:2.0:1749607137.894510:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749607137.894514:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:2.0:1749607137.894518:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607137.894521:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730081920, portal 10
00000400:00000010:2.0:1749607137.894524:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607137.894526:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730081920, offset 0
00000400:00000200:2.0:1749607137.894531:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607137.894536:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607137.894539:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607137.894541:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607137.894544:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607137.894546:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607137.894549:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [766:766:254:4294967295] 192.168.201.120@tcp LPNI seq info [766:766:6:4294967295]
00000400:00000200:2.0:1749607137.894556:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607137.894560:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607137.894561:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607137.894563:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607137.894566:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607137.894568:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000800:00000200:2.0:1749607137.894570:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607137.894572:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607137.894575:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607137.894582:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607137.894587:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749607137.894589:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749607137.894601:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730081664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607137.894620:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607137.894621:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607137.894623:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607137.894625:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607137.894627:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749607137.894628:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749607137.894631:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730081792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607137.894694:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607137.894695:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607137.894697:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607137.894698:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607137.894700:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749607137.894700:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749607137.894703:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730081920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607137.895799:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607137.895812:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317d80
00000400:00000200:0.0:1749607137.895819:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x18d5 [1] + 224
00000400:00000200:0.0:1749607137.895826:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607137.895839:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607137.895844:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730081664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607137.895873:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607137.895877:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317e00
00000400:00000200:0.0:1749607137.895882:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x18d9 [1] + 0
00000400:00000200:0.0:1749607137.895887:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607137.895890:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607137.895894:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730081792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607137.895919:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607137.895923:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf317e80
00000400:00000200:0.0:1749607137.895927:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x18e5 [1] + 0
00000400:00000010:3.0:1749607137.895973:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749607137.895976:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607137.895979:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607137.895983:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607137.895987:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749607137.895994:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730081920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607137.896000:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730081664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607137.896026:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607137.896034:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607137.896036:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:3.0:1749607137.896040:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730081664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607137.896044:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730081792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607137.896056:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730081792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607137.896071:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607137.896078:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607137.896084:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:2.0:1749607137.896091:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607137.896093:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749607137.896094:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607137.896099:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730081920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607137.896106:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730081920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607137.896120:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607137.896124:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607137.896127:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607137.896130:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607137.896132:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607137.896135:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749607137.907019:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749607137.907030:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:1.0:1749607137.907033:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749607137.907059:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:2.0:1749607142.902019:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607142.902045:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607142.902100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607142.902117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607142.902123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607142.902148:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607142.902151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607142.902174:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749607142.902176:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749607142.902181:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:3.0:1749607142.902183:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607142.902187:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000010:3.0:1749607142.902188:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:2.0:1749607142.902194:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730082176, portal 10
00000100:00000200:3.0:1749607142.902198:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730082048, portal 25
00000400:00000010:2.0:1749607142.902200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607142.902202:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730082176, offset 0
00000400:00000010:3.0:1749607142.902202:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749607142.902204:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730082048, offset 0
00000400:00000200:2.0:1749607142.902208:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607142.902215:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607142.902221:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607142.902226:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607142.902244:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607142.902247:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607142.902249:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607142.902252:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [767:767:256:4294967295] 192.168.201.120@tcp LPNI seq info [767:767:8:4294967295]
00000400:00000200:2.0:1749607142.902262:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607142.902266:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607142.902267:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749607142.902270:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749607142.902270:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607142.902272:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607142.902273:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607142.902275:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607142.902276:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [768:768:255:4294967295] 192.168.201.120@tcp LPNI seq info [768:768:7:4294967295]
00000800:00000200:2.0:1749607142.902277:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607142.902282:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607142.902284:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749607142.902285:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:3.0:1749607142.902286:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:2.0:1749607142.902289:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749607142.902289:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607142.902292:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607142.902294:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607142.902306:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749607142.902322:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749607142.902330:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749607142.902334:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
02000000:00000010:2.0:1749607142.902341:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749607142.902343:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:2.0:1749607142.902344:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607142.902346:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730082304, portal 10
00000400:00000010:2.0:1749607142.902348:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607142.902350:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730082304, offset 0
00000400:00000200:2.0:1749607142.902354:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607142.902356:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607142.902358:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607142.902359:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607142.902361:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607142.902362:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607142.902363:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [769:769:254:4294967295] 192.168.201.120@tcp LPNI seq info [769:769:6:4294967295]
00000800:00000200:0.0:1749607142.902367:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607142.902368:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607142.902370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607142.902371:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000800:00000010:2.0:1749607142.902375:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607142.902376:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607142.902377:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607142.902380:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607142.902381:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607142.902382:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607142.902385:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749607142.902387:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749607142.902396:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730082176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607142.902413:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607142.902415:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607142.902426:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607142.902429:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607142.902431:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749607142.902432:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749607142.902436:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730082048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607142.902504:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607142.902505:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607142.902507:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607142.902509:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607142.902510:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749607142.902511:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749607142.902513:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730082304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607142.903706:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607142.903715:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf317f80
00000400:00000200:0.0:1749607142.903721:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x18ed [1] + 0
00000400:00000200:0.0:1749607142.903730:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607142.903733:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607142.903739:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730082176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607142.903768:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607142.903774:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf317f00
00000400:00000200:0.0:1749607142.903777:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x18f1 [1] + 224
00000400:00000200:0.0:1749607142.903782:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607142.903785:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607142.903789:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730082048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607142.903815:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749607142.903817:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607142.903821:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749607142.903822:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000400:00000200:0.0:1749607142.903824:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318000
00000400:00000200:0.0:1749607142.903826:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x18fd [1] + 0
00000100:00000200:2.0:1749607142.903826:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730082176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607142.903833:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730082176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607142.903838:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607142.903840:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607142.903843:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730082304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607142.903852:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607142.903853:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749607142.903854:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607142.903856:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730082304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607142.903861:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730082304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607142.903871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607142.903874:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749607142.903875:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000010:2.0:1749607142.903877:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607142.903879:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
00000400:00000200:3.0:1749607142.903879:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
02000000:00000010:2.0:1749607142.903880:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607142.903881:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749607142.903881:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607142.903885:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730082048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607142.903897:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730082048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607142.903907:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607142.903909:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607142.903911:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749607142.914996:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:0.0:1749607142.915001:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:1.0:1749607142.915010:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:3.0:1749607142.915023:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749607147.910005:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607147.910033:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607147.910105:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607147.910124:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607147.910132:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:0.0:1749607147.910142:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749607147.910150:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea3c8.
00000400:00000010:0.0:1749607147.910158:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000010:2.0:1749607147.910166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000100:00000200:0.0:1749607147.910167:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730082432, portal 25
02000000:00000010:2.0:1749607147.910170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:0.0:1749607147.910172:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749607147.910175:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730082432, offset 0
00000400:00000200:0.0:1749607147.910182:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749607147.910183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607147.910189:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607147.910193:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607147.910195:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730082560, portal 10
00000400:00000200:0.0:1749607147.910197:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749607147.910200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607147.910201:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730082560, offset 0
00000400:00000200:0.0:1749607147.910204:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607147.910206:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607147.910208:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607147.910212:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607147.910214:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607147.910218:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [770:770:256:4294967295] 192.168.201.120@tcp LPNI seq info [770:770:8:4294967295]
00000400:00000200:0.0:1749607147.910230:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607147.910236:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607147.910236:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607147.910238:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749607147.910241:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000400:00000200:3.0:1749607147.910241:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607147.910242:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607147.910244:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607147.910246:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [771:771:255:4294967295] 192.168.201.120@tcp LPNI seq info [771:771:7:4294967295]
00000800:00000200:0.0:1749607147.910248:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607147.910251:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607147.910253:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607147.910256:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:0.0:1749607147.910257:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607147.910259:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607147.910262:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607147.910262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607147.910264:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607147.910288:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607147.910313:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
00000100:00000010:0.0:1749607147.910317:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749607147.910334:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
02000000:00000010:3.0:1749607147.910346:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607147.910348:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607147.910350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607147.910351:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730082688, portal 10
00000400:00000010:3.0:1749607147.910360:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000800:00000200:1.0:1749607147.910361:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:3.0:1749607147.910362:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730082688, offset 0
00000800:00000010:1.0:1749607147.910365:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:3.0:1749607147.910365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607147.910368:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607147.910370:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607147.910370:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607147.910371:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607147.910373:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607147.910374:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607147.910376:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [772:772:254:4294967295] 192.168.201.120@tcp LPNI seq info [772:772:6:4294967295]
00000400:00000200:1.0:1749607147.910377:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607147.910380:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607147.910381:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:1.0:1749607147.910382:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000800:00000200:3.0:1749607147.910382:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607147.910384:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607147.910386:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607147.910389:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607147.910390:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749607147.910392:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730082432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607147.910410:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607147.910411:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749607147.910414:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607147.910416:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607147.910418:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:1.0:1749607147.910420:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749607147.910423:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730082560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607147.910491:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607147.910492:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749607147.910494:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607147.910496:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607147.910497:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:1.0:1749607147.910498:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:1.0:1749607147.910506:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730082688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607147.912088:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607147.912100:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318080
00000400:00000200:0.0:1749607147.912106:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1905 [1] + 224
00000400:00000200:0.0:1749607147.912115:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607147.912118:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607147.912124:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730082432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607147.912153:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607147.912157:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318100
00000400:00000200:0.0:1749607147.912161:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x190d [1] + 0
00000400:00000200:0.0:1749607147.912165:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607147.912168:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607147.912171:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730082560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607147.912174:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea3c8.
00000400:00000200:2.0:1749607147.912178:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749607147.912180:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749607147.912185:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730082432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607147.912192:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749607147.912194:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730082432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607147.912196:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318180
00000400:00000200:0.0:1749607147.912199:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1915 [1] + 0
00000400:00000010:3.0:1749607147.912215:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749607147.912216:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749607147.912216:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000200:0.0:1749607147.912219:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607147.912219:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607147.912220:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
02000000:00000010:2.0:1749607147.912222:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:0.0:1749607147.912224:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730082688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607147.912225:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730082560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607147.912226:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:3.0:1749607147.912231:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730082560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607147.912244:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607147.912246:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749607147.912246:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607147.912249:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730082688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607147.912253:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730082688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607147.912261:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607147.912268:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749607147.912270:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749607147.912273:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607147.912274:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749607147.912276:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749607147.922986:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:1.0:1749607147.922995:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:0.0:1749607147.923010:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607147.923018:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:2.0:1749607152.918014:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607152.918046:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607152.918120:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607152.918138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607152.918145:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749607152.918148:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607152.918155:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607152.918161:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000010:2.0:1749607152.918166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
00000100:00000200:1.0:1749607152.918169:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730082816, portal 25
02000000:00000010:2.0:1749607152.918169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:1.0:1749607152.918172:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749607152.918174:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730082816, offset 0
00000400:00000200:1.0:1749607152.918179:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749607152.918181:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607152.918186:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607152.918190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000400:00000200:1.0:1749607152.918191:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749607152.918192:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730082944, portal 10
00000400:00000200:1.0:1749607152.918196:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749607152.918196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607152.918197:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730082944, offset 0
00000400:00000200:1.0:1749607152.918199:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607152.918201:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607152.918202:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607152.918204:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607152.918206:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [773:773:256:4294967295] 192.168.201.120@tcp LPNI seq info [773:773:8:4294967295]
00000400:00000200:1.0:1749607152.918215:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607152.918219:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607152.918220:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607152.918222:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749607152.918222:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607152.918224:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607152.918225:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607152.918227:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607152.918227:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607152.918228:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [774:774:255:4294967295] 192.168.201.120@tcp LPNI seq info [774:774:7:4294967295]
00000800:00000200:1.0:1749607152.918234:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607152.918234:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607152.918236:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607152.918238:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749607152.918239:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607152.918241:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607152.918244:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607152.918246:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607152.918257:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000100:00000010:1.0:1749607152.918271:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749607152.918274:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749607152.918282:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
02000000:00000010:3.0:1749607152.918298:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607152.918299:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607152.918301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607152.918302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730083072, portal 10
00000400:00000010:3.0:1749607152.918305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607152.918306:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730083072, offset 0
00000400:00000200:3.0:1749607152.918323:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607152.918325:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607152.918327:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607152.918328:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607152.918329:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607152.918331:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607152.918332:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [775:775:254:4294967295] 192.168.201.120@tcp LPNI seq info [775:775:6:4294967295]
00000400:00000200:3.0:1749607152.918336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607152.918339:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607152.918341:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607152.918343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607152.918345:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607152.918346:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607152.918363:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607152.918366:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749607152.918372:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607152.918378:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607152.918382:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749607152.918390:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749607152.918399:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730082816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607152.918420:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607152.918422:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607152.918424:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607152.918426:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607152.918428:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749607152.918429:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749607152.918432:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730082944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607152.918491:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607152.918493:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607152.918495:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607152.918498:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607152.918500:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749607152.918502:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749607152.918505:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730083072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607152.919634:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607152.919643:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318280
00000400:00000200:0.0:1749607152.919648:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1925 [1] + 0
00000400:00000200:0.0:1749607152.919654:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607152.919656:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607152.919660:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730082944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607152.919682:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607152.919685:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318200
00000400:00000200:0.0:1749607152.919687:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x191d [1] + 224
00000400:00000200:0.0:1749607152.919697:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607152.919699:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607152.919701:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730082816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607152.919715:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607152.919718:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318300
00000400:00000200:0.0:1749607152.919720:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x192d [1] + 0
00000400:00000200:0.0:1749607152.919728:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607152.919730:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607152.919732:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730083072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607152.919742:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607152.919746:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749607152.919747:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000400:00000010:1.0:1749607152.919750:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749607152.919751:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730082944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607152.919754:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607152.919755:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:3.0:1749607152.919758:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730082944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607152.919760:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730082816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607152.919774:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730082816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607152.919777:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607152.919778:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749607152.919778:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607152.919780:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730083072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607152.919785:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730083072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607152.919789:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:3.0:1749607152.919792:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:1.0:1749607152.919794:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
02000000:00000010:3.0:1749607152.919795:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749607152.919798:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749607152.919802:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749607152.919804:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607152.919806:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749607152.919807:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:3.0:1749607152.931002:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749607152.931006:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:2.0:1749607152.931016:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:0.0:1749607152.931017:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:2.0:1749607157.925998:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607157.926020:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607157.926063:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607157.926078:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607157.926084:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607157.926098:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607157.926100:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607157.926122:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607157.926124:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749607157.926128:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:3.0:1749607157.926130:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607157.926134:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000010:3.0:1749607157.926134:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607157.926141:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730083200, portal 25
00000100:00000200:2.0:1749607157.926145:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730083328, portal 10
00000400:00000010:3.0:1749607157.926146:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607157.926148:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730083200, offset 0
00000400:00000010:2.0:1749607157.926149:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607157.926151:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730083328, offset 0
00000400:00000200:3.0:1749607157.926156:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607157.926162:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607157.926168:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607157.926173:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607157.926178:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607157.926182:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607157.926184:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607157.926187:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [776:776:256:4294967295] 192.168.201.120@tcp LPNI seq info [776:776:8:4294967295]
00000400:00000200:3.0:1749607157.926200:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607157.926205:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607157.926205:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607157.926207:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607157.926209:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749607157.926209:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607157.926211:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607157.926212:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607157.926214:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [777:777:255:4294967295] 192.168.201.120@tcp LPNI seq info [777:777:7:4294967295]
00000800:00000200:3.0:1749607157.926216:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607157.926219:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607157.926221:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607157.926223:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:3.0:1749607157.926225:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607157.926226:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607157.926229:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607157.926229:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607157.926231:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607157.926250:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749607157.926265:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749607157.926271:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749607157.926275:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
02000000:00000010:2.0:1749607157.926282:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607157.926283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:2.0:1749607157.926285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607157.926287:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730083456, portal 10
00000400:00000010:2.0:1749607157.926289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607157.926290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730083456, offset 0
00000400:00000200:2.0:1749607157.926292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607157.926295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607157.926296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607157.926297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607157.926302:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607157.926303:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607157.926304:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607157.926304:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [778:778:254:4294967295] 192.168.201.120@tcp LPNI seq info [778:778:6:4294967295]
00000800:00000010:0.0:1749607157.926308:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607157.926309:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607157.926311:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607157.926311:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607157.926313:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607157.926315:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607157.926316:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607157.926317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607157.926319:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000800:00000200:2.0:1749607157.926319:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749607157.926321:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749607157.926329:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730083200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607157.926343:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607157.926344:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607157.926346:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607157.926348:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607157.926349:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749607157.926350:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749607157.926352:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730083328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607157.926407:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607157.926414:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607157.926415:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607157.926417:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607157.926419:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749607157.926420:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749607157.926422:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730083456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607157.927613:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607157.927622:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318380
00000400:00000200:0.0:1749607157.927627:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1935 [1] + 224
00000400:00000200:0.0:1749607157.927634:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607157.927636:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607157.927640:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730083200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607157.927658:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607157.927661:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318400
00000400:00000200:0.0:1749607157.927663:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1939 [1] + 0
00000400:00000200:0.0:1749607157.927666:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607157.927668:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607157.927669:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730083328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607157.927681:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607157.927684:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318480
00000400:00000200:0.0:1749607157.927685:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1945 [1] + 0
00000400:00000200:0.0:1749607157.927694:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607157.927696:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607157.927698:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730083456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607157.927713:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607157.927717:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749607157.927718:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607157.927722:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730083200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607157.927729:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730083200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607157.927738:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607157.927742:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749607157.927743:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607157.927747:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730083328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607157.927753:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730083328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607157.927755:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607157.927759:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749607157.927762:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:2.0:1749607157.927765:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607157.927766:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749607157.927767:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607157.927769:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730083456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607157.927773:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730083456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607157.927780:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607157.927783:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607157.927784:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607157.927786:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607157.927787:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607157.927789:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:1.0:1749607157.938998:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:3.0:1749607157.938999:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749607157.939007:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:0.0:1749607157.939014:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749607162.934011:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607162.934037:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607162.934086:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607162.934102:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607162.934108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607162.934121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607162.934124:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607162.934142:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749607162.934144:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749607162.934148:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:3.0:1749607162.934150:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607162.934154:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000010:3.0:1749607162.934154:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:2.0:1749607162.934161:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730083712, portal 10
00000100:00000200:3.0:1749607162.934163:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730083584, portal 25
00000400:00000010:2.0:1749607162.934166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000010:3.0:1749607162.934166:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:2.0:1749607162.934168:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730083712, offset 0
00000100:00000200:3.0:1749607162.934168:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730083584, offset 0
00000400:00000200:3.0:1749607162.934175:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607162.934180:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607162.934187:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607162.934194:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607162.934197:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607162.934201:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607162.934202:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607162.934205:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [779:779:256:4294967295] 192.168.201.120@tcp LPNI seq info [779:779:8:4294967295]
00000400:00000200:3.0:1749607162.934214:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607162.934218:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607162.934219:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607162.934221:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607162.934222:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607162.934223:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607162.934225:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607162.934226:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607162.934228:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [780:780:255:4294967295] 192.168.201.120@tcp LPNI seq info [780:780:7:4294967295]
00000800:00000200:3.0:1749607162.934228:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607162.934233:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607162.934236:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607162.934236:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607162.934237:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607162.934240:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607162.934240:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607162.934243:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607162.934245:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607162.934260:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749607162.934278:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749607162.934290:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749607162.934295:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
02000000:00000010:2.0:1749607162.934303:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000800:00000200:0.0:1749607162.934305:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749607162.934305:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000400:00000010:2.0:1749607162.934308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000800:00000010:0.0:1749607162.934310:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607162.934314:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607162.934318:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607162.934321:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730083840, portal 10
00000400:00000200:0.0:1749607162.934322:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749607162.934323:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000010:2.0:1749607162.934326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607162.934327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730083840, offset 0
00000400:00000200:2.0:1749607162.934331:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607162.934333:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730083584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607162.934334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607162.934335:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607162.934337:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607162.934338:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607162.934339:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607162.934341:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [781:781:254:4294967295] 192.168.201.120@tcp LPNI seq info [781:781:6:4294967295]
00000400:00000200:2.0:1749607162.934345:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607162.934347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607162.934349:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607162.934351:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607162.934354:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607162.934355:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607162.934405:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607162.934406:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607162.934408:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607162.934410:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607162.934412:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749607162.934413:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749607162.934416:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730083712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607162.934437:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607162.934439:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607162.934440:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607162.934443:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607162.934445:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749607162.934446:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749607162.934450:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730083840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607162.935547:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607162.935556:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318580
00000400:00000200:0.0:1749607162.935562:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x194d [1] + 0
00000400:00000200:0.0:1749607162.935568:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607162.935576:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607162.935581:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730083712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607162.935603:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607162.935605:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318500
00000400:00000200:0.0:1749607162.935608:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1951 [1] + 224
00000400:00000200:0.0:1749607162.935611:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607162.935612:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607162.935614:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730083584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607162.935626:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607162.935628:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318600
00000400:00000200:0.0:1749607162.935630:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x195d [1] + 0
00000400:00000200:0.0:1749607162.935638:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607162.935640:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607162.935643:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730083840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607162.935657:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:2.0:1749607162.935662:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749607162.935663:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607162.935667:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730083712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607162.935674:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730083712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607162.935685:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607162.935689:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749607162.935696:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000400:00000010:2.0:1749607162.935700:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:2.0:1749607162.935701:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000100:00000200:3.0:1749607162.935701:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730083584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607162.935702:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607162.935704:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730083840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607162.935707:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730083584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607162.935709:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730083840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607162.935719:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607162.935722:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607162.935725:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607162.935726:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607162.935728:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607162.935730:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607162.935733:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607162.935734:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607162.935736:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749607162.946989:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:1.0:1749607162.946999:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:0.0:1749607162.947020:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749607162.947022:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749607167.942008:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607167.942032:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607167.942086:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607167.942104:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607167.942111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607167.942128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607167.942132:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749607167.942138:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749607167.942147:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea580.
02000000:00000010:2.0:1749607167.942151:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:0.0:1749607167.942154:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000400:00000010:2.0:1749607167.942155:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a027e8.
00000100:00000200:0.0:1749607167.942161:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730083968, portal 25
00000400:00000010:2.0:1749607167.942161:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607167.942164:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730084096, portal 10
00000400:00000010:0.0:1749607167.942165:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749607167.942166:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730083968, offset 0
00000400:00000010:2.0:1749607167.942170:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000200:0.0:1749607167.942173:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607167.942180:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730084096, offset 0
00000400:00000200:2.0:1749607167.942185:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607167.942187:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607167.942192:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607167.942197:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607167.942211:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607167.942213:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607167.942215:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [782:782:256:4294967295] 192.168.201.120@tcp LPNI seq info [782:782:8:4294967295]
00000400:00000200:0.0:1749607167.942225:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607167.942230:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607167.942231:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607167.942233:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000400:00000200:2.0:1749607167.942234:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607167.942237:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607167.942239:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749607167.942240:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607167.942242:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607167.942244:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [783:783:255:4294967295] 192.168.201.120@tcp LPNI seq info [783:783:7:4294967295]
00000800:00000200:0.0:1749607167.942248:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607167.942252:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607167.942252:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607167.942256:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607167.942265:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607167.942269:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607167.942274:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:2.0:1749607167.942274:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607167.942276:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607167.942288:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
00000100:00000010:0.0:1749607167.942294:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000100:00000010:0.0:1749607167.942297:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
02000000:00000010:2.0:1749607167.942307:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607167.942310:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02630.
00000400:00000010:2.0:1749607167.942313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607167.942315:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730084224, portal 10
00000400:00000010:2.0:1749607167.942319:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607167.942321:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730084224, offset 0
00000400:00000200:2.0:1749607167.942325:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607167.942329:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607167.942331:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607167.942334:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607167.942336:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607167.942338:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607167.942340:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [784:784:254:4294967295] 192.168.201.120@tcp LPNI seq info [784:784:6:4294967295]
00000800:00000200:1.0:1749607167.942341:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607167.942345:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:2.0:1749607167.942347:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607167.942349:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607167.942351:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607167.942354:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:2.0:1749607167.942356:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749607167.942357:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:1.0:1749607167.942359:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000800:00000200:2.0:1749607167.942359:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607167.942363:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607167.942365:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749607167.942367:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730083968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607167.942382:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607167.942383:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749607167.942385:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607167.942386:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607167.942388:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:1.0:1749607167.942389:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:1.0:1749607167.942391:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730084096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607167.942456:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607167.942457:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749607167.942458:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607167.942460:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607167.942461:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:1.0:1749607167.942462:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:1.0:1749607167.942477:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730084224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607167.943652:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607167.943662:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318680
00000400:00000200:0.0:1749607167.943667:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1965 [1] + 224
00000400:00000200:0.0:1749607167.943673:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607167.943676:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607167.943680:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730083968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607167.943699:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607167.943702:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318700
00000400:00000200:0.0:1749607167.943705:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1969 [1] + 0
00000400:00000200:0.0:1749607167.943729:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607167.943731:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607167.943734:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730084096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607167.943739:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea580.
00000400:00000200:2.0:1749607167.943743:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749607167.943745:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749607167.943749:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730083968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607167.943759:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730083968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607167.943762:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607167.943765:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318780
00000400:00000200:0.0:1749607167.943767:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1975 [1] + 0
00000400:00000200:0.0:1749607167.943775:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607167.943777:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607167.943780:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730084224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607167.943790:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000010:3.0:1749607167.943790:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a027e8.
00000400:00000200:3.0:1749607167.943793:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:3.0:1749607167.943794:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
02000000:00000010:2.0:1749607167.943796:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:3.0:1749607167.943798:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730084096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607167.943800:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:3.0:1749607167.943804:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730084096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607167.943817:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02630.
00000400:00000200:3.0:1749607167.943818:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:3.0:1749607167.943819:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:3.0:1749607167.943821:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730084224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607167.943825:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730084224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607167.943833:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749607167.943836:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749607167.943837:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:3.0:1749607167.943839:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749607167.943840:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749607167.943842:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749607167.954994:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:3.0:1749607167.954995:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749607167.954998:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:1.0:1749607167.955000:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:2.0:1749607172.950086:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607172.950112:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607172.950166:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607172.950183:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607172.950188:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607172.950202:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607172.950205:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749607172.950232:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749607172.950240:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:1.0:1749607172.950241:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749607172.950243:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a025d8.
00000400:00000010:1.0:1749607172.950247:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000010:2.0:1749607172.950247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607172.950254:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730084480, portal 10
00000100:00000200:1.0:1749607172.950256:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730084352, portal 25
00000400:00000010:1.0:1749607172.950260:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000400:00000010:2.0:1749607172.950260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:1.0:1749607172.950262:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730084352, offset 0
00000100:00000200:2.0:1749607172.950262:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730084480, offset 0
00000400:00000200:1.0:1749607172.950269:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607172.950273:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607172.950281:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607172.950287:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607172.950291:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607172.950295:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607172.950296:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607172.950299:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [785:785:256:4294967295] 192.168.201.120@tcp LPNI seq info [785:785:8:4294967295]
00000400:00000200:1.0:1749607172.950309:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607172.950312:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607172.950313:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607172.950315:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607172.950317:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:2.0:1749607172.950317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607172.950319:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607172.950320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607172.950322:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [786:786:255:4294967295] 192.168.201.120@tcp LPNI seq info [786:786:7:4294967295]
00000800:00000200:1.0:1749607172.950323:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607172.950327:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607172.950330:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607172.950332:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607172.950332:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607172.950334:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607172.950336:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607172.950337:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607172.950356:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607172.950358:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749607172.950374:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749607172.950377:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749607172.950381:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
02000000:00000010:2.0:1749607172.950396:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749607172.950397:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02580.
00000400:00000010:2.0:1749607172.950399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607172.950401:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730084608, portal 10
00000400:00000010:2.0:1749607172.950404:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749607172.950405:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730084608, offset 0
00000400:00000200:2.0:1749607172.950407:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607172.950410:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607172.950412:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607172.950413:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607172.950415:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607172.950416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607172.950417:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [787:787:254:4294967295] 192.168.201.120@tcp LPNI seq info [787:787:6:4294967295]
00000400:00000200:2.0:1749607172.950421:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607172.950423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607172.950425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607172.950426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607172.950429:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607172.950430:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607172.950445:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607172.950449:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607172.950455:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607172.950461:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607172.950465:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749607172.950467:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749607172.950478:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730084352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607172.950497:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607172.950499:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607172.950501:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607172.950504:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607172.950506:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749607172.950507:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749607172.950511:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730084480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607172.950584:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607172.950586:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607172.950588:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607172.950592:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607172.950594:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749607172.950601:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749607172.950605:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730084608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607172.951771:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607172.951782:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318880
00000400:00000200:0.0:1749607172.951789:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x197d [1] + 0
00000400:00000200:0.0:1749607172.951797:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607172.951800:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607172.951807:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730084480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607172.951834:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607172.951838:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318800
00000400:00000200:0.0:1749607172.951842:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1981 [1] + 224
00000400:00000200:0.0:1749607172.951846:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607172.951849:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607172.951852:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730084352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607172.951853:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a025d8.
00000400:00000200:2.0:1749607172.951856:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607172.951858:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607172.951862:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730084480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607172.951871:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749607172.951871:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730084480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607172.951875:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318900
00000400:00000200:0.0:1749607172.951878:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x198d [1] + 0
00000400:00000200:0.0:1749607172.951891:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607172.951894:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607172.951894:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749607172.951894:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607172.951898:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000400:00000200:1.0:1749607172.951899:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607172.951900:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000010:2.0:1749607172.951902:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:0.0:1749607172.951905:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730084608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607172.951905:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730084352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607172.951916:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730084352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607172.951928:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749607172.951928:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02580.
00000400:00000200:2.0:1749607172.951929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
02000000:00000010:1.0:1749607172.951931:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000010:2.0:1749607172.951931:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000010:1.0:1749607172.951932:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:2.0:1749607172.951950:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730084608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607172.951957:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730084608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607172.951970:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607172.951972:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607172.951974:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749607172.962997:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:3.0:1749607172.962999:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:1.0:1749607172.963006:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:0.0:1749607172.963013:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:2.0:1749607177.958061:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607177.958091:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607177.958159:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607177.958181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607177.958189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607177.958209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607177.958213:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749607177.958217:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607177.958229:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:1.0:1749607177.958232:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749607177.958238:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000400:00000010:1.0:1749607177.958240:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749607177.958248:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730084736, portal 25
00000400:00000010:3.0:1749607177.958253:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000400:00000010:1.0:1749607177.958254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:3.0:1749607177.958256:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730084736, offset 0
00000100:00000200:1.0:1749607177.958258:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730084864, portal 10
00000400:00000010:1.0:1749607177.958264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000200:3.0:1749607177.958266:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749607177.958274:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730084864, offset 0
00000400:00000200:1.0:1749607177.958282:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607177.958283:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607177.958290:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607177.958296:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607177.958301:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607177.958303:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607177.958307:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [788:788:256:4294967295] 192.168.201.120@tcp LPNI seq info [788:788:8:4294967295]
00000400:00000200:3.0:1749607177.958321:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607177.958328:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607177.958330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607177.958333:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749607177.958334:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607177.958338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607177.958341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607177.958341:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607177.958344:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607177.958347:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [789:789:255:4294967295] 192.168.201.120@tcp LPNI seq info [789:789:7:4294967295]
00000800:00000200:3.0:1749607177.958352:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607177.958357:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607177.958358:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607177.958362:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607177.958366:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607177.958371:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607177.958377:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607177.958380:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607177.958388:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749607177.958425:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749607177.958433:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749607177.958444:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
02000000:00000010:1.0:1749607177.958461:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607177.958465:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607177.958468:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607177.958471:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730084992, portal 10
00000400:00000010:1.0:1749607177.958486:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607177.958489:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730084992, offset 0
00000800:00000200:0.0:1749607177.958493:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749607177.958494:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607177.958500:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607177.958501:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749607177.958504:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607177.958506:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607177.958509:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607177.958511:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607177.958514:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [790:790:254:4294967295] 192.168.201.120@tcp LPNI seq info [790:790:6:4294967295]
00000400:00000200:0.0:1749607177.958516:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607177.958523:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607177.958525:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749607177.958527:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607177.958530:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607177.958531:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749607177.958533:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000800:00000200:1.0:1749607177.958534:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749607177.958570:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730084736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607177.958571:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607177.958574:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607177.958599:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607177.958601:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607177.958604:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607177.958607:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607177.958610:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749607177.958612:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749607177.958616:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730084864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607177.958711:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607177.958715:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607177.958719:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607177.958724:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607177.958728:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749607177.958730:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749607177.958736:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730084992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607177.960707:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607177.960726:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318a00
00000400:00000200:0.0:1749607177.960738:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x199d [1] + 0
00000400:00000200:0.0:1749607177.960753:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607177.960759:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607177.960770:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730084864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607177.960825:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607177.960843:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318980
00000400:00000200:0.0:1749607177.960848:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1995 [1] + 224
00000400:00000200:0.0:1749607177.960857:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607177.960860:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607177.960865:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730084736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607177.960884:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607177.960892:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607177.960895:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607177.960903:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730084864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607177.960908:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607177.960914:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318a80
00000100:00000200:1.0:1749607177.960915:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730084864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607177.960918:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x19a5 [1] + 0
00000400:00000200:0.0:1749607177.960934:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607177.960994:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749607177.960997:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000100:00000200:0.0:1749607177.960999:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730084992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607177.961004:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749607177.961004:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000010:1.0:1749607177.961010:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:3.0:1749607177.961012:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749607177.961014:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607177.961022:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730084736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607177.961025:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607177.961028:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749607177.961029:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607177.961034:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730084992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607177.961034:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730084736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607177.961059:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730084992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607177.961073:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:1.0:1749607177.961077:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:3.0:1749607177.961078:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
02000000:00000010:1.0:1749607177.961080:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749607177.961082:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:3.0:1749607177.961082:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749607177.971019:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749607177.971024:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749607177.971028:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749607177.971044:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749607182.966056:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607182.966086:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607182.966152:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607182.966172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607182.966180:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607182.966209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607182.966213:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749607182.966250:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607182.966278:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607182.966284:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607182.966291:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730085120, portal 25
00000400:00000010:3.0:1749607182.966295:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607182.966297:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730085120, offset 0
00000400:00000200:3.0:1749607182.966303:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607182.966314:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607182.966320:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607182.966323:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607182.966326:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607182.966344:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607182.966348:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [791:791:256:4294967295] 192.168.201.120@tcp LPNI seq info [791:791:8:4294967295]
02000000:00000010:1.0:1749607182.966357:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749607182.966363:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749607182.966367:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000800:00000200:3.0:1749607182.966370:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607182.966372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000800:00000010:3.0:1749607182.966374:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000200:1.0:1749607182.966377:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730085248, portal 10
00000800:00000200:3.0:1749607182.966382:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749607182.966384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607182.966386:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730085248, offset 0
00000400:00000200:1.0:1749607182.966393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607182.966393:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607182.966399:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607182.966402:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607182.966406:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607182.966409:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607182.966412:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607182.966414:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607182.966417:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [792:792:255:4294967295] 192.168.201.120@tcp LPNI seq info [792:792:7:4294967295]
00000400:00000200:1.0:1749607182.966428:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749607182.966431:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000800:00000200:1.0:1749607182.966432:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607182.966437:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607182.966441:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607182.966447:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607182.966447:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000800:00000200:1.0:1749607182.966451:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607182.966452:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749607182.966527:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000800:00000200:0.0:1749607182.966549:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749607182.966553:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000010:0.0:1749607182.966555:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000010:1.0:1749607182.966559:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607182.966562:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607182.966562:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607182.966566:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730085376, portal 10
00000400:00000200:0.0:1749607182.966568:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607182.966573:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749607182.966575:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749607182.966586:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730085120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607182.966590:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749607182.966593:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730085376, offset 0
00000400:00000200:1.0:1749607182.966601:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607182.966610:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607182.966614:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607182.966618:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607182.966621:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607182.966624:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607182.966627:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [793:793:255:4294967295] 192.168.201.120@tcp LPNI seq info [793:793:7:4294967295]
00000400:00000200:1.0:1749607182.966639:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607182.966646:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607182.966652:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749607182.966658:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607182.966665:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607182.966669:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607182.966676:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607182.966678:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749607182.966681:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607182.966685:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607182.966687:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749607182.966688:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749607182.966693:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730085248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607182.966732:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607182.966734:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607182.966736:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607182.966739:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607182.966742:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749607182.966743:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749607182.966747:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730085376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607182.968436:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607182.968478:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318b00
00000400:00000200:0.0:1749607182.968497:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x19ad [1] + 224
00000400:00000200:0.0:1749607182.968515:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607182.968521:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607182.968531:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730085120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607182.968589:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607182.968596:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318b80
00000400:00000200:0.0:1749607182.968601:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x19b5 [1] + 0
00000400:00000200:0.0:1749607182.968608:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607182.968611:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607182.968616:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730085248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607182.968631:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607182.968637:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749607182.968647:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607182.968655:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730085120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607182.968661:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607182.968666:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318c00
00000100:00000200:3.0:1749607182.968667:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730085120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607182.968670:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x19bd [1] + 0
00000400:00000200:0.0:1749607182.968688:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749607182.968694:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000200:0.0:1749607182.968698:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607182.968699:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:0.0:1749607182.968703:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730085376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607182.968704:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:1.0:1749607182.968706:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607182.968714:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749607182.968716:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607182.968724:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730085248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607182.968735:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730085248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607182.968758:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607182.968760:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749607182.968762:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607182.968765:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730085376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607182.968773:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730085376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607182.968787:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607182.968801:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749607182.968804:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749607182.968808:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607182.968810:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749607182.968813:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749607182.979033:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:2.0:1749607182.979041:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749607182.979090:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:0.0:1749607182.979106:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:2.0:1749607187.974139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607187.974179:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607187.974267:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607187.974295:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607187.974328:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607187.974363:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:0.0:1749607187.974365:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749607187.974394:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:0.0:1749607187.974419:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea528.
00000400:00000010:0.0:1749607187.974428:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607187.974439:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730085504, portal 25
02000000:00000010:1.0:1749607187.974444:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:0.0:1749607187.974445:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749607187.974449:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730085504, offset 0
00000400:00000010:1.0:1749607187.974454:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607187.974459:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607187.974468:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607187.974473:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730085632, portal 10
00000400:00000200:0.0:1749607187.974477:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607187.974479:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607187.974482:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730085632, offset 0
00000400:00000200:0.0:1749607187.974485:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607187.974489:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607187.974491:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607187.974496:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607187.974499:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607187.974503:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [794:794:256:4294967295] 192.168.201.120@tcp LPNI seq info [794:794:8:4294967295]
00000400:00000200:0.0:1749607187.974517:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607187.974524:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607187.974527:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607187.974530:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749607187.974532:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607187.974537:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607187.974538:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607187.974541:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607187.974545:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607187.974550:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607187.974550:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [795:795:255:4294967295] 192.168.201.120@tcp LPNI seq info [795:795:7:4294967295]
00000800:00000200:0.0:1749607187.974556:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607187.974565:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607187.974572:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607187.974578:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607187.974585:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607187.974590:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:1.0:1749607187.974594:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607187.974599:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607187.974607:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
00000100:00000010:0.0:1749607187.974627:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749607187.974633:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
02000000:00000010:1.0:1749607187.974661:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607187.974667:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607187.974672:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000800:00000200:2.0:1749607187.974673:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749607187.974676:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730085760, portal 10
00000800:00000010:2.0:1749607187.974677:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000010:1.0:1749607187.974683:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000200:2.0:1749607187.974684:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749607187.974685:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730085760, offset 0
00000400:00000200:2.0:1749607187.974691:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607187.974696:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749607187.974698:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000400:00000200:1.0:1749607187.974705:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607187.974711:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730085504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607187.974712:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607187.974716:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607187.974719:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607187.974721:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607187.974724:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607187.974727:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [796:796:254:4294967295] 192.168.201.120@tcp LPNI seq info [796:796:6:4294967295]
00000400:00000200:1.0:1749607187.974735:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607187.974739:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607187.974742:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607187.974746:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607187.974752:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607187.974754:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607187.974820:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607187.974822:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749607187.974825:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607187.974830:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607187.974832:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:2.0:1749607187.974833:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:2.0:1749607187.974838:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730085632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607187.974865:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607187.974866:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749607187.974869:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607187.974872:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607187.974874:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749607187.974876:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749607187.974880:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730085760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607187.976644:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607187.976663:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318c80
00000400:00000200:0.0:1749607187.976684:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x19c5 [1] + 224
00000400:00000200:0.0:1749607187.976703:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607187.976709:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607187.976720:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730085504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607187.976776:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607187.976787:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318d00
00000400:00000200:0.0:1749607187.976794:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x19cd [1] + 0
00000400:00000200:0.0:1749607187.976803:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607187.976809:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607187.976816:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730085632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607187.976817:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea528.
00000400:00000200:2.0:1749607187.976824:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749607187.976825:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749607187.976833:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730085504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607187.976859:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730085504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607187.976864:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607187.976872:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318d80
00000400:00000200:0.0:1749607187.976878:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x19d5 [1] + 0
02000000:00000010:2.0:1749607187.976889:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749607187.976895:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:2.0:1749607187.976900:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749607187.976905:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607187.976912:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607187.976921:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730085760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607187.976986:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607187.976995:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749607187.976998:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607187.977007:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730085632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607187.977023:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730085632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607187.977048:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749607187.986901:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607187.986907:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607187.986909:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607187.986917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730085760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607187.986929:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730085760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607187.986970:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749607187.986988:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607187.986993:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749607187.986996:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749607187.987000:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607187.987002:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749607187.987004:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749607187.987025:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:2.0:1749607187.987079:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749607187.987097:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607187.987266:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:2.0:1749607192.982078:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607192.982105:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607192.982156:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607192.982172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607192.982178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749607192.982194:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000100:00000010:2.0:1749607192.982200:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749607192.982204:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:2.0:1749607192.982206:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749607192.982212:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607192.982221:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730085888, portal 25
00000400:00000010:1.0:1749607192.982226:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607192.982229:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730085888, offset 0
00000400:00000200:1.0:1749607192.982237:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749607192.982243:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:0.0:1749607192.982248:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea4d0.
00000400:00000010:0.0:1749607192.982251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000400:00000200:1.0:1749607192.982251:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:0.0:1749607192.982254:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730086016, portal 10
00000400:00000200:1.0:1749607192.982258:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749607192.982259:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749607192.982260:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730086016, offset 0
00000400:00000200:1.0:1749607192.982263:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607192.982264:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607192.982267:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607192.982270:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607192.982273:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [797:797:256:4294967295] 192.168.201.120@tcp LPNI seq info [797:797:8:4294967295]
00000400:00000200:1.0:1749607192.982303:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607192.982310:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607192.982311:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607192.982315:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749607192.982322:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607192.982331:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607192.982331:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607192.982334:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607192.982335:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607192.982336:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749607192.982337:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607192.982338:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [798:798:255:4294967295] 192.168.201.120@tcp LPNI seq info [798:798:7:4294967295]
00000400:00000200:0.0:1749607192.982344:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607192.982347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607192.982350:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000800:00000200:0.0:1749607192.982352:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607192.982356:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607192.982359:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607192.982360:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749607192.982376:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749607192.982380:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749607192.982385:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000800:00000200:2.0:1749607192.982407:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607192.982410:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749607192.982415:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:0.0:1749607192.982416:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000400:00000010:0.0:1749607192.982420:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea478.
00000400:00000200:2.0:1749607192.982420:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749607192.982423:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000400:00000200:2.0:1749607192.982424:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:2.0:1749607192.982426:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749607192.982429:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730086144, portal 10
00000400:00000010:0.0:1749607192.982434:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749607192.982434:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730085888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607192.982435:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730086144, offset 0
00000400:00000200:0.0:1749607192.982440:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607192.982443:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607192.982445:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607192.982447:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607192.982448:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607192.982450:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607192.982451:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [799:799:254:4294967295] 192.168.201.120@tcp LPNI seq info [799:799:6:4294967295]
00000400:00000200:0.0:1749607192.982456:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607192.982458:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607192.982460:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000800:00000200:0.0:1749607192.982462:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607192.982465:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607192.982470:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607192.982520:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607192.982522:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000200:2.0:1749607192.982523:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607192.982525:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607192.982527:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749607192.982528:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749607192.982530:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730086016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607192.982546:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607192.982552:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:2.0:1749607192.982554:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607192.982556:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607192.982558:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749607192.982559:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749607192.982561:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730086144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607192.983597:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607192.983606:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318e00
00000400:00000200:0.0:1749607192.983611:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x19dd [1] + 224
00000400:00000200:0.0:1749607192.983618:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607192.983620:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607192.983625:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730085888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607192.983643:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607192.983646:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf318e80
00000400:00000200:0.0:1749607192.983649:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x19e5 [1] + 0
00000400:00000200:0.0:1749607192.983651:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607192.983653:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607192.983655:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730086016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607192.983668:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607192.983670:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf318f00
00000400:00000200:0.0:1749607192.983672:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x19ed [1] + 0
00000400:00000010:1.0:1749607192.983677:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607192.983680:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000200:0.0:1749607192.983682:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607192.983682:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749607192.983685:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607192.983687:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730086144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607192.983692:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730085888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607192.983701:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730085888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607192.983715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea4d0.
00000400:00000200:2.0:1749607192.983721:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749607192.983722:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
02000000:00000010:1.0:1749607192.983724:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000100:00000200:2.0:1749607192.983728:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730086016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607192.983729:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749607192.983733:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:2.0:1749607192.983737:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730086016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607192.983754:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea478.
00000400:00000200:2.0:1749607192.983756:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749607192.983758:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749607192.983761:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730086144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607192.983768:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730086144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607192.983781:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:2.0:1749607192.983786:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607192.983788:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607192.983790:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
02000000:00000010:2.0:1749607192.983792:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607192.983793:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:1.0:1749607192.995006:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:0.0:1749607192.995020:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:3.0:1749607192.995020:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749607192.995041:0:49:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:2.0:1749607197.990092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607197.990117:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607197.990186:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607197.990227:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607197.990233:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607197.990250:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607197.990252:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749607197.990261:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607197.990269:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749607197.990273:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749607197.990276:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000400:00000010:2.0:1749607197.990277:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02580.
00000100:00000200:3.0:1749607197.990284:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730086272, portal 25
00000400:00000010:2.0:1749607197.990287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000010:3.0:1749607197.990288:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:2.0:1749607197.990289:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730086400, portal 10
00000100:00000200:3.0:1749607197.990291:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730086272, offset 0
00000400:00000010:2.0:1749607197.990293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607197.990295:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730086400, offset 0
00000400:00000200:3.0:1749607197.990298:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607197.990304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607197.990311:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607197.990317:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607197.990321:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607197.990324:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607197.990326:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607197.990328:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [800:800:256:4294967295] 192.168.201.120@tcp LPNI seq info [800:800:8:4294967295]
00000400:00000200:3.0:1749607197.990337:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607197.990341:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607197.990342:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607197.990344:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607197.990345:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749607197.990346:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607197.990347:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607197.990349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607197.990351:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [801:801:255:4294967295] 192.168.201.120@tcp LPNI seq info [801:801:7:4294967295]
00000800:00000200:3.0:1749607197.990351:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607197.990356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607197.990358:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607197.990359:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607197.990360:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607197.990363:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607197.990363:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607197.990366:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607197.990368:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607197.990389:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749607197.990408:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749607197.990416:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749607197.990419:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
02000000:00000010:2.0:1749607197.990428:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607197.990429:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a025d8.
00000400:00000010:2.0:1749607197.990444:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607197.990445:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730086528, portal 10
00000400:00000010:2.0:1749607197.990448:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607197.990449:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730086528, offset 0
00000400:00000200:2.0:1749607197.990452:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607197.990455:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607197.990457:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607197.990458:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607197.990460:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607197.990461:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607197.990462:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [802:802:254:4294967295] 192.168.201.120@tcp LPNI seq info [802:802:6:4294967295]
00000800:00000200:0.0:1749607197.990464:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607197.990467:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749607197.990468:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607197.990469:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607197.990470:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607197.990472:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607197.990473:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607197.990474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607197.990476:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607197.990478:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607197.990488:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749607197.990489:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749607197.990497:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730086400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607197.990512:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607197.990513:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607197.990514:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607197.990516:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607197.990517:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749607197.990518:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749607197.990521:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730086272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607197.990591:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607197.990593:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607197.990595:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607197.990598:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607197.990600:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749607197.990601:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749607197.990604:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730086528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607197.991830:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607197.991841:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319000
00000400:00000200:0.0:1749607197.991847:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x19f9 [1] + 0
00000400:00000200:0.0:1749607197.991855:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607197.991858:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607197.991864:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730086400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607197.991891:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607197.991896:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf318f80
00000400:00000200:0.0:1749607197.991900:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x19f5 [1] + 224
00000400:00000200:0.0:1749607197.991911:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607197.991911:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02580.
00000400:00000200:0.0:1749607197.991914:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607197.991914:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607197.991915:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749607197.991919:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730086272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607197.991919:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730086400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607197.991925:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730086400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607197.991959:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749607197.991960:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749607197.991962:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000400:00000200:3.0:1749607197.991964:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000100:00000010:2.0:1749607197.991965:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:3.0:1749607197.991965:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607197.991969:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730086272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607197.991976:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730086272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607197.991981:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607197.991986:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319080
02000000:00000010:3.0:1749607197.991987:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607197.991989:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:0.0:1749607197.991990:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1a05 [1] + 0
00000100:00000010:3.0:1749607197.991991:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:0.0:1749607197.992005:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607197.992008:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607197.992012:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730086528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607197.992044:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a025d8.
00000400:00000200:2.0:1749607197.992046:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607197.992047:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607197.992055:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730086528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607197.992060:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730086528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607197.992070:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607197.992072:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607197.992073:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749607198.003032:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:0.0:1749607198.003035:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:1.0:1749607198.003044:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:3.0:1749607198.003053:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749607202.998095:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607202.998148:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607202.998207:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607202.998223:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607202.998229:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607202.998245:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607202.998248:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607202.998249:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607202.998258:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607202.998265:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
02000000:00000010:2.0:1749607202.998269:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607202.998272:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a025d8.
00000100:00000200:3.0:1749607202.998272:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730086656, portal 25
00000400:00000010:2.0:1749607202.998275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000010:3.0:1749607202.998276:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:2.0:1749607202.998278:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730086784, portal 10
00000100:00000200:3.0:1749607202.998278:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730086656, offset 0
00000400:00000010:2.0:1749607202.998282:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:3.0:1749607202.998285:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607202.998290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730086784, offset 0
00000400:00000200:2.0:1749607202.998294:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607202.998299:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607202.998304:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607202.998308:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607202.998311:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607202.998313:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607202.998315:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [803:803:256:4294967295] 192.168.201.120@tcp LPNI seq info [803:803:8:4294967295]
00000400:00000200:3.0:1749607202.998325:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607202.998329:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607202.998330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607202.998332:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607202.998334:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749607202.998334:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749607202.998335:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607202.998337:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607202.998338:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [804:804:255:4294967295] 192.168.201.120@tcp LPNI seq info [804:804:7:4294967295]
00000800:00000200:3.0:1749607202.998340:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607202.998343:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607202.998346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607202.998348:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607202.998352:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749607202.998361:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607202.998364:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607202.998368:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607202.998369:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607202.998379:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749607202.998393:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749607202.998404:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749607202.998411:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
02000000:00000010:2.0:1749607202.998421:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749607202.998423:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02580.
00000400:00000010:2.0:1749607202.998425:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607202.998427:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730086912, portal 10
00000400:00000010:2.0:1749607202.998430:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607202.998431:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730086912, offset 0
00000400:00000200:2.0:1749607202.998433:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607202.998436:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607202.998438:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607202.998440:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607202.998440:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607202.998441:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607202.998442:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607202.998443:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [805:805:254:4294967295] 192.168.201.120@tcp LPNI seq info [805:805:6:4294967295]
00000400:00000200:2.0:1749607202.998448:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749607202.998449:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000800:00000200:2.0:1749607202.998450:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607202.998451:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607202.998453:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607202.998455:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607202.998456:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607202.998457:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607202.998460:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607202.998463:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749607202.998465:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749607202.998473:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730086656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607202.998491:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607202.998492:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607202.998495:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607202.998498:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607202.998500:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749607202.998501:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749607202.998504:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730086784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607202.998575:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607202.998583:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607202.998585:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607202.998588:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607202.998590:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749607202.998591:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749607202.998593:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730086912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607202.999848:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607202.999857:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319100
00000400:00000200:0.0:1749607202.999862:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a0d [1] + 224
00000400:00000200:0.0:1749607202.999869:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607202.999870:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607202.999875:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730086656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607202.999895:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607202.999898:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319180
00000400:00000200:0.0:1749607202.999900:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a11 [1] + 0
00000400:00000200:0.0:1749607202.999903:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607202.999905:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607202.999907:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730086784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607202.999919:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749607202.999921:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749607202.999922:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319200
00000400:00000200:3.0:1749607202.999926:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749607202.999928:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000400:00000200:0.0:1749607202.999931:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1a1d [1] + 0
00000100:00000200:3.0:1749607202.999933:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730086656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607202.999961:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607202.999963:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607202.999966:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730086912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607202.999967:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730086656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607202.999980:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a025d8.
00000400:00000200:2.0:1749607202.999985:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607202.999986:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
02000000:00000010:3.0:1749607202.999989:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000100:00000200:2.0:1749607202.999990:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730086784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607202.999993:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000200:2.0:1749607202.999996:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730086784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607202.999997:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749607203.000018:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02580.
00000400:00000200:2.0:1749607203.000019:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607203.000020:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607203.000023:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730086912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607203.000027:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730086912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607203.000034:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607203.000036:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607203.000038:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607203.000039:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607203.000041:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607203.000042:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:3.0:1749607203.011017:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:1.0:1749607203.011019:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:0.0:1749607203.011031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749607203.011038:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:2.0:1749607208.006115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607208.006146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607208.006208:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607208.006230:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607208.006238:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607208.006261:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607208.006265:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607208.006294:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
02000000:00000010:0.0:1749607208.006296:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:2.0:1749607208.006301:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02580.
00000400:00000010:0.0:1749607208.006305:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea420.
00000400:00000010:2.0:1749607208.006308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000010:0.0:1749607208.006310:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749607208.006316:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730087040, portal 25
00000100:00000200:2.0:1749607208.006316:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730087168, portal 10
00000400:00000010:0.0:1749607208.006321:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000400:00000010:2.0:1749607208.006322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749607208.006323:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730087040, offset 0
00000100:00000200:2.0:1749607208.006324:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730087168, offset 0
00000400:00000200:0.0:1749607208.006332:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607208.006341:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607208.006348:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607208.006355:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607208.006359:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607208.006364:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607208.006366:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607208.006370:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [806:806:256:4294967295] 192.168.201.120@tcp LPNI seq info [806:806:8:4294967295]
00000400:00000200:0.0:1749607208.006384:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607208.006390:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607208.006392:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607208.006394:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000400:00000200:2.0:1749607208.006395:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607208.006402:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607208.006412:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607208.006414:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607208.006417:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607208.006417:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607208.006419:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607208.006422:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [807:807:255:4294967295] 192.168.201.120@tcp LPNI seq info [807:807:7:4294967295]
00000400:00000200:2.0:1749607208.006432:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607208.006436:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607208.006440:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607208.006444:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607208.006448:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:2.0:1749607208.006450:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607208.006453:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607208.006468:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
00000100:00000010:0.0:1749607208.006476:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
00000100:00000010:0.0:1749607208.006486:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
02000000:00000010:2.0:1749607208.006513:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607208.006516:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a025d8.
00000400:00000010:2.0:1749607208.006519:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607208.006522:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730087296, portal 10
00000400:00000010:2.0:1749607208.006525:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607208.006527:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730087296, offset 0
00000400:00000200:2.0:1749607208.006531:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607208.006536:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607208.006538:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607208.006541:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607208.006543:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607208.006545:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607208.006547:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [808:808:254:4294967295] 192.168.201.120@tcp LPNI seq info [808:808:6:4294967295]
00000400:00000200:2.0:1749607208.006554:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607208.006558:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607208.006561:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607208.006564:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607208.006567:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607208.006569:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607208.006597:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607208.006605:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:1.0:1749607208.006613:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607208.006622:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607208.006629:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:1.0:1749607208.006632:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:1.0:1749607208.006645:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730087040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607208.006678:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607208.006680:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749607208.006684:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607208.006689:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607208.006692:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:1.0:1749607208.006695:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:1.0:1749607208.006701:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730087168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607208.006793:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607208.006796:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749607208.006807:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607208.006811:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607208.006814:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:1.0:1749607208.006816:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:1.0:1749607208.006820:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730087296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607208.008816:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607208.008830:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319280
00000400:00000200:0.0:1749607208.008837:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a29 [1] + 224
00000400:00000200:0.0:1749607208.008849:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607208.008860:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607208.008867:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730087040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607208.008904:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607208.008909:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319380
00000400:00000200:0.0:1749607208.008913:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1a35 [1] + 0
00000400:00000200:0.0:1749607208.008918:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607208.008921:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607208.008925:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730087296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607208.008983:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607208.008988:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319300
00000400:00000010:2.0:1749607208.008992:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea420.
00000400:00000200:2.0:1749607208.008999:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749607208.009001:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000400:00000200:0.0:1749607208.009006:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a25 [1] + 0
00000100:00000200:2.0:1749607208.009009:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730087040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607208.009020:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749607208.009020:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730087040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607208.009024:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607208.009056:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730087168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607208.009071:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000010:3.0:1749607208.009076:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02580.
02000000:00000010:2.0:1749607208.009077:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749607208.009081:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:3.0:1749607208.009085:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:3.0:1749607208.009088:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:3.0:1749607208.009097:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730087168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607208.009113:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730087168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607208.009140:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a025d8.
00000400:00000200:3.0:1749607208.009143:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:3.0:1749607208.009145:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:3.0:1749607208.009150:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730087296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607208.009162:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730087296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607208.009181:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749607208.009197:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749607208.009202:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749607208.009207:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749607208.009211:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749607208.009214:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749607208.019050:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:0.0:1749607208.019062:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:1.0:1749607208.019072:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:3.0:1749607208.019077:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:2.0:1749607213.014072:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607213.014102:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607213.014175:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607213.014199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607213.014210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607213.014232:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607213.014238:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749607213.014277:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607213.014278:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:1.0:1749607213.014287:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749607213.014288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:1.0:1749607213.014296:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:2.0:1749607213.014297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:1.0:1749607213.014305:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730087424, portal 25
00000100:00000200:2.0:1749607213.014306:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730087552, portal 10
00000400:00000010:1.0:1749607213.014311:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607213.014314:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730087424, offset 0
00000400:00000010:2.0:1749607213.014315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607213.014318:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730087552, offset 0
00000400:00000200:1.0:1749607213.014323:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607213.014338:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607213.014342:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607213.014345:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607213.014351:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607213.014356:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607213.014361:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607213.014366:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [809:809:256:4294967295] 192.168.201.120@tcp LPNI seq info [809:809:8:4294967295]
00000400:00000200:1.0:1749607213.014386:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607213.014395:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607213.014398:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607213.014402:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607213.014402:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607213.014406:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607213.014408:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607213.014411:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607213.014414:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607213.014415:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [810:810:255:4294967295] 192.168.201.120@tcp LPNI seq info [810:810:7:4294967295]
00000800:00000200:1.0:1749607213.014428:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607213.014434:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607213.014438:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607213.014444:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607213.014447:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607213.014452:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607213.014458:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607213.014462:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607213.014469:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749607213.014498:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749607213.014503:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749607213.014508:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000800:00000200:0.0:1749607213.014598:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607213.014605:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
02000000:00000010:2.0:1749607213.014605:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000200:0.0:1749607213.014611:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607213.014613:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607213.014618:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000200:0.0:1749607213.014619:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607213.014622:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730087680, portal 10
00000400:00000200:0.0:1749607213.014624:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749607213.014626:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000400:00000010:2.0:1749607213.014628:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607213.014631:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730087680, offset 0
00000100:00000200:0.0:1749607213.014638:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730087424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607213.014639:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607213.014648:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607213.014652:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607213.014656:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607213.014659:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607213.014663:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607213.014667:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [811:811:254:4294967295] 192.168.201.120@tcp LPNI seq info [811:811:6:4294967295]
00000400:00000200:2.0:1749607213.014680:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607213.014687:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607213.014692:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607213.014697:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607213.014704:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607213.014709:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607213.014763:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607213.014766:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607213.014769:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607213.014782:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607213.014785:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749607213.014787:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749607213.014792:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730087552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607213.014823:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607213.014826:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607213.014828:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607213.014831:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607213.014834:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749607213.014835:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749607213.014839:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730087680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607213.016922:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607213.016984:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319400
00000400:00000200:0.0:1749607213.016992:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a3d [1] + 224
00000400:00000200:0.0:1749607213.017004:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607213.017008:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607213.017015:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730087424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607213.017050:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607213.017055:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319480
00000400:00000200:0.0:1749607213.017060:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a41 [1] + 0
00000400:00000200:0.0:1749607213.017065:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607213.017067:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607213.017071:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730087552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607213.017095:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607213.017099:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319500
00000400:00000200:0.0:1749607213.017112:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1a4d [1] + 0
00000400:00000200:0.0:1749607213.017127:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607213.017130:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607213.017134:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730087680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607213.017142:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607213.017149:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607213.017152:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607213.017160:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730087424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607213.017160:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607213.017166:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607213.017168:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:1.0:1749607213.017171:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730087424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607213.017176:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730087552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607213.017194:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730087552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607213.017200:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607213.017205:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607213.017210:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:2.0:1749607213.017216:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607213.017219:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607213.017220:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607213.017223:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730087680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607213.017231:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730087680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607213.017244:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607213.017248:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607213.017251:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607213.017254:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607213.017256:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607213.017258:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749607213.027035:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:3.0:1749607213.027044:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:0.0:1749607213.027047:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:1.0:1749607213.027065:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749607218.022100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607218.022127:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607218.022187:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607218.022205:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607218.022210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607218.022228:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607218.022230:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607218.022252:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607218.022254:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749607218.022258:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:1.0:1749607218.022261:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:2.0:1749607218.022264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000010:1.0:1749607218.022266:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607218.022271:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730087808, portal 25
00000100:00000200:2.0:1749607218.022271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730087936, portal 10
00000400:00000010:1.0:1749607218.022275:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000010:2.0:1749607218.022276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:1.0:1749607218.022277:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730087808, offset 0
00000100:00000200:2.0:1749607218.022278:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730087936, offset 0
00000400:00000200:1.0:1749607218.022285:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607218.022298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607218.022299:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607218.022306:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607218.022311:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607218.022315:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607218.022318:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607218.022321:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [812:812:256:4294967295] 192.168.201.120@tcp LPNI seq info [812:812:8:4294967295]
00000400:00000200:1.0:1749607218.022331:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607218.022336:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607218.022336:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607218.022339:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607218.022340:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749607218.022341:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607218.022342:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607218.022344:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607218.022345:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [813:813:255:4294967295] 192.168.201.120@tcp LPNI seq info [813:813:7:4294967295]
00000800:00000200:1.0:1749607218.022346:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607218.022350:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607218.022353:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607218.022354:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607218.022355:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607218.022357:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607218.022358:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607218.022360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607218.022362:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607218.022380:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749607218.022401:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749607218.022406:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749607218.022409:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
02000000:00000010:2.0:1749607218.022418:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749607218.022420:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607218.022422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607218.022423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730088064, portal 10
00000400:00000010:2.0:1749607218.022426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607218.022427:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730088064, offset 0
00000400:00000200:2.0:1749607218.022429:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607218.022432:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607218.022433:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607218.022435:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607218.022436:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607218.022437:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607218.022439:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [814:814:254:4294967295] 192.168.201.120@tcp LPNI seq info [814:814:6:4294967295]
00000400:00000200:2.0:1749607218.022448:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607218.022451:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607218.022453:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607218.022455:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607218.022457:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607218.022459:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607218.022461:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607218.022465:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607218.022472:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607218.022477:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607218.022480:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749607218.022482:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749607218.022492:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730087936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607218.022509:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607218.022511:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607218.022513:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607218.022515:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607218.022517:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749607218.022518:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749607218.022521:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730087808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607218.022591:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607218.022592:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607218.022594:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607218.022595:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607218.022597:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749607218.022598:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749607218.022600:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730088064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607218.023761:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607218.023774:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319600
00000400:00000200:0.0:1749607218.023779:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a55 [1] + 0
00000400:00000200:0.0:1749607218.023786:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607218.023788:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607218.023792:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730087936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607218.023811:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607218.023814:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319680
00000400:00000200:0.0:1749607218.023816:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1a65 [1] + 0
00000400:00000200:0.0:1749607218.023819:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607218.023821:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607218.023823:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730088064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607218.023830:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607218.023832:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319580
00000400:00000200:0.0:1749607218.023834:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a59 [1] + 224
00000400:00000200:0.0:1749607218.023844:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607218.023846:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607218.023848:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730087808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607218.023884:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607218.023888:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607218.023889:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607218.023894:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730087936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607218.023900:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730087936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607218.023920:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607218.023921:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607218.023922:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607218.023924:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730088064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607218.023928:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730088064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607218.023932:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:2.0:1749607218.023952:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607218.023955:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000400:00000200:1.0:1749607218.023959:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000100:00000010:2.0:1749607218.023959:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749607218.023960:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
02000000:00000010:2.0:1749607218.023960:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607218.023962:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607218.023963:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:1.0:1749607218.023965:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730087808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607218.023970:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730087808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607218.023981:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607218.023985:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749607218.023987:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749607218.034989:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749607218.034997:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:3.0:1749607218.035000:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:0.0:1749607218.035008:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749607223.030086:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607223.030119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607223.030199:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607223.030222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607223.030231:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607223.030250:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607223.030254:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607223.030284:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749607223.030287:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:2.0:1749607223.030292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:0.0:1749607223.030300:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea268.
00000400:00000010:2.0:1749607223.030301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607223.030310:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730088320, portal 10
00000400:00000010:2.0:1749607223.030318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000010:0.0:1749607223.030321:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:2.0:1749607223.030321:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730088320, offset 0
00000100:00000200:0.0:1749607223.030326:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730088192, portal 25
00000400:00000010:0.0:1749607223.030330:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000400:00000200:2.0:1749607223.030330:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607223.030335:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730088192, offset 0
00000400:00000200:0.0:1749607223.030342:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607223.030345:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607223.030352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607223.030358:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607223.030363:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607223.030366:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607223.030370:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [815:815:256:4294967295] 192.168.201.120@tcp LPNI seq info [815:815:8:4294967295]
00000400:00000200:2.0:1749607223.030385:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607223.030392:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607223.030394:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607223.030399:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749607223.030399:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607223.030402:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607223.030405:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749607223.030407:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607223.030408:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607223.030410:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [816:816:255:4294967295] 192.168.201.120@tcp LPNI seq info [816:816:7:4294967295]
00000800:00000200:2.0:1749607223.030419:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607223.030421:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607223.030424:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607223.030426:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607223.030430:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000800:00000200:0.0:1749607223.030435:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607223.030441:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607223.030445:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607223.030454:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749607223.030472:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749607223.030481:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749607223.030487:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
02000000:00000010:2.0:1749607223.030504:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607223.030507:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607223.030517:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607223.030520:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730088448, portal 10
00000400:00000010:2.0:1749607223.030524:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607223.030526:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730088448, offset 0
00000400:00000200:2.0:1749607223.030532:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607223.030537:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607223.030539:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607223.030542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607223.030544:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607223.030546:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607223.030549:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [817:817:254:4294967295] 192.168.201.120@tcp LPNI seq info [817:817:6:4294967295]
00000400:00000200:2.0:1749607223.030558:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607223.030563:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607223.030566:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607223.030569:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607223.030574:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607223.030576:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607223.030605:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607223.030612:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749607223.030619:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607223.030627:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607223.030632:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:1.0:1749607223.030634:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:1.0:1749607223.030646:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730088320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607223.030667:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607223.030669:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:1.0:1749607223.030672:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607223.030675:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607223.030677:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:1.0:1749607223.030679:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:1.0:1749607223.030683:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730088192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607223.030807:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607223.030810:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:1.0:1749607223.030813:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607223.030816:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607223.030818:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:1.0:1749607223.030829:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:1.0:1749607223.030835:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730088448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607223.032760:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607223.032801:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319780
00000400:00000200:0.0:1749607223.032810:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a6d [1] + 0
00000400:00000200:0.0:1749607223.032821:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607223.032825:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607223.032833:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730088320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607223.032867:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607223.032872:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319700
00000400:00000200:0.0:1749607223.032877:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a75 [1] + 224
00000400:00000200:0.0:1749607223.032882:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607223.032885:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607223.032889:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730088192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607223.032912:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607223.032917:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319800
00000400:00000200:0.0:1749607223.032929:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1a7d [1] + 0
00000400:00000010:2.0:1749607223.032979:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607223.032987:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000200:0.0:1749607223.032988:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607223.032989:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000200:0.0:1749607223.032993:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607223.032998:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730088448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607223.032998:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730088320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607223.033010:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea268.
00000100:00000200:2.0:1749607223.033010:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730088320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607223.033018:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749607223.033020:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749607223.033028:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730088192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607223.033039:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000100:00000200:1.0:1749607223.033040:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730088192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607223.033042:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749607223.033043:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607223.033047:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730088448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607223.033055:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730088448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607223.033061:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:1.0:1749607223.033066:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749607223.033071:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607223.033081:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607223.033085:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607223.033088:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607223.033092:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607223.033094:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607223.033096:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749607223.043048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749607223.043048:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:3.0:1749607223.043052:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:1.0:1749607223.043062:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749607228.038043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607228.038075:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607228.038141:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607228.038163:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607228.038172:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607228.038192:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607228.038196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607228.038215:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607228.038221:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749607228.038228:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:1.0:1749607228.038229:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607228.038236:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:2.0:1749607228.038236:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:1.0:1749607228.038246:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730088576, portal 25
00000400:00000010:1.0:1749607228.038252:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:2.0:1749607228.038252:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730088704, portal 10
00000100:00000200:1.0:1749607228.038255:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730088576, offset 0
00000400:00000010:2.0:1749607228.038259:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:1.0:1749607228.038265:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607228.038271:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730088704, offset 0
00000400:00000200:2.0:1749607228.038278:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607228.038282:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607228.038290:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607228.038296:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607228.038301:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607228.038304:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607228.038308:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [818:818:256:4294967295] 192.168.201.120@tcp LPNI seq info [818:818:8:4294967295]
00000400:00000200:1.0:1749607228.038324:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607228.038334:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607228.038334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607228.038338:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607228.038340:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:2.0:1749607228.038341:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607228.038344:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607228.038347:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607228.038350:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [819:819:255:4294967295] 192.168.201.120@tcp LPNI seq info [819:819:7:4294967295]
00000400:00000200:2.0:1749607228.038360:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607228.038363:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607228.038365:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607228.038375:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607228.038378:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:1.0:1749607228.038381:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607228.038384:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607228.038390:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607228.038393:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607228.038413:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749607228.038452:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749607228.038461:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749607228.038466:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
02000000:00000010:2.0:1749607228.038482:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607228.038485:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607228.038488:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749607228.038491:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730088832, portal 10
00000400:00000010:2.0:1749607228.038495:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607228.038497:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730088832, offset 0
00000400:00000200:2.0:1749607228.038501:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607228.038506:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607228.038509:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607228.038511:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607228.038514:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607228.038516:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607228.038518:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [820:820:254:4294967295] 192.168.201.120@tcp LPNI seq info [820:820:6:4294967295]
00000400:00000200:2.0:1749607228.038526:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607228.038531:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607228.038533:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607228.038536:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607228.038540:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607228.038542:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607228.038550:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607228.038557:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607228.038564:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607228.038572:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607228.038578:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749607228.038580:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749607228.038592:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730088576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607228.038616:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607228.038618:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607228.038621:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607228.038624:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607228.038626:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607228.038628:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607228.038631:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730088704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607228.038761:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607228.038764:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607228.038766:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607228.038770:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607228.038772:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749607228.038774:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749607228.038778:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730088832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607228.040912:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607228.040967:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319900
00000400:00000200:0.0:1749607228.040977:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a89 [1] + 0
00000400:00000200:0.0:1749607228.040990:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607228.040994:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607228.041002:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730088704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607228.041037:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607228.041043:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319880
00000400:00000200:0.0:1749607228.041047:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a85 [1] + 224
00000400:00000200:0.0:1749607228.041052:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607228.041055:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607228.041059:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730088576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607228.041081:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607228.041085:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319980
00000400:00000200:0.0:1749607228.041088:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1a95 [1] + 0
00000400:00000200:0.0:1749607228.041102:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607228.041106:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607228.041111:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730088832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607228.041124:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607228.041132:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749607228.041134:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607228.041151:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730088704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607228.041163:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730088704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607228.041178:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607228.041187:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607228.041189:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000010:2.0:1749607228.041193:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607228.041196:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000100:00000200:1.0:1749607228.041197:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730088576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607228.041198:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:2.0:1749607228.041201:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730088832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607228.041209:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730088576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607228.041210:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730088832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607228.041227:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749607228.041229:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607228.041231:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749607228.041235:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749607228.041236:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:1.0:1749607228.041238:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607228.041239:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607228.041242:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607228.041244:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749607228.051061:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:1.0:1749607228.051062:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:0.0:1749607228.051096:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:3.0:1749607228.051126:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:2.0:1749607233.046079:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607233.046118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607233.046213:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607233.046240:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607233.046252:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607233.046262:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607233.046274:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000100:00000010:2.0:1749607233.046277:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607233.046283:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:1.0:1749607233.046284:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
02000000:00000010:3.0:1749607233.046291:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000100:00000200:1.0:1749607233.046295:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730088960, portal 25
00000400:00000010:3.0:1749607233.046301:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:1.0:1749607233.046302:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607233.046306:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730088960, offset 0
00000400:00000010:3.0:1749607233.046306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607233.046311:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730089088, portal 10
00000400:00000200:1.0:1749607233.046316:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607233.046318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607233.046321:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730089088, offset 0
00000400:00000200:3.0:1749607233.046330:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607233.046334:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607233.046341:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607233.046346:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607233.046351:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607233.046354:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607233.046358:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [821:821:256:4294967295] 192.168.201.120@tcp LPNI seq info [821:821:8:4294967295]
00000400:00000200:1.0:1749607233.046372:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607233.046379:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607233.046382:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607233.046385:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:3.0:1749607233.046386:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607233.046389:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607233.046392:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607233.046395:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607233.046398:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [822:822:255:4294967295] 192.168.201.120@tcp LPNI seq info [822:822:7:4294967295]
00000400:00000200:3.0:1749607233.046408:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607233.046414:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607233.046414:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607233.046418:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607233.046423:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607233.046429:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607233.046430:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607233.046435:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607233.046435:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607233.046464:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749607233.046497:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749607233.046503:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749607233.046513:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
02000000:00000010:3.0:1749607233.046534:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607233.046537:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607233.046541:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749607233.046543:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730089216, portal 10
00000400:00000010:3.0:1749607233.046565:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749607233.046567:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730089216, offset 0
00000400:00000200:3.0:1749607233.046571:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607233.046575:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607233.046578:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607233.046580:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607233.046582:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607233.046583:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607233.046586:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [823:823:254:4294967295] 192.168.201.120@tcp LPNI seq info [823:823:6:4294967295]
00000400:00000200:3.0:1749607233.046593:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607233.046596:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607233.046597:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607233.046598:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607233.046601:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607233.046637:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607233.046640:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749607233.046650:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607233.046659:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607233.046668:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607233.046674:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749607233.046677:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749607233.046691:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730089088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607233.046732:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607233.046735:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749607233.046738:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607233.046743:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607233.046746:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749607233.046749:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749607233.046754:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730088960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607233.046855:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607233.046859:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607233.046863:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607233.046868:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607233.046871:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749607233.046874:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749607233.046880:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730089216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607233.048738:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607233.048756:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319a80
00000400:00000200:0.0:1749607233.048767:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1aa5 [1] + 0
00000400:00000200:0.0:1749607233.048782:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607233.048788:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607233.048798:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730089088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607233.048853:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607233.048861:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319a00
00000400:00000200:0.0:1749607233.048868:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1a9d [1] + 224
00000400:00000200:0.0:1749607233.048877:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607233.048882:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607233.048900:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730088960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607233.048909:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607233.048919:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749607233.048922:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607233.048932:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730089088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607233.048989:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607233.049000:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319b00
00000400:00000200:0.0:1749607233.049007:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1aad [1] + 0
00000100:00000200:3.0:1749607233.049023:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730089088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607233.049027:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:0.0:1749607233.049035:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607233.049035:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607233.049037:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749607233.049041:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607233.049045:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730088960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607233.049050:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730089216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607233.049057:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730088960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607233.049057:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607233.049073:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607233.049078:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000010:3.0:1749607233.049079:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749607233.049083:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607233.049087:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:3.0:1749607233.049087:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607233.049090:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:3.0:1749607233.049092:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749607233.049096:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730089216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607233.049105:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730089216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607233.049120:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607233.049123:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749607233.049125:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749607233.059086:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749607233.059086:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:2.0:1749607233.059098:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:1.0:1749607233.059110:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:2.0:1749607238.054144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607238.054181:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607238.054262:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607238.054284:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607238.054315:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607238.054338:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607238.054343:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749607238.054354:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607238.054366:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:3.0:1749607238.054370:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:1.0:1749607238.054376:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:3.0:1749607238.054380:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607238.054386:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:1.0:1749607238.054387:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730089344, portal 25
00000100:00000200:3.0:1749607238.054391:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730089472, portal 10
00000400:00000010:1.0:1749607238.054393:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607238.054396:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730089344, offset 0
00000400:00000010:3.0:1749607238.054398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607238.054401:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730089472, offset 0
00000400:00000200:1.0:1749607238.054406:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607238.054417:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607238.054424:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607238.054432:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607238.054438:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607238.054442:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607238.054445:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607238.054449:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [824:824:256:4294967295] 192.168.201.120@tcp LPNI seq info [824:824:8:4294967295]
00000400:00000200:1.0:1749607238.054465:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607238.054471:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607238.054474:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607238.054477:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749607238.054478:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607238.054481:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607238.054484:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607238.054487:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607238.054490:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [825:825:255:4294967295] 192.168.201.120@tcp LPNI seq info [825:825:7:4294967295]
00000800:00000200:1.0:1749607238.054495:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607238.054500:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607238.054505:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607238.054507:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:3.0:1749607238.054509:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:1.0:1749607238.054512:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607238.054514:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607238.054573:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607238.054577:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607238.054579:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749607238.054609:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749607238.054614:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749607238.054630:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
02000000:00000010:3.0:1749607238.054649:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607238.054653:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607238.054656:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607238.054659:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730089600, portal 10
00000400:00000010:3.0:1749607238.054664:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607238.054665:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730089600, offset 0
00000400:00000200:3.0:1749607238.054670:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607238.054676:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607238.054679:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607238.054682:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607238.054684:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607238.054686:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607238.054689:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [826:826:254:4294967295] 192.168.201.120@tcp LPNI seq info [826:826:6:4294967295]
00000800:00000200:0.0:1749607238.054694:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607238.054697:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749607238.054701:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000800:00000200:3.0:1749607238.054701:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607238.054703:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607238.054707:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607238.054710:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749607238.054711:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607238.054713:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607238.054721:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607238.054729:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749607238.054732:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749607238.054749:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730089344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607238.054785:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607238.054788:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607238.054792:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607238.054798:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607238.054800:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749607238.054802:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749607238.054808:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730089472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607238.054901:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607238.054904:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607238.054907:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607238.054910:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607238.054921:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749607238.054923:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749607238.054928:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730089600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607238.057029:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607238.057043:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319b80
00000400:00000200:0.0:1749607238.057053:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ab5 [1] + 224
00000400:00000200:0.0:1749607238.057064:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607238.057068:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607238.057075:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730089344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607238.057109:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607238.057114:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319c00
00000400:00000200:0.0:1749607238.057118:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ab9 [1] + 0
00000400:00000200:0.0:1749607238.057123:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607238.057126:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607238.057130:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730089472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607238.057153:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749607238.057153:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:0.0:1749607238.057157:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319c80
00000400:00000200:1.0:1749607238.057161:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607238.057163:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749607238.057169:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1ac5 [1] + 0
00000100:00000200:1.0:1749607238.057171:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730089344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607238.057183:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730089344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607238.057185:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607238.057189:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607238.057193:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730089600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607238.057210:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
02000000:00000010:1.0:1749607238.057213:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:3.0:1749607238.057217:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
02000000:00000010:1.0:1749607238.057218:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000010:3.0:1749607238.057220:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000010:1.0:1749607238.057223:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:3.0:1749607238.057229:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730089472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607238.057246:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730089472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607238.057274:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607238.057276:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607238.057284:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607238.057290:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730089600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607238.057298:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730089600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607238.057315:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607238.057319:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749607238.057322:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749607238.057326:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607238.057328:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749607238.057330:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749607238.067027:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:3.0:1749607238.067031:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:2.0:1749607238.067040:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749607238.067057:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:2.0:1749607243.062114:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607243.062144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607243.062209:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607243.062228:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607243.062236:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607243.062258:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607243.062262:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749607243.062266:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607243.062275:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607243.062281:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607243.062289:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730089728, portal 25
02000000:00000010:2.0:1749607243.062292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749607243.062293:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749607243.062295:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730089728, offset 0
00000400:00000010:2.0:1749607243.062296:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607243.062300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000400:00000200:3.0:1749607243.062302:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607243.062311:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730089856, portal 10
00000400:00000200:3.0:1749607243.062315:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607243.062316:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607243.062317:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730089856, offset 0
00000400:00000200:3.0:1749607243.062320:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607243.062322:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607243.062325:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607243.062328:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607243.062330:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607243.062333:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [827:827:256:4294967295] 192.168.201.120@tcp LPNI seq info [827:827:8:4294967295]
00000400:00000200:3.0:1749607243.062342:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607243.062346:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607243.062347:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607243.062349:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607243.062350:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749607243.062351:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607243.062353:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607243.062354:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607243.062355:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607243.062356:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [828:828:255:4294967295] 192.168.201.120@tcp LPNI seq info [828:828:7:4294967295]
00000400:00000200:2.0:1749607243.062361:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607243.062363:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607243.062364:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607243.062368:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607243.062371:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607243.062374:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607243.062378:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749607243.062381:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607243.062403:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749607243.062421:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
00000100:00000010:2.0:1749607243.062430:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d00.
00000100:00000010:2.0:1749607243.062452:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
02000000:00000010:2.0:1749607243.062470:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749607243.062473:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607243.062475:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749607243.062477:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730089984, portal 10
00000400:00000010:2.0:1749607243.062481:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607243.062482:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730089984, offset 0
00000400:00000200:2.0:1749607243.062486:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607243.062489:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607243.062491:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607243.062492:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607243.062494:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607243.062495:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607243.062496:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [829:829:254:4294967295] 192.168.201.120@tcp LPNI seq info [829:829:6:4294967295]
00000400:00000200:2.0:1749607243.062501:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607243.062503:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607243.062505:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607243.062507:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607243.062508:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749607243.062509:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607243.062511:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749607243.062519:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607243.062524:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607243.062531:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607243.062535:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749607243.062537:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749607243.062546:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730089728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607243.062566:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607243.062568:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607243.062570:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607243.062574:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607243.062576:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749607243.062577:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749607243.062581:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730089856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607243.062652:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607243.062654:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607243.062657:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607243.062660:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607243.062662:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749607243.062663:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749607243.062667:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730089984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607243.064106:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607243.064116:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319d80
00000400:00000200:0.0:1749607243.064122:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ad5 [1] + 0
00000400:00000200:0.0:1749607243.064131:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607243.064134:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607243.064139:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730089856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607243.064170:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607243.064180:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319d00
00000400:00000200:0.0:1749607243.064184:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1acd [1] + 224
00000400:00000200:0.0:1749607243.064190:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607243.064191:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:0.0:1749607243.064193:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607243.064194:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:2.0:1749607243.064195:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749607243.064199:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730089728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607243.064200:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730089856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607243.064208:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730089856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607243.064223:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607243.064228:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319e00
00000400:00000200:0.0:1749607243.064231:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1add [1] + 0
00000400:00000010:3.0:1749607243.064239:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
02000000:00000010:2.0:1749607243.064240:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
00000400:00000200:3.0:1749607243.064243:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000200:0.0:1749607243.064244:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749607243.064244:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749607243.064244:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749607243.064247:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749607243.064247:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:3.0:1749607243.064248:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730089728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607243.064251:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730089984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607243.064254:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730089728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607243.064265:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749607243.064267:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
02000000:00000010:3.0:1749607243.064267:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607243.064268:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000100:00000010:3.0:1749607243.064268:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:2.0:1749607243.064269:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749607243.064272:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730089984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607243.064277:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730089984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607243.064285:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607243.064286:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607243.064288:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749607243.075050:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d00.
00000100:00000010:1.0:1749607243.075059:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:3.0:1749607243.075068:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:0.0:1749607243.075082:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749607248.070174:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607248.070211:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607248.070285:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607248.070308:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607248.070316:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607248.070340:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607248.070344:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607248.070416:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749607248.070418:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749607248.070427:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:1.0:1749607248.070428:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607248.070437:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:2.0:1749607248.070437:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:1.0:1749607248.070447:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730090112, portal 25
00000100:00000200:2.0:1749607248.070455:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730090240, portal 10
00000400:00000010:1.0:1749607248.070456:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607248.070459:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730090112, offset 0
00000400:00000010:2.0:1749607248.070464:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000400:00000200:1.0:1749607248.070470:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607248.070477:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730090240, offset 0
00000400:00000200:1.0:1749607248.070487:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607248.070487:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607248.070494:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607248.070500:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607248.070504:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607248.070508:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607248.070533:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [830:830:256:4294967295] 192.168.201.120@tcp LPNI seq info [830:830:8:4294967295]
00000400:00000200:1.0:1749607248.070548:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607248.070556:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607248.070560:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607248.070562:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:2.0:1749607248.070564:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607248.070570:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607248.070578:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607248.070580:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607248.070583:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607248.070583:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607248.070587:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [831:831:255:4294967295] 192.168.201.120@tcp LPNI seq info [831:831:7:4294967295]
00000800:00000200:1.0:1749607248.070589:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607248.070597:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607248.070602:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607248.070606:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607248.070611:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607248.070617:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607248.070620:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607248.070624:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749607248.070648:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000100:00000010:1.0:1749607248.070654:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749607248.070663:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
02000000:00000010:2.0:1749607248.070682:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607248.070686:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607248.070690:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607248.070694:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730090368, portal 10
00000400:00000010:2.0:1749607248.070699:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607248.070701:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730090368, offset 0
00000400:00000200:2.0:1749607248.070705:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607248.070709:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607248.070712:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607248.070715:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607248.070717:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607248.070719:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607248.070722:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [832:832:254:4294967295] 192.168.201.120@tcp LPNI seq info [832:832:6:4294967295]
00000400:00000200:2.0:1749607248.070730:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607248.070734:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607248.070736:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607248.070740:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607248.070745:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607248.070747:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607248.070751:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607248.070758:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607248.070766:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607248.070775:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607248.070780:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749607248.070782:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749607248.070794:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730090112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607248.070819:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607248.070821:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607248.070824:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607248.070827:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607248.070829:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749607248.070831:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749607248.070835:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730090240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607248.070978:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607248.070981:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607248.070984:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607248.070988:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607248.070991:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749607248.070993:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749607248.070997:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730090368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607248.073107:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607248.073123:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf319e80
00000400:00000200:0.0:1749607248.073131:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ae5 [1] + 224
00000400:00000200:0.0:1749607248.073141:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607248.073145:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607248.073153:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730090112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607248.073189:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607248.073194:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf319f00
00000400:00000200:0.0:1749607248.073199:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ae9 [1] + 0
00000400:00000200:0.0:1749607248.073204:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607248.073207:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607248.073211:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730090240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607248.073234:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607248.073238:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf319f80
00000400:00000200:0.0:1749607248.073241:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1af5 [1] + 0
00000400:00000200:0.0:1749607248.073262:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607248.073272:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607248.073276:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730090368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607248.073284:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607248.073292:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607248.073294:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607248.073303:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730090112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607248.073310:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000100:00000200:1.0:1749607248.073315:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730090112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607248.073320:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749607248.073323:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749607248.073334:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730090240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607248.073344:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607248.073376:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:2.0:1749607248.073378:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730090240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607248.073382:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:2.0:1749607248.073410:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607248.073413:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749607248.073416:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607248.073422:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730090368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607248.073434:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730090368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607248.073456:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607248.073462:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607248.073466:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607248.073471:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607248.073474:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607248.073478:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749607248.083038:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:0.0:1749607248.083041:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749607248.083059:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:3.0:1749607248.083068:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749607253.078156:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607253.078190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607253.078318:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607253.078346:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749607253.078352:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607253.078357:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:1.0:1749607253.078363:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607253.078373:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607253.078386:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730090496, portal 25
00000100:00000010:2.0:1749607253.078386:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607253.078392:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:1.0:1749607253.078394:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607253.078397:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730090496, offset 0
02000000:00000010:3.0:1749607253.078402:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000200:1.0:1749607253.078408:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607253.078413:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607253.078418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607253.078423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730090624, portal 10
00000400:00000200:1.0:1749607253.078428:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749607253.078432:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749607253.078434:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730090624, offset 0
00000400:00000200:3.0:1749607253.078442:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607253.078460:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607253.078467:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607253.078472:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607253.078477:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607253.078482:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [833:833:256:4294967295] 192.168.201.120@tcp LPNI seq info [833:833:8:4294967295]
00000400:00000200:1.0:1749607253.078502:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607253.078510:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607253.078512:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607253.078516:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:3.0:1749607253.078516:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607253.078519:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607253.078522:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607253.078525:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607253.078525:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607253.078528:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [834:834:255:4294967295] 192.168.201.120@tcp LPNI seq info [834:834:7:4294967295]
00000800:00000200:1.0:1749607253.078536:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607253.078539:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607253.078542:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607253.078543:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607253.078548:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607253.078552:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607253.078568:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607253.078572:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607253.078576:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000100:00000010:1.0:1749607253.078601:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000100:00000010:1.0:1749607253.078606:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749607253.078620:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
02000000:00000010:3.0:1749607253.078652:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607253.078656:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607253.078660:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607253.078663:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730090752, portal 10
00000400:00000010:3.0:1749607253.078667:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607253.078669:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730090752, offset 0
00000400:00000200:3.0:1749607253.078673:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607253.078678:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607253.078682:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607253.078684:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607253.078686:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607253.078689:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607253.078691:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [835:835:254:4294967295] 192.168.201.120@tcp LPNI seq info [835:835:6:4294967295]
00000400:00000200:3.0:1749607253.078699:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607253.078703:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607253.078706:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607253.078710:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607253.078714:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607253.078717:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607253.078740:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607253.078747:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607253.078756:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607253.078763:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607253.078769:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749607253.078771:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749607253.078784:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730090496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607253.078808:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607253.078810:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607253.078813:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607253.078816:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607253.078818:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749607253.078820:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749607253.078824:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730090624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607253.078920:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607253.078923:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607253.078927:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607253.078932:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607253.079006:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749607253.079010:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749607253.079017:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730090752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607253.081229:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607253.081245:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31a080
00000400:00000200:0.0:1749607253.081253:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b05 [1] + 0
00000400:00000200:0.0:1749607253.081302:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607253.081306:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607253.081314:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730090624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607253.081352:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607253.081358:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31a000
00000400:00000200:0.0:1749607253.081362:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1afd [1] + 224
00000400:00000200:0.0:1749607253.081368:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607253.081371:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607253.081375:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730090496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607253.081398:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607253.081402:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31a100
00000400:00000200:0.0:1749607253.081406:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1b0d [1] + 0
00000400:00000200:0.0:1749607253.081423:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607253.081427:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607253.081432:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730090752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607253.081440:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607253.081448:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607253.081450:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607253.081458:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730090624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607253.081470:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730090624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607253.081498:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:3.0:1749607253.081502:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
00000400:00000200:1.0:1749607253.081506:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607253.081508:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
02000000:00000010:3.0:1749607253.081508:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000200:1.0:1749607253.081516:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730090496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607253.081522:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:1.0:1749607253.081528:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730090496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607253.081528:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607253.081530:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607253.081532:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607253.081536:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730090752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607253.081544:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730090752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607253.081548:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607253.081554:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749607253.081557:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:3.0:1749607253.081559:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607253.081561:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749607253.081563:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749607253.091062:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:1.0:1749607253.091067:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:0.0:1749607253.091082:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749607253.091095:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:2.0:1749607258.086088:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607258.086133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607258.086237:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607258.086261:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607258.086270:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607258.086292:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:3.0:1749607258.086294:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607258.086296:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749607258.086307:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607258.086316:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607258.086326:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730090880, portal 25
02000000:00000010:2.0:1749607258.086330:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749607258.086332:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000400:00000010:2.0:1749607258.086335:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000100:00000200:3.0:1749607258.086335:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730090880, offset 0
00000400:00000010:2.0:1749607258.086340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000200:3.0:1749607258.086345:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607258.086355:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730091008, portal 10
00000400:00000010:2.0:1749607258.086362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000200:3.0:1749607258.086362:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607258.086364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730091008, offset 0
00000400:00000200:2.0:1749607258.086370:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607258.086370:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607258.086376:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607258.086380:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607258.086383:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607258.086387:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [836:836:256:4294967295] 192.168.201.120@tcp LPNI seq info [836:836:8:4294967295]
00000400:00000200:3.0:1749607258.086402:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607258.086409:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607258.086411:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607258.086414:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607258.086415:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607258.086418:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607258.086421:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607258.086422:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607258.086424:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607258.086427:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [837:837:255:4294967295] 192.168.201.120@tcp LPNI seq info [837:837:7:4294967295]
00000800:00000200:3.0:1749607258.086434:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607258.086438:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607258.086442:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607258.086447:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:3.0:1749607258.086450:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607258.086451:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607258.086457:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607258.086461:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607258.086483:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749607258.086507:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
00000100:00000010:2.0:1749607258.086519:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749607258.086524:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60966c0.
02000000:00000010:2.0:1749607258.086534:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607258.086544:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607258.086548:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607258.086550:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730091136, portal 10
00000400:00000010:2.0:1749607258.086555:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607258.086556:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730091136, offset 0
00000400:00000200:2.0:1749607258.086561:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607258.086566:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607258.086569:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607258.086571:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607258.086574:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607258.086576:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607258.086579:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [838:838:254:4294967295] 192.168.201.120@tcp LPNI seq info [838:838:6:4294967295]
00000400:00000200:2.0:1749607258.086586:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607258.086589:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749607258.086590:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607258.086593:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000010:0.0:1749607258.086595:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000800:00000200:2.0:1749607258.086596:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607258.086601:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607258.086603:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607258.086603:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607258.086612:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607258.086618:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749607258.086621:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749607258.086636:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730090880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607258.086663:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607258.086674:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607258.086677:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607258.086681:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607258.086684:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749607258.086685:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749607258.086690:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730091008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607258.086782:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607258.086785:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607258.086787:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607258.086791:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607258.086793:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749607258.086795:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749607258.086799:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730091136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607258.089321:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607258.089336:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31a180
00000400:00000200:0.0:1749607258.089345:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b15 [1] + 224
00000400:00000200:0.0:1749607258.089356:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607258.089359:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607258.089367:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730090880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607258.089408:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607258.089417:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31a200
00000400:00000200:0.0:1749607258.089423:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b1d [1] + 0
00000400:00000200:0.0:1749607258.089432:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607258.089437:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607258.089444:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730091008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607258.089460:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607258.089465:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607258.089468:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607258.089475:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730090880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607258.089488:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730090880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607258.089509:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607258.089517:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31a280
02000000:00000010:3.0:1749607258.089521:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000200:0.0:1749607258.089523:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1b25 [1] + 0
02000000:00000010:3.0:1749607258.089528:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749607258.089534:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749607258.089542:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607258.089547:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607258.089554:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730091136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607258.089593:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607258.089601:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749607258.089603:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607258.089610:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730091008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607258.089622:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730091008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607258.089644:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607258.089646:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749607258.089648:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607258.089651:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730091136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607258.089674:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730091136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607258.089691:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607258.089695:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607258.089698:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607258.089701:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607258.089704:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607258.089706:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749607258.099052:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:1.0:1749607258.099060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:3.0:1749607258.099071:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60966c0.
00000100:00000010:0.0:1749607258.099099:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749607263.094192:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607263.094233:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607263.094328:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607263.094358:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607263.094371:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607263.094403:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607263.094410:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749607263.094415:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607263.094428:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607263.094437:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
02000000:00000010:2.0:1749607263.094442:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607263.094448:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000100:00000200:3.0:1749607263.094448:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730091264, portal 25
00000400:00000010:2.0:1749607263.094453:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000010:3.0:1749607263.094453:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:2.0:1749607263.094457:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730091392, portal 10
00000100:00000200:3.0:1749607263.094458:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730091264, offset 0
00000400:00000010:2.0:1749607263.094464:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000200:3.0:1749607263.094468:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607263.094479:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730091392, offset 0
00000400:00000200:2.0:1749607263.094486:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607263.094486:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607263.094493:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607263.094499:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607263.094504:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607263.094507:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607263.094511:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [839:839:256:4294967295] 192.168.201.120@tcp LPNI seq info [839:839:8:4294967295]
00000400:00000200:3.0:1749607263.094526:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607263.094532:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607263.094535:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607263.094538:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607263.094538:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607263.094542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607263.094544:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607263.094547:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607263.094547:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607263.094550:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [840:840:255:4294967295] 192.168.201.120@tcp LPNI seq info [840:840:7:4294967295]
00000800:00000200:3.0:1749607263.094558:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607263.094560:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607263.094583:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607263.094584:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607263.094587:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607263.094592:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607263.094598:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607263.094601:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607263.094617:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749607263.094660:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749607263.094669:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749607263.094674:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
02000000:00000010:2.0:1749607263.094691:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749607263.094694:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607263.094697:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607263.094700:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730091520, portal 10
00000400:00000010:2.0:1749607263.094704:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607263.094706:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730091520, offset 0
00000400:00000200:2.0:1749607263.094713:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607263.094717:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607263.094719:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607263.094721:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607263.094723:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607263.094725:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607263.094727:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607263.094728:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607263.094730:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [841:841:254:4294967295] 192.168.201.120@tcp LPNI seq info [841:841:6:4294967295]
00000400:00000200:0.0:1749607263.094738:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607263.094738:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607263.094742:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607263.094745:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607263.094748:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607263.094750:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607263.094752:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607263.094754:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607263.094756:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749607263.094758:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749607263.094771:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730091264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607263.094799:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607263.094801:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607263.094804:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607263.094807:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607263.094810:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749607263.094811:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749607263.094815:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730091392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607263.094910:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607263.094912:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607263.094914:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607263.094918:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607263.094920:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749607263.094931:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749607263.094973:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730091520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607263.097168:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607263.097184:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31a300
00000400:00000200:0.0:1749607263.097193:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b2d [1] + 224
00000400:00000200:0.0:1749607263.097204:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607263.097208:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607263.097216:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730091264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607263.097252:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607263.097258:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31a380
00000400:00000200:0.0:1749607263.097262:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b31 [1] + 0
00000400:00000200:0.0:1749607263.097267:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607263.097270:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607263.097274:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730091392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607263.097298:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607263.097302:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31a400
00000400:00000200:0.0:1749607263.097306:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1b3d [1] + 0
00000400:00000200:0.0:1749607263.097325:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607263.097329:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607263.097333:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730091520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607263.097345:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607263.097352:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607263.097355:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607263.097363:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730091264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607263.097374:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730091264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607263.097395:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
02000000:00000010:3.0:1749607263.097402:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607263.097408:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607263.097410:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749607263.097412:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000010:3.0:1749607263.097412:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:2.0:1749607263.097421:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730091392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607263.097432:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730091392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607263.097455:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607263.097457:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607263.097458:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607263.097462:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730091520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607263.097470:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730091520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607263.097484:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607263.097488:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607263.097491:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607263.097494:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607263.097496:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607263.097498:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749607263.107050:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:1.0:1749607263.107078:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:3.0:1749607263.107078:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:0.0:1749607263.107090:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749607268.102238:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607268.102273:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607268.102354:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607268.102382:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607268.102394:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749607268.102414:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749607268.102424:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607268.102431:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749607268.102442:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:1.0:1749607268.102445:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:3.0:1749607268.102451:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749607268.102455:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:3.0:1749607268.102457:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:1.0:1749607268.102467:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730091648, portal 25
00000400:00000010:1.0:1749607268.102474:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:3.0:1749607268.102477:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730091776, portal 10
00000100:00000200:1.0:1749607268.102479:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730091648, offset 0
00000400:00000010:3.0:1749607268.102485:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000400:00000200:1.0:1749607268.102492:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749607268.102501:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730091776, offset 0
00000400:00000200:1.0:1749607268.102509:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607268.102511:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607268.102517:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607268.102524:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607268.102530:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607268.102534:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607268.102540:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [842:842:256:4294967295] 192.168.201.120@tcp LPNI seq info [842:842:8:4294967295]
00000400:00000200:1.0:1749607268.102560:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607268.102568:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607268.102572:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607268.102576:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:3.0:1749607268.102576:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607268.102579:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607268.102582:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607268.102585:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607268.102585:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607268.102588:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [843:843:255:4294967295] 192.168.201.120@tcp LPNI seq info [843:843:7:4294967295]
00000800:00000200:1.0:1749607268.102597:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607268.102600:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607268.102603:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607268.102605:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607268.102610:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607268.102614:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607268.102621:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607268.102634:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607268.102636:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000100:00000010:1.0:1749607268.102661:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607268.102667:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000100:00000010:1.0:1749607268.102680:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
02000000:00000010:3.0:1749607268.102707:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607268.102713:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607268.102718:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607268.102723:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730091904, portal 10
00000400:00000010:3.0:1749607268.102729:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749607268.102732:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730091904, offset 0
00000400:00000200:3.0:1749607268.102739:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607268.102746:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607268.102751:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607268.102755:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607268.102758:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607268.102761:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607268.102766:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [844:844:254:4294967295] 192.168.201.120@tcp LPNI seq info [844:844:6:4294967295]
00000800:00000200:0.0:1749607268.102767:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607268.102774:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:3.0:1749607268.102778:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607268.102784:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607268.102787:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607268.102791:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607268.102793:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749607268.102796:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607268.102799:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607268.102801:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607268.102807:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749607268.102809:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749607268.102821:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730091648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607268.102848:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607268.102850:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607268.102852:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607268.102855:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607268.102857:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749607268.102859:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749607268.102863:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730091776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607268.103037:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607268.103040:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607268.103043:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607268.103047:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607268.103049:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749607268.103051:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749607268.103055:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730091904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607268.105422:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607268.105437:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31a480
00000400:00000200:0.0:1749607268.105445:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b45 [1] + 224
00000400:00000200:0.0:1749607268.105456:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607268.105459:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607268.105467:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730091648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607268.105503:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607268.105518:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31a500
00000400:00000200:0.0:1749607268.105522:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b49 [1] + 0
00000400:00000200:0.0:1749607268.105530:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607268.105533:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607268.105537:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730091776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607268.105563:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607268.105567:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31a580
00000400:00000200:0.0:1749607268.105571:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1b55 [1] + 0
00000400:00000200:0.0:1749607268.105587:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607268.105591:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607268.105595:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730091904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607268.105611:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607268.105620:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607268.105623:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607268.105633:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730091648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607268.105652:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730091648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607268.105662:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607268.105670:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749607268.105672:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607268.105680:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730091904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607268.105688:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:3.0:1749607268.105691:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730091904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607268.105708:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749607268.105715:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749607268.105715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607268.105718:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607268.105719:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607268.105732:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730091776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607268.105740:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730091776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607268.105754:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607268.105759:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749607268.105762:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749607268.105766:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607268.105768:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749607268.105770:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:1.0:1749607268.115069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:0.0:1749607268.115075:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:2.0:1749607268.115086:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:3.0:1749607268.115177:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:2.0:1749607273.110157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607273.110194:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607273.110300:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607273.110327:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607273.110337:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749607273.110363:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749607273.110367:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607273.110373:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:1.0:1749607273.110377:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607273.110386:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607273.110397:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730092032, portal 25
02000000:00000010:3.0:1749607273.110400:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:1.0:1749607273.110402:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607273.110404:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730092032, offset 0
00000400:00000010:3.0:1749607273.110410:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000200:1.0:1749607273.110414:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607273.110424:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607273.110428:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730092160, portal 10
00000400:00000200:1.0:1749607273.110430:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749607273.110435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000400:00000200:1.0:1749607273.110437:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749607273.110437:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730092160, offset 0
00000400:00000200:1.0:1749607273.110442:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607273.110445:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607273.110447:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607273.110449:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607273.110453:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [845:845:256:4294967295] 192.168.201.120@tcp LPNI seq info [845:845:8:4294967295]
00000400:00000200:1.0:1749607273.110466:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607273.110472:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607273.110475:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607273.110478:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:3.0:1749607273.110479:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607273.110482:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607273.110485:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607273.110486:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607273.110487:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607273.110490:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [846:846:255:4294967295] 192.168.201.120@tcp LPNI seq info [846:846:7:4294967295]
00000800:00000200:1.0:1749607273.110497:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607273.110500:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607273.110502:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607273.110504:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607273.110509:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607273.110513:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607273.110518:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607273.110522:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607273.110533:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607273.110559:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000100:00000010:1.0:1749607273.110564:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749607273.110575:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
02000000:00000010:3.0:1749607273.110587:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607273.110591:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607273.110595:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607273.110597:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730092288, portal 10
00000400:00000010:3.0:1749607273.110601:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749607273.110603:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730092288, offset 0
00000400:00000200:3.0:1749607273.110607:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607273.110612:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607273.110614:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607273.110617:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607273.110619:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607273.110621:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607273.110623:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [847:847:254:4294967295] 192.168.201.120@tcp LPNI seq info [847:847:6:4294967295]
00000400:00000200:3.0:1749607273.110631:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607273.110635:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607273.110639:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607273.110642:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607273.110646:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607273.110648:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607273.110678:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607273.110686:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607273.110694:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607273.110701:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607273.110706:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749607273.110708:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749607273.110720:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730092032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607273.110742:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607273.110744:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607273.110748:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607273.110753:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607273.110756:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749607273.110759:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749607273.110764:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730092160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607273.110887:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607273.110891:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607273.110895:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607273.110901:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607273.110905:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749607273.110907:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749607273.110913:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730092288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607273.112854:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607273.112868:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31a680
00000400:00000200:0.0:1749607273.112876:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b65 [1] + 0
00000400:00000200:0.0:1749607273.112886:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607273.112890:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607273.112897:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730092160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607273.112983:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607273.112992:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31a600
00000400:00000200:0.0:1749607273.112998:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b5d [1] + 224
00000400:00000200:0.0:1749607273.113007:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607273.113012:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607273.113012:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607273.113019:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607273.113022:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607273.113030:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730092160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607273.113032:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730092032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607273.113046:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730092160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607273.113082:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
00000400:00000200:0.0:1749607273.113089:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749607273.113090:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000400:00000200:0.0:1749607273.113097:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31a700
00000100:00000010:3.0:1749607273.113097:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000200:0.0:1749607273.113103:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1b6d [1] + 0
00000400:00000200:0.0:1749607273.113125:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607273.113138:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607273.113146:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730092288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607273.113183:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607273.113190:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607273.113192:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607273.113200:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730092032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607273.113226:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730092032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607273.113227:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607273.113238:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607273.113240:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
02000000:00000010:1.0:1749607273.113246:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:3.0:1749607273.113246:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730092288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607273.113251:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607273.113254:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:3.0:1749607273.113254:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730092288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607273.113273:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607273.113276:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749607273.113279:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749607273.123010:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:0.0:1749607273.123022:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607273.123032:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:3.0:1749607273.123095:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:2.0:1749607278.118100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607278.118135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607278.118209:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607278.118232:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607278.118240:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607278.118261:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607278.118265:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607278.118277:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607278.118290:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607278.118301:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
02000000:00000010:2.0:1749607278.118303:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607278.118308:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607278.118313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:3.0:1749607278.118313:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730092416, portal 25
00000100:00000200:2.0:1749607278.118317:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730092544, portal 10
00000400:00000010:3.0:1749607278.118321:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000400:00000010:2.0:1749607278.118324:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:3.0:1749607278.118325:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730092416, offset 0
00000100:00000200:2.0:1749607278.118327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730092544, offset 0
00000400:00000200:3.0:1749607278.118338:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607278.118347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607278.118357:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607278.118367:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607278.118373:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607278.118380:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607278.118384:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607278.118390:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [848:848:256:4294967295] 192.168.201.120@tcp LPNI seq info [848:848:8:4294967295]
00000400:00000200:3.0:1749607278.118410:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607278.118420:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607278.118420:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607278.118425:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607278.118427:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749607278.118428:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607278.118431:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607278.118433:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607278.118437:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [849:849:255:4294967295] 192.168.201.120@tcp LPNI seq info [849:849:7:4294967295]
00000800:00000200:3.0:1749607278.118440:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607278.118447:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607278.118452:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607278.118454:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607278.118455:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607278.118460:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607278.118462:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607278.118466:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607278.118490:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607278.118504:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749607278.118530:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749607278.118542:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
00000100:00000010:2.0:1749607278.118547:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
02000000:00000010:2.0:1749607278.118558:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749607278.118562:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607278.118565:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607278.118568:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730092672, portal 10
00000400:00000010:2.0:1749607278.118572:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607278.118573:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730092672, offset 0
00000400:00000200:2.0:1749607278.118578:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607278.118583:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607278.118586:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607278.118588:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607278.118591:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607278.118593:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607278.118596:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [850:850:254:4294967295] 192.168.201.120@tcp LPNI seq info [850:850:6:4294967295]
00000400:00000200:2.0:1749607278.118603:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607278.118607:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607278.118610:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607278.118613:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607278.118618:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607278.118620:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607278.118648:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607278.118654:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607278.118662:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607278.118671:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607278.118676:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749607278.118678:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749607278.118691:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730092416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607278.118714:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607278.118716:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607278.118719:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607278.118722:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607278.118725:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749607278.118726:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749607278.118730:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730092544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607278.118820:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607278.118823:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607278.118825:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607278.118828:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607278.118830:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749607278.118832:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749607278.118836:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730092672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607278.120994:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607278.121009:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31a780
00000400:00000200:0.0:1749607278.121018:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b75 [1] + 224
00000400:00000200:0.0:1749607278.121040:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607278.121044:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607278.121052:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730092416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607278.121098:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607278.121104:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31a880
00000400:00000200:0.0:1749607278.121109:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1b85 [1] + 0
00000400:00000200:0.0:1749607278.121116:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607278.121122:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607278.121128:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730092672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607278.121169:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607278.121178:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31a800
00000400:00000200:0.0:1749607278.121184:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b79 [1] + 0
00000400:00000010:3.0:1749607278.121195:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749607278.121206:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607278.121212:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607278.121213:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607278.121215:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000010:2.0:1749607278.121222:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000100:00000200:3.0:1749607278.121223:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730092416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607278.121229:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607278.121231:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:3.0:1749607278.121235:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730092416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607278.121239:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730092672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607278.121243:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730092544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607278.121252:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730092672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607278.121264:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607278.121270:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607278.121274:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607278.121286:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607278.121291:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607278.121294:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749607278.121300:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607278.121302:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607278.121304:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607278.121307:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730092544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607278.121316:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730092544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607278.121326:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607278.121329:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607278.121331:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749607278.131056:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749607278.131056:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:3.0:1749607278.131072:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:0.0:1749607278.131084:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749607283.126130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607283.126156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607283.126218:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607283.126235:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607283.126242:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607283.126261:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607283.126265:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607283.126299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749607283.126305:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607283.126312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607283.126319:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730092928, portal 10
00000400:00000010:2.0:1749607283.126326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607283.126328:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730092928, offset 0
00000400:00000200:2.0:1749607283.126336:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749607283.126346:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000200:2.0:1749607283.126348:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607283.126354:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749607283.126364:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607283.126373:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000400:00000200:2.0:1749607283.126374:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607283.126378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607283.126380:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:3.0:1749607283.126383:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730092800, portal 25
00000400:00000200:2.0:1749607283.126384:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [851:851:256:4294967295] 192.168.201.120@tcp LPNI seq info [851:851:8:4294967295]
00000400:00000010:3.0:1749607283.126388:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607283.126391:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730092800, offset 0
00000400:00000200:2.0:1749607283.126397:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607283.126403:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607283.126403:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607283.126408:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607283.126414:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607283.126422:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749607283.126424:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607283.126428:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749607283.126428:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607283.126433:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607283.126438:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607283.126441:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607283.126444:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [852:852:255:4294967295] 192.168.201.120@tcp LPNI seq info [852:852:7:4294967295]
00000100:00000010:2.0:1749607283.126457:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
00000400:00000200:3.0:1749607283.126458:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607283.126464:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607283.126469:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000010:2.0:1749607283.126472:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096680.
00000800:00000200:3.0:1749607283.126477:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749607283.126483:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
00000800:00000200:3.0:1749607283.126488:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749607283.126490:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000800:00000200:3.0:1749607283.126493:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:2.0:1749607283.126501:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749607283.126504:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607283.126506:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607283.126510:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730093056, portal 10
00000400:00000010:2.0:1749607283.126513:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607283.126516:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730093056, offset 0
00000400:00000200:2.0:1749607283.126520:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607283.126525:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607283.126529:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607283.126531:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607283.126534:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607283.126536:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607283.126539:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [853:853:254:4294967295] 192.168.201.120@tcp LPNI seq info [853:853:6:4294967295]
00000400:00000200:2.0:1749607283.126548:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607283.126552:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607283.126561:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:0.0:1749607283.126565:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749607283.126565:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607283.126571:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749607283.126572:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607283.126573:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607283.126581:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607283.126590:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607283.126597:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749607283.126600:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749607283.126613:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730092928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607283.126645:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607283.126657:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607283.126662:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607283.126667:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607283.126672:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749607283.126674:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749607283.126683:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730092800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607283.126842:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607283.126847:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607283.126851:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607283.126858:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607283.126862:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749607283.126864:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749607283.126872:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730093056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607283.129214:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607283.129232:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31a980
00000400:00000200:0.0:1749607283.129242:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b8d [1] + 0
00000400:00000200:0.0:1749607283.129256:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607283.129262:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607283.129272:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730092928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607283.129323:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607283.129332:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31aa00
00000400:00000200:0.0:1749607283.129338:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1b9d [1] + 0
00000400:00000200:0.0:1749607283.129347:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607283.129353:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607283.129359:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730093056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607283.129409:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607283.129418:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31a900
00000400:00000010:2.0:1749607283.129419:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607283.129427:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607283.129429:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607283.129437:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730092928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607283.129440:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1b95 [1] + 224
00000100:00000200:2.0:1749607283.129448:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730092928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607283.129462:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607283.129468:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607283.129475:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000100:00000200:0.0:1749607283.129476:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730092800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607283.129477:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607283.129478:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607283.129482:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730093056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607283.129490:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730093056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607293 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607283.129505:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607283.129509:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607283.129513:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607283.129516:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607283.129518:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607283.129520:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:3.0:1749607283.129620:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607283.129645:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607283.129647:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607283.129660:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730092800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607283.129673:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730092800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607283.129703:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607283.129709:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749607283.129714:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749607283.139051:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:1.0:1749607283.139082:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096680.
00000100:00000010:3.0:1749607283.139100:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:0.0:1749607283.139109:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:0.0:1749607288.134162:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749607288.134186:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b800.
00000400:00000200:0.0:1749607288.134248:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607288.134266:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749607288.134273:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
00000100:00000010:0.0:1749607288.134294:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749607288.134298:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
02000000:00000010:1.0:1749607288.134311:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607288.134322:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607288.134329:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
02000000:00000010:2.0:1749607288.134336:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000100:00000200:1.0:1749607288.134337:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730093184, portal 25
00000400:00000010:1.0:1749607288.134342:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607288.134344:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730093184, offset 0
00000400:00000010:2.0:1749607288.134346:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000200:1.0:1749607288.134353:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607288.134359:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607288.134363:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730093312, portal 10
00000400:00000200:1.0:1749607288.134365:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607288.134369:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:1.0:1749607288.134371:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607288.134375:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607288.134379:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607288.134382:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749607288.134382:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730093312, offset 0
00000400:00000200:1.0:1749607288.134385:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [854:854:256:4294967295] 192.168.201.120@tcp LPNI seq info [854:854:8:4294967295]
00000400:00000200:2.0:1749607288.134390:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607288.134398:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607288.134404:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607288.134407:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607288.134408:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:2.0:1749607288.134411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607288.134415:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607288.134415:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607288.134417:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607288.134420:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607288.134423:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [855:855:255:4294967295] 192.168.201.120@tcp LPNI seq info [855:855:7:4294967295]
00000800:00000200:1.0:1749607288.134424:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607288.134428:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607288.134433:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607288.134438:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607288.134442:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607288.134447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607288.134453:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749607288.134456:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000800:00000200:2.0:1749607288.134456:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607288.134476:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749607288.134492:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749607288.134497:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000800:00000200:0.0:1749607288.134515:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607288.134519:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607288.134524:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749607288.134524:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749607288.134528:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000200:0.0:1749607288.134531:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607288.134531:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607288.134534:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730093440, portal 10
00000400:00000200:0.0:1749607288.134535:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749607288.134537:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000400:00000010:2.0:1749607288.134537:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607288.134541:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730093440, offset 0
00000100:00000200:0.0:1749607288.134546:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730093184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607288.134546:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607288.134551:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607288.134553:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607288.134556:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607288.134558:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607288.134560:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607288.134563:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [856:856:254:4294967295] 192.168.201.120@tcp LPNI seq info [856:856:6:4294967295]
00000400:00000200:2.0:1749607288.134570:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607288.134574:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607288.134577:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607288.134596:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607288.134601:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607288.134603:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607288.134632:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607288.134635:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607288.134638:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607288.134642:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607288.134645:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607288.134646:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607288.134661:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730093312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607288.134724:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607288.134727:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607288.134729:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607288.134733:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607288.134735:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749607288.134737:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749607288.134740:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730093440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607288.136560:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607288.136574:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31aa80
00000400:00000200:0.0:1749607288.136581:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ba5 [1] + 224
00000400:00000200:0.0:1749607288.136591:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607288.136595:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607288.136602:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730093184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607288.136635:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607288.136640:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ab00
00000400:00000200:0.0:1749607288.136644:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1bad [1] + 0
00000400:00000200:0.0:1749607288.136649:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607288.136652:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607288.136656:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730093312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607288.136704:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607288.136708:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ab80
00000400:00000200:0.0:1749607288.136712:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1bb5 [1] + 0
00000400:00000200:0.0:1749607288.136726:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607288.136736:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607288.136741:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730093440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607288.136744:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607288.136751:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607288.136753:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607288.136761:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730093184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607288.136773:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730093184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607288.136785:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607288.136793:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607288.136795:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
02000000:00000010:1.0:1749607288.136798:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607288.136803:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730093312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607288.136804:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b800.
00000100:00000010:1.0:1749607288.136807:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000100:00000200:2.0:1749607288.136815:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730093312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607288.136836:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607288.136838:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749607288.136840:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607288.136843:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730093440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607288.136851:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730093440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607298 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607288.136864:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607288.136868:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:2.0:1749607288.136872:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
02000000:00000010:2.0:1749607288.136875:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607288.136877:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:2.0:1749607288.136881:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000010:1.0:1749607288.147044:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:0.0:1749607288.147085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:2.0:1749607288.147113:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:3.0:1749607288.147127:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:0.0:1749607293.142054:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749607293.142077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7be00.
00000400:00000200:0.0:1749607293.142133:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607293.142149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749607293.142157:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
00000100:00000010:0.0:1749607293.142185:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749607293.142189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
02000000:00000010:3.0:1749607293.142220:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607293.142230:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607293.142238:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607293.142245:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730093568, portal 25
00000400:00000010:3.0:1749607293.142250:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607293.142253:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730093568, offset 0
00000400:00000200:3.0:1749607293.142261:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607293.142274:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607293.142280:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1749607293.142281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000200:3.0:1749607293.142285:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607293.142290:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749607293.142291:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000200:3.0:1749607293.142294:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607293.142295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607293.142299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730093696, portal 10
00000400:00000200:3.0:1749607293.142300:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [857:857:256:4294967295] 192.168.201.120@tcp LPNI seq info [857:857:8:4294967295]
00000400:00000010:2.0:1749607293.142306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607293.142308:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730093696, offset 0
00000400:00000200:3.0:1749607293.142317:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607293.142326:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607293.142328:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607293.142331:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607293.142336:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607293.142341:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607293.142341:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607293.142344:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607293.142347:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607293.142349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607293.142352:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [858:858:255:4294967295] 192.168.201.120@tcp LPNI seq info [858:858:7:4294967295]
00000800:00000200:3.0:1749607293.142353:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607293.142360:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607293.142362:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607293.142367:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607293.142372:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607293.142376:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607293.142382:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607293.142386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607293.142412:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749607293.142432:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749607293.142448:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749607293.142455:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000800:00000200:0.0:1749607293.142467:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607293.142471:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607293.142477:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749607293.142477:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607293.142481:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000200:0.0:1749607293.142483:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607293.142484:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:0.0:1749607293.142487:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749607293.142489:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:2.0:1749607293.142494:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730093824, portal 10
00000400:00000010:2.0:1749607293.142498:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607293.142499:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730093568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607293.142499:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730093824, offset 0
00000400:00000200:2.0:1749607293.142504:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607293.142508:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607293.142511:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607293.142513:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607293.142516:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607293.142517:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607293.142520:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [859:859:254:4294967295] 192.168.201.120@tcp LPNI seq info [859:859:6:4294967295]
00000400:00000200:2.0:1749607293.142528:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607293.142532:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607293.142536:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607293.142539:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607293.142551:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607293.142553:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607293.142615:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607293.142618:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607293.142622:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607293.142626:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607293.142628:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749607293.142630:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749607293.142634:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730093696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607293.142661:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607293.142663:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607293.142665:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607293.142669:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607293.142680:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749607293.142682:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607293.142686:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730093824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607293.144442:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607293.144456:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ac80
00000400:00000200:0.0:1749607293.144464:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1bc5 [1] + 0
00000400:00000200:0.0:1749607293.144474:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607293.144478:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607293.144485:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730093696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607293.144520:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607293.144525:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31ac00
00000400:00000200:0.0:1749607293.144529:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1bbd [1] + 224
00000400:00000200:0.0:1749607293.144534:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607293.144537:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607293.144541:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730093568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607293.144563:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607293.144567:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ad00
00000400:00000200:0.0:1749607293.144570:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1bcd [1] + 0
00000400:00000200:0.0:1749607293.144609:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607293.144614:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607293.144619:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730093824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607293.144640:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607293.144648:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749607293.144650:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607293.144659:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730093696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607293.144661:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607293.144668:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000100:00000200:2.0:1749607293.144670:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730093696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607293.144671:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607293.144681:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730093568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607293.144696:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000100:00000200:3.0:1749607293.144696:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730093568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607293.144698:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607293.144699:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607293.144703:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730093824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607293.144711:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730093824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607303 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607293.144721:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607293.144724:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607293.144727:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7be00.
02000000:00000010:2.0:1749607293.144728:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:2.0:1749607293.144732:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:3.0:1749607293.144732:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
02000000:00000010:2.0:1749607293.144735:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607293.144737:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:2.0:1749607293.144740:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000010:1.0:1749607293.155060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:0.0:1749607293.155072:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:2.0:1749607293.155084:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749607293.155122:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:0.0:1749607298.150070:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749607298.150109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b700.
00000400:00000200:0.0:1749607298.150170:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607298.150186:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749607298.150193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
00000100:00000010:0.0:1749607298.150216:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749607298.150220:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749607298.150297:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
02000000:00000010:1.0:1749607298.150301:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749607298.150308:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:1.0:1749607298.150310:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607298.150317:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:2.0:1749607298.150317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:1.0:1749607298.150324:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730093952, portal 25
00000400:00000010:1.0:1749607298.150329:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:2.0:1749607298.150334:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730094080, portal 10
00000100:00000200:1.0:1749607298.150341:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730093952, offset 0
00000400:00000010:2.0:1749607298.150342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:1.0:1749607298.150349:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607298.150356:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730094080, offset 0
00000400:00000200:1.0:1749607298.150362:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607298.150367:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607298.150368:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607298.150372:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607298.150376:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607298.150378:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607298.150382:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [860:860:256:4294967295] 192.168.201.120@tcp LPNI seq info [860:860:8:4294967295]
00000400:00000200:1.0:1749607298.150395:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607298.150401:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607298.150405:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749607298.150406:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607298.150412:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607298.150417:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749607298.150420:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607298.150421:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607298.150425:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607298.150430:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607298.150430:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [861:861:255:4294967295] 192.168.201.120@tcp LPNI seq info [861:861:7:4294967295]
00000800:00000200:1.0:1749607298.150435:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607298.150445:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607298.150453:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607298.150458:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000100:00000010:1.0:1749607298.150463:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000800:00000200:2.0:1749607298.150465:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607298.150474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607298.150478:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607298.150480:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749607298.150485:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749607298.150489:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000800:00000200:0.0:1749607298.150562:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607298.150567:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
02000000:00000010:2.0:1749607298.150568:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000200:0.0:1749607298.150572:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607298.150575:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000200:0.0:1749607298.150579:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607298.150579:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:0.0:1749607298.150583:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749607298.150585:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:2.0:1749607298.150590:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730094208, portal 10
00000100:00000200:0.0:1749607298.150594:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730093952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607298.150596:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607298.150599:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730094208, offset 0
00000400:00000200:2.0:1749607298.150607:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607298.150617:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607298.150622:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607298.150625:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607298.150629:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607298.150632:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607298.150637:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [862:862:255:4294967295] 192.168.201.120@tcp LPNI seq info [862:862:7:4294967295]
00000400:00000200:2.0:1749607298.150650:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607298.150656:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607298.150661:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607298.150666:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607298.150671:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607298.150674:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607298.150674:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607298.150677:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607298.150681:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607298.150683:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749607298.150685:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000800:00000200:2.0:1749607298.150687:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607298.150689:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730094080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607298.150716:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607298.150718:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607298.150720:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607298.150723:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607298.150726:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749607298.150727:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749607298.150731:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730094208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607298.152643:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607298.152656:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31ad80
00000400:00000200:0.0:1749607298.152672:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1bd5 [1] + 224
00000400:00000200:0.0:1749607298.152684:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607298.152688:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607298.152694:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730093952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607298.152728:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607298.152734:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ae00
00000400:00000200:0.0:1749607298.152738:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1bd9 [1] + 0
00000400:00000200:0.0:1749607298.152743:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607298.152746:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607298.152750:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730094080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607298.152773:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607298.152777:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ae80
00000400:00000200:0.0:1749607298.152780:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1be5 [1] + 0
00000400:00000200:0.0:1749607298.152794:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607298.152798:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607298.152802:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730094208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607298.152822:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607298.152829:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607298.152832:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607298.152840:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730093952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607298.152845:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000100:00000200:1.0:1749607298.152851:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730093952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607298.152852:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607298.152855:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607298.152864:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730094080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607298.152875:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607298.152880:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730094080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607298.152881:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b700.
00000100:00000010:1.0:1749607298.152884:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000400:00000010:2.0:1749607298.152908:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607298.152911:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607298.152913:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607298.152918:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730094208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607298.152931:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730094208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607308 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607298.153002:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607298.153009:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:2.0:1749607298.153014:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
02000000:00000010:2.0:1749607298.153019:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607298.153023:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:2.0:1749607298.153027:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000100:00000010:3.0:1749607298.163032:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:2.0:1749607298.163044:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:1.0:1749607298.163054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:0.0:1749607298.163069:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:2.0:1749607303.158228:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607303.158254:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607303.158316:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607303.158332:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607303.158339:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607303.158356:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607303.158359:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607303.158387:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749607303.158408:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607303.158449:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607303.158456:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730094464, portal 10
00000400:00000010:2.0:1749607303.158464:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607303.158466:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730094464, offset 0
02000000:00000010:1.0:1749607303.158471:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000200:2.0:1749607303.158474:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607303.158481:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:2.0:1749607303.158485:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607303.158486:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607303.158490:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730094336, portal 25
00000400:00000200:2.0:1749607303.158492:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749607303.158494:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749607303.158496:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730094336, offset 0
00000400:00000200:2.0:1749607303.158496:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607303.158500:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607303.158503:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607303.158503:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607303.158506:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [863:863:256:4294967295] 192.168.201.120@tcp LPNI seq info [863:863:8:4294967295]
00000400:00000200:2.0:1749607303.158519:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607303.158524:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607303.158528:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749607303.158528:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749607303.158532:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607303.158535:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749607303.158535:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607303.158538:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607303.158541:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607303.158545:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [864:864:255:4294967295] 192.168.201.120@tcp LPNI seq info [864:864:7:4294967295]
00000800:00000200:2.0:1749607303.158545:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607303.158550:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607303.158564:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607303.158572:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749607303.158574:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
00000800:00000010:1.0:1749607303.158577:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749607303.158584:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749607303.158588:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
00000800:00000200:1.0:1749607303.158592:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749607303.158593:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000800:00000200:1.0:1749607303.158597:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607303.158598:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
02000000:00000010:2.0:1749607303.158615:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749607303.158618:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607303.158620:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607303.158623:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730094592, portal 10
00000400:00000010:2.0:1749607303.158626:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607303.158629:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730094592, offset 0
00000400:00000200:2.0:1749607303.158633:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607303.158637:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607303.158642:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607303.158647:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607303.158647:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607303.158650:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607303.158652:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607303.158653:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607303.158654:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607303.158657:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [865:865:254:4294967295] 192.168.201.120@tcp LPNI seq info [865:865:6:4294967295]
00000400:00000200:0.0:1749607303.158660:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607303.158664:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749607303.158666:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000400:00000200:2.0:1749607303.158666:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607303.158670:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607303.158673:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000100:00000200:0.0:1749607303.158675:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730094464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607303.158677:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607303.158681:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607303.158683:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607303.158715:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607303.158717:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607303.158719:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607303.158723:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607303.158725:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749607303.158727:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749607303.158731:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730094336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607303.158805:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607303.158807:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607303.158809:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607303.158813:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607303.158815:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749607303.158817:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749607303.158821:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730094592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607303.160998:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607303.161014:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31af80
00000400:00000200:0.0:1749607303.161023:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1bed [1] + 0
00000400:00000200:0.0:1749607303.161036:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607303.161042:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607303.161051:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730094464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607303.161101:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607303.161110:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31af00
00000400:00000200:0.0:1749607303.161117:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1bf5 [1] + 224
00000400:00000200:0.0:1749607303.161125:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607303.161130:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607303.161147:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730094336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607303.161189:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749607303.161190:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:0.0:1749607303.161198:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31b000
00000400:00000200:2.0:1749607303.161198:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607303.161200:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000400:00000200:0.0:1749607303.161206:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1bfd [1] + 0
00000100:00000200:2.0:1749607303.161208:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730094464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607303.161220:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730094464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607303.161228:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607303.161234:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607303.161241:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730094592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607303.161248:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607303.161252:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607303.161256:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749607303.161260:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607303.161262:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607303.161263:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607303.161267:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730094592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607303.161274:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730094592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607313 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607303.161277:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607303.161285:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607303.161287:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
02000000:00000010:2.0:1749607303.161287:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749607303.161295:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730094336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607303.161299:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607303.161302:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:1.0:1749607303.161307:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730094336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607303.161326:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607303.161331:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607303.161334:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:1.0:1749607303.170985:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749607303.170996:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:0.0:1749607303.171004:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:3.0:1749607303.171059:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749607308.166182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607308.166222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607308.166309:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607308.166363:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607308.166376:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607308.166409:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607308.166415:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749607308.166432:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607308.166445:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:2.0:1749607308.166449:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:1.0:1749607308.166455:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:2.0:1749607308.166457:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000100:00000200:1.0:1749607308.166466:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730094720, portal 25
00000400:00000010:1.0:1749607308.166474:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:2.0:1749607308.166476:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:1.0:1749607308.166478:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730094720, offset 0
00000100:00000200:2.0:1749607308.166482:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730094848, portal 10
00000400:00000010:2.0:1749607308.166490:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:1.0:1749607308.166492:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607308.166503:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730094848, offset 0
00000400:00000200:2.0:1749607308.166513:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607308.166514:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607308.166524:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607308.166531:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607308.166536:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607308.166540:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607308.166546:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [866:866:256:4294967295] 192.168.201.120@tcp LPNI seq info [866:866:8:4294967295]
00000400:00000200:1.0:1749607308.166592:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607308.166604:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607308.166607:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607308.166610:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749607308.166613:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607308.166618:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749607308.166621:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607308.166622:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607308.166627:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607308.166631:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [867:867:255:4294967295] 192.168.201.120@tcp LPNI seq info [867:867:7:4294967295]
00000800:00000200:1.0:1749607308.166635:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607308.166643:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607308.166646:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607308.166654:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607308.166660:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607308.166667:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607308.166675:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607308.166680:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607308.166686:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749607308.166711:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749607308.166717:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000100:00000010:1.0:1749607308.166722:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
02000000:00000010:2.0:1749607308.166763:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749607308.166779:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607308.166785:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607308.166789:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730094976, portal 10
00000400:00000010:2.0:1749607308.166796:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749607308.166799:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730094976, offset 0
00000400:00000200:2.0:1749607308.166806:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607308.166814:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607308.166816:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607308.166819:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607308.166823:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749607308.166824:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749607308.166827:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607308.166830:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607308.166835:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607308.166835:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [868:868:254:4294967295] 192.168.201.120@tcp LPNI seq info [868:868:6:4294967295]
00000400:00000200:0.0:1749607308.166847:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607308.166850:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607308.166854:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749607308.166857:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000800:00000200:2.0:1749607308.166857:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607308.166864:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607308.166870:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749607308.166874:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730094720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607308.166878:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607308.166882:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607308.166908:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607308.166912:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607308.166916:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607308.166922:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607308.166925:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749607308.166928:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749607308.166996:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730094848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607308.167116:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607308.167119:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607308.167123:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607308.167129:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607308.167144:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749607308.167147:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749607308.167154:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730094976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607308.169037:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607308.169052:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31b080
00000400:00000200:0.0:1749607308.169060:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c05 [1] + 224
00000400:00000200:0.0:1749607308.169072:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607308.169075:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607308.169083:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730094720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607308.169118:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607308.169123:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31b100
00000400:00000200:0.0:1749607308.169127:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c0d [1] + 0
00000400:00000200:0.0:1749607308.169133:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607308.169136:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607308.169140:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730094848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607308.169163:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607308.169167:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31b180
00000400:00000200:0.0:1749607308.169171:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1c15 [1] + 0
00000400:00000010:1.0:1749607308.169179:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607308.169185:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607308.169188:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749607308.169190:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607308.169194:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607308.169197:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730094720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607308.169199:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730094976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607308.169213:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730094720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607308.169231:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607308.169239:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607308.169242:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
02000000:00000010:1.0:1749607308.169248:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607308.169251:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730094848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607308.169256:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749607308.169263:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:2.0:1749607308.169268:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730094848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607308.169298:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607308.169302:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607308.169304:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607308.169310:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730094976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607308.169377:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730094976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607308.169405:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607308.169412:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607308.169416:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607308.169422:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607308.169425:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607308.169429:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:0.0:1749607308.178998:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:2.0:1749607308.179004:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:3.0:1749607308.179007:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:1.0:1749607308.179028:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749607313.174071:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607313.174093:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607313.174152:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607313.174168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607313.174176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607313.174196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607313.174199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749607313.174204:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607313.174211:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607313.174216:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
02000000:00000010:2.0:1749607313.174217:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607313.174220:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000100:00000200:1.0:1749607313.174221:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730095104, portal 25
00000400:00000010:2.0:1749607313.174223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000400:00000010:1.0:1749607313.174225:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749607313.174226:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730095104, offset 0
00000100:00000200:2.0:1749607313.174226:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730095232, portal 10
00000400:00000010:2.0:1749607313.174230:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607313.174231:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730095232, offset 0
00000400:00000200:1.0:1749607313.174235:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607313.174260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607313.174270:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607313.174274:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607313.174288:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607313.174291:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607313.174293:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607313.174295:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [869:869:256:4294967295] 192.168.201.120@tcp LPNI seq info [869:869:8:4294967295]
00000400:00000200:1.0:1749607313.174303:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607313.174308:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607313.174309:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607313.174311:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607313.174312:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607313.174313:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607313.174315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607313.174316:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607313.174317:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607313.174319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [870:870:255:4294967295] 192.168.201.120@tcp LPNI seq info [870:870:7:4294967295]
00000800:00000200:1.0:1749607313.174323:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607313.174325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607313.174326:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607313.174335:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607313.174337:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607313.174340:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607313.174344:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607313.174346:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607313.174348:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749607313.174362:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749607313.174364:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749607313.174368:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
02000000:00000010:2.0:1749607313.174386:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749607313.174389:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607313.174391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607313.174392:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730095360, portal 10
00000400:00000010:2.0:1749607313.174395:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607313.174396:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730095360, offset 0
00000400:00000200:2.0:1749607313.174398:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607313.174401:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607313.174403:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607313.174405:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607313.174405:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607313.174406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607313.174407:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607313.174409:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [871:871:254:4294967295] 192.168.201.120@tcp LPNI seq info [871:871:6:4294967295]
00000800:00000010:0.0:1749607313.174414:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607313.174414:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607313.174416:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607313.174418:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:2.0:1749607313.174418:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607313.174419:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607313.174422:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607313.174422:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607313.174423:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607313.174425:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749607313.174426:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749607313.174433:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730095104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607313.174447:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607313.174448:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607313.174450:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607313.174452:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607313.174454:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749607313.174454:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749607313.174457:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730095232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607313.174507:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607313.174508:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607313.174510:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607313.174512:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607313.174513:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749607313.174514:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749607313.174516:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730095360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607313.176705:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607313.176717:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31b280
00000400:00000200:0.0:1749607313.176723:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c21 [1] + 0
00000400:00000200:0.0:1749607313.176731:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607313.176734:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607313.176738:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730095232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607313.176767:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607313.176782:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31b200
00000400:00000200:0.0:1749607313.176786:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c1d [1] + 224
00000400:00000200:0.0:1749607313.176794:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607313.176798:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607313.176803:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730095104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607313.176832:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749607313.176834:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:0.0:1749607313.176838:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31b300
00000400:00000200:2.0:1749607313.176839:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607313.176840:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000400:00000200:0.0:1749607313.176844:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1c2d [1] + 0
00000100:00000200:2.0:1749607313.176846:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730095232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607313.176854:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730095232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607313.176860:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607313.176863:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607313.176866:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730095360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607313.176878:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607313.176880:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607313.176881:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607313.176883:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730095360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607313.176889:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730095360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607313.176895:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:2.0:1749607313.176898:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
00000400:00000200:1.0:1749607313.176901:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607313.176902:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
02000000:00000010:2.0:1749607313.176902:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607313.176904:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607313.176906:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000100:00000200:1.0:1749607313.176907:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730095104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607313.176908:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607313.176909:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:1.0:1749607313.176915:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730095104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607313.176928:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607313.176932:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749607313.176973:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749607313.187008:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749607313.187010:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:0.0:1749607313.187062:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:3.0:1749607313.187080:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:0.0:1749607318.182231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749607318.182270:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b400.
00000400:00000200:0.0:1749607318.182350:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607318.182374:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749607318.182383:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
00000100:00000010:0.0:1749607318.182409:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:3.0:1749607318.182411:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:0.0:1749607318.182414:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
00000400:00000010:3.0:1749607318.182423:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607318.182432:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607318.182442:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730095488, portal 25
00000400:00000010:3.0:1749607318.182448:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607318.182451:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730095488, offset 0
00000400:00000200:3.0:1749607318.182460:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607318.182476:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749607318.182482:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000200:3.0:1749607318.182482:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607318.182487:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607318.182491:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749607318.182492:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000200:3.0:1749607318.182494:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607318.182497:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607318.182502:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730095616, portal 10
00000400:00000010:2.0:1749607318.182508:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607318.182510:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730095616, offset 0
00000400:00000200:3.0:1749607318.182517:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [872:872:256:4294967295] 192.168.201.120@tcp LPNI seq info [872:872:8:4294967295]
00000400:00000200:2.0:1749607318.182518:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607318.182531:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607318.182541:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607318.182542:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607318.182545:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607318.182548:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749607318.182548:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607318.182551:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607318.182553:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607318.182557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [873:873:255:4294967295] 192.168.201.120@tcp LPNI seq info [873:873:7:4294967295]
00000800:00000200:3.0:1749607318.182559:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607318.182566:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607318.182571:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607318.182573:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607318.182580:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749607318.182585:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607318.182590:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607318.182596:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607318.182599:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607318.182614:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749607318.182636:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749607318.182680:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000800:00000200:0.0:1749607318.182681:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607318.182686:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000010:3.0:1749607318.182692:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000400:00000200:0.0:1749607318.182695:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607318.182703:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607318.182709:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749607318.182712:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
02000000:00000010:2.0:1749607318.182714:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749607318.182718:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607318.182722:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607318.182725:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730095744, portal 10
00000100:00000200:0.0:1749607318.182726:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730095488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607318.182729:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607318.182731:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730095744, offset 0
00000400:00000200:2.0:1749607318.182735:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607318.182741:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607318.182744:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607318.182747:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607318.182749:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607318.182751:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607318.182753:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [874:874:254:4294967295] 192.168.201.120@tcp LPNI seq info [874:874:6:4294967295]
00000400:00000200:2.0:1749607318.182761:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607318.182765:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607318.182768:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607318.182771:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607318.182775:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607318.182778:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607318.182784:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607318.182787:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607318.182792:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607318.182798:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607318.182802:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749607318.182804:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749607318.182810:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730095616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607318.182916:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607318.182919:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607318.182921:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607318.182926:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607318.182929:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749607318.182930:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749607318.182987:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730095744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607318.184817:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607318.184830:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31b380
00000400:00000200:0.0:1749607318.184838:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c35 [1] + 224
00000400:00000200:0.0:1749607318.184848:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607318.184852:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607318.184858:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730095488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607318.184894:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607318.184898:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31b400
00000400:00000200:0.0:1749607318.184902:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c3d [1] + 0
00000400:00000200:0.0:1749607318.184907:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607318.184910:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607318.184922:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730095616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607318.184963:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607318.184968:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607318.184970:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607318.184976:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730095488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607318.184982:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607318.184985:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730095488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607318.184987:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31b480
00000400:00000200:0.0:1749607318.184991:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1c45 [1] + 0
00000400:00000200:0.0:1749607318.185005:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607318.185009:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607318.185010:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000100:00000200:0.0:1749607318.185013:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730095744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607318.185015:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b400.
00000100:00000010:3.0:1749607318.185019:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000400:00000010:2.0:1749607318.185033:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607318.185040:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607318.185041:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607318.185048:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730095616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607318.185059:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730095616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607318.185094:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607318.185096:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749607318.185097:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607318.185101:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730095744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607318.185107:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730095744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607318.185119:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607318.185123:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:2.0:1749607318.185126:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
02000000:00000010:2.0:1749607318.185129:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607318.185131:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:2.0:1749607318.185135:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000100:00000010:1.0:1749607318.195087:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749607318.195087:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:0.0:1749607318.195105:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:2.0:1749607318.195112:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:0.0:1749607323.190196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749607323.190225:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bc00.
00000400:00000200:0.0:1749607323.190304:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607323.190328:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749607323.190337:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943800.
00000100:00000010:0.0:1749607323.190375:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749607323.190382:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942400.
02000000:00000010:3.0:1749607323.190439:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607323.190448:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749607323.190458:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:3.0:1749607323.190458:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607323.190468:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000400:00000010:3.0:1749607323.190468:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:2.0:1749607323.190478:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730096000, portal 10
00000100:00000200:3.0:1749607323.190485:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730095872, portal 25
00000400:00000010:2.0:1749607323.190487:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000010:3.0:1749607323.190489:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:2.0:1749607323.190490:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730096000, offset 0
00000100:00000200:3.0:1749607323.190492:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730095872, offset 0
00000400:00000200:2.0:1749607323.190503:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607323.190511:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607323.190523:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607323.190530:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607323.190535:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607323.190540:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607323.190543:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607323.190547:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [875:875:256:4294967295] 192.168.201.120@tcp LPNI seq info [875:875:8:4294967295]
00000400:00000200:2.0:1749607323.190562:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607323.190569:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607323.190572:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607323.190592:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749607323.190595:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:3.0:1749607323.190596:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607323.190598:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607323.190601:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607323.190606:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607323.190606:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [876:876:255:4294967295] 192.168.201.120@tcp LPNI seq info [876:876:7:4294967295]
00000400:00000200:3.0:1749607323.190616:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607323.190618:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607323.190621:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749607323.190623:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:3.0:1749607323.190626:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607323.190631:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607323.190637:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607323.190641:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607323.190666:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749607323.190692:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749607323.190711:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749607323.190718:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
02000000:00000010:2.0:1749607323.190732:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749607323.190737:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000800:00000200:0.0:1749607323.190738:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749607323.190740:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000800:00000010:0.0:1749607323.190742:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000100:00000200:2.0:1749607323.190743:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730096128, portal 10
00000400:00000010:2.0:1749607323.190747:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000200:0.0:1749607323.190749:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749607323.190749:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730096128, offset 0
00000400:00000200:2.0:1749607323.190754:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607323.190757:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607323.190760:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607323.190764:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000200:2.0:1749607323.190764:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607323.190767:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749607323.190768:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000400:00000200:2.0:1749607323.190769:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607323.190771:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607323.190774:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [877:877:254:4294967295] 192.168.201.120@tcp LPNI seq info [877:877:6:4294967295]
00000100:00000200:0.0:1749607323.190781:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730096000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607323.190783:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607323.190787:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607323.190791:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607323.190795:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607323.190800:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607323.190802:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607323.190818:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607323.190821:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607323.190825:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607323.190832:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607323.190835:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749607323.190856:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749607323.190865:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730095872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607323.190984:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607323.190987:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607323.190990:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607323.190994:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607323.190997:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749607323.190999:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749607323.191004:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730096128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607323.192989:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607323.193008:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31b580
00000400:00000200:0.0:1749607323.193020:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c4d [1] + 0
00000400:00000200:0.0:1749607323.193036:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607323.193042:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607323.193053:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730096000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607323.193141:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607323.193151:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31b500
00000400:00000200:0.0:1749607323.193160:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c51 [1] + 224
00000400:00000200:0.0:1749607323.193170:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607323.193175:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607323.193183:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730095872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607323.193214:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607323.193225:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749607323.193228:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607323.193242:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730096000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607323.193260:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749607323.193261:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730096000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607323.193270:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31b600
00000400:00000200:0.0:1749607323.193276:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1c5d [1] + 0
00000400:00000010:3.0:1749607323.193300:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607323.193309:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607323.193311:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:0.0:1749607323.193318:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749607323.193319:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000100:00000200:3.0:1749607323.193321:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730095872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607323.193323:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607323.193327:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943800.
00000100:00000200:0.0:1749607323.193329:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730096128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607323.193333:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730095872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607323.193335:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000400:00000010:2.0:1749607323.193343:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607323.193345:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749607323.193347:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607323.193352:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730096128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607323.193354:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607323.193359:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bc00.
00000100:00000200:2.0:1749607323.193361:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730096128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607323.193362:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:2.0:1749607323.193377:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607323.193380:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942400.
00000100:00000010:2.0:1749607323.193382:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000100:00000010:0.0:1749607323.203064:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749607323.203070:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749607323.203110:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:1.0:1749607323.203127:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:0.0:1749607328.198233:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749607328.198271:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bf00.
00000400:00000200:0.0:1749607328.198359:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607328.198389:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749607328.198402:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940800.
02000000:00000010:3.0:1749607328.198433:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607328.198446:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000010:0.0:1749607328.198448:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749607328.198456:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000400:00000010:3.0:1749607328.198456:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607328.198467:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730096256, portal 25
00000400:00000010:3.0:1749607328.198493:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607328.198496:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730096256, offset 0
00000400:00000200:3.0:1749607328.198506:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607328.198523:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607328.198530:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607328.198535:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607328.198540:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607328.198543:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607328.198547:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [878:878:256:4294967295] 192.168.201.120@tcp LPNI seq info [878:878:8:4294967295]
00000400:00000200:3.0:1749607328.198563:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607328.198569:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607328.198575:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
02000000:00000010:2.0:1749607328.198576:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000800:00000200:3.0:1749607328.198583:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:2.0:1749607328.198587:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607328.198593:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000800:00000200:3.0:1749607328.198594:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:2.0:1749607328.198597:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730096384, portal 10
00000800:00000200:3.0:1749607328.198600:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:2.0:1749607328.198604:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607328.198606:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730096384, offset 0
00000400:00000200:2.0:1749607328.198614:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607328.198623:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607328.198627:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607328.198630:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607328.198633:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1749607328.198633:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000400:00000200:2.0:1749607328.198636:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607328.198639:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [879:879:255:4294967295] 192.168.201.120@tcp LPNI seq info [879:879:7:4294967295]
00000400:00000200:2.0:1749607328.198649:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607328.198654:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607328.198654:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749607328.198669:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000800:00000010:2.0:1749607328.198670:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607328.198675:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607328.198678:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000800:00000200:2.0:1749607328.198681:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607328.198685:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749607328.198701:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749607328.198704:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607328.198708:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607328.198711:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730096512, portal 10
00000400:00000010:2.0:1749607328.198715:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607328.198717:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730096512, offset 0
00000400:00000200:2.0:1749607328.198722:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607328.198725:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607328.198729:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607328.198731:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607328.198732:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607328.198733:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607328.198735:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607328.198737:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749607328.198737:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [880:880:254:4294967295] 192.168.201.120@tcp LPNI seq info [880:880:6:4294967295]
00000400:00000200:2.0:1749607328.198745:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607328.198746:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607328.198749:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607328.198751:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607328.198754:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607328.198756:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607328.198758:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607328.198760:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607328.198762:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749607328.198765:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749607328.198780:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730096256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607328.198809:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607328.198811:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607328.198814:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607328.198818:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607328.198820:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749607328.198822:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749607328.198826:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730096384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607328.198915:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607328.198917:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607328.198920:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607328.198961:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607328.198964:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749607328.198966:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749607328.198971:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730096512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607328.201022:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607328.201042:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31b700
00000400:00000200:0.0:1749607328.201054:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c6d [1] + 0
00000400:00000200:0.0:1749607328.201073:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607328.201079:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607328.201090:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730096384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607328.201147:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607328.201156:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31b780
00000400:00000200:0.0:1749607328.201163:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1c75 [1] + 0
00000400:00000200:0.0:1749607328.201173:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607328.201178:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607328.201185:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730096512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607328.201210:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607328.201218:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31b680
00000400:00000200:0.0:1749607328.201225:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c65 [1] + 224
00000400:00000010:2.0:1749607328.201240:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:0.0:1749607328.201247:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607328.201248:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749607328.201249:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000400:00000200:0.0:1749607328.201253:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607328.201257:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730096384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607328.201260:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730096256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607328.201269:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730096384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607328.201316:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607328.201319:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749607328.201320:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607328.201324:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730096512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607328.201332:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730096512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607328.201339:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607328.201347:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
02000000:00000010:2.0:1749607328.201348:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749607328.201349:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
02000000:00000010:2.0:1749607328.201354:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940800.
00000100:00000200:3.0:1749607328.201358:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730096256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607328.201359:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
02000000:00000010:2.0:1749607328.201363:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749607328.201366:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:2.0:1749607328.201368:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000200:3.0:1749607328.201369:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730096256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607328.201388:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607328.201392:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bf00.
00000100:00000010:3.0:1749607328.201395:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000100:00000010:0.0:1749607328.211083:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749607328.211086:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:1.0:1749607328.211098:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:2.0:1749607328.211099:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:2.0:1749607333.206240:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607333.206274:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607333.206349:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607333.206372:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607333.206380:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607333.206400:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607333.206404:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607333.206428:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607333.206428:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:2.0:1749607333.206436:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:3.0:1749607333.206438:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607333.206444:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000010:3.0:1749607333.206444:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:2.0:1749607333.206453:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730096768, portal 10
00000100:00000200:3.0:1749607333.206459:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730096640, portal 25
00000400:00000010:2.0:1749607333.206461:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607333.206463:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730096768, offset 0
00000400:00000010:3.0:1749607333.206463:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607333.206466:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730096640, offset 0
00000400:00000200:2.0:1749607333.206472:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607333.206481:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607333.206489:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607333.206496:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607333.206520:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607333.206524:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607333.206527:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607333.206532:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [881:881:256:4294967295] 192.168.201.120@tcp LPNI seq info [881:881:8:4294967295]
00000400:00000200:2.0:1749607333.206547:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607333.206554:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607333.206556:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749607333.206559:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749607333.206560:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607333.206563:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607333.206566:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749607333.206567:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607333.206569:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607333.206572:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [882:882:255:4294967295] 192.168.201.120@tcp LPNI seq info [882:882:7:4294967295]
00000800:00000200:2.0:1749607333.206578:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607333.206583:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607333.206584:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749607333.206588:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607333.206592:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607333.206597:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607333.206605:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607333.206610:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607333.206613:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749607333.206634:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749607333.206644:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
00000100:00000010:2.0:1749607333.206650:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
02000000:00000010:2.0:1749607333.206661:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607333.206664:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607333.206667:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607333.206670:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730096896, portal 10
00000400:00000010:2.0:1749607333.206674:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607333.206675:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730096896, offset 0
00000400:00000200:2.0:1749607333.206680:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607333.206684:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607333.206687:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607333.206690:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607333.206692:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607333.206694:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607333.206697:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [883:883:254:4294967295] 192.168.201.120@tcp LPNI seq info [883:883:6:4294967295]
00000800:00000200:0.0:1749607333.206704:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607333.206705:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607333.206709:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607333.206710:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000800:00000010:2.0:1749607333.206718:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607333.206719:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607333.206722:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607333.206727:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607333.206728:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607333.206730:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607333.206734:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749607333.206736:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749607333.206747:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730096768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607333.206772:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607333.206774:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607333.206777:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607333.206780:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607333.206782:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749607333.206783:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749607333.206787:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730096640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607333.206879:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607333.206881:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607333.206883:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607333.206886:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607333.206888:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749607333.206890:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749607333.206894:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730096896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607333.208894:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607333.208966:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31b880
00000400:00000200:0.0:1749607333.208979:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c7d [1] + 0
00000400:00000200:0.0:1749607333.208996:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607333.209002:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607333.209012:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730096768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607333.209092:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607333.209103:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31b800
00000400:00000200:0.0:1749607333.209110:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c81 [1] + 224
00000400:00000200:0.0:1749607333.209120:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607333.209124:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607333.209129:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730096640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607333.209152:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607333.209161:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749607333.209164:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607333.209174:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730096768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607333.209187:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749607333.209192:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730096768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607333.209197:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31b900
00000400:00000200:0.0:1749607333.209203:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1c8d [1] + 0
00000400:00000010:3.0:1749607333.209210:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607333.209215:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607333.209218:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:0.0:1749607333.209224:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749607333.209226:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730096640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607333.209230:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607333.209233:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
00000100:00000200:0.0:1749607333.209236:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730096896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607333.209240:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730096640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607333.209241:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607333.209247:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749607333.209255:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607333.209259:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607333.209261:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
02000000:00000010:3.0:1749607333.209264:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000100:00000200:2.0:1749607333.209268:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730096896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607333.209270:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607333.209274:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:2.0:1749607333.209283:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730096896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607333.209300:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607333.209303:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607333.209305:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:0.0:1749607333.219094:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749607333.219098:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:1.0:1749607333.219099:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:3.0:1749607333.219099:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749607338.214177:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607338.214215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607338.214289:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607338.214312:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607338.214320:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749607338.214338:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607338.214349:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607338.214358:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607338.214368:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730097024, portal 25
00000100:00000010:2.0:1749607338.214370:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607338.214374:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749607338.214374:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749607338.214377:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730097024, offset 0
00000400:00000200:3.0:1749607338.214387:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607338.214404:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749607338.214411:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749607338.214411:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607338.214417:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607338.214422:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607338.214425:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607338.214429:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [884:884:256:4294967295] 192.168.201.120@tcp LPNI seq info [884:884:8:4294967295]
00000400:00000010:1.0:1749607338.214434:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607338.214442:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:3.0:1749607338.214445:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607338.214448:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730097152, portal 10
00000800:00000200:3.0:1749607338.214451:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607338.214456:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000800:00000010:3.0:1749607338.214456:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000200:1.0:1749607338.214459:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730097152, offset 0
00000800:00000200:3.0:1749607338.214465:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607338.214470:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607338.214476:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607338.214481:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607338.214482:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607338.214486:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607338.214491:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607338.214494:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607338.214498:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607338.214503:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [885:885:255:4294967295] 192.168.201.120@tcp LPNI seq info [885:885:7:4294967295]
00000100:00000010:3.0:1749607338.214510:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000400:00000200:1.0:1749607338.214517:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607338.214525:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607338.214530:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000800:00000010:1.0:1749607338.214532:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000100:00000010:3.0:1749607338.214536:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000800:00000200:1.0:1749607338.214538:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607338.214546:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000800:00000200:1.0:1749607338.214548:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607338.214553:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607338.214574:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607338.214580:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607338.214584:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607338.214588:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730097280, portal 10
00000400:00000010:1.0:1749607338.214594:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749607338.214597:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730097280, offset 0
00000400:00000200:1.0:1749607338.214603:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607338.214610:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607338.214614:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607338.214618:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607338.214621:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607338.214624:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607338.214629:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [886:886:254:4294967295] 192.168.201.120@tcp LPNI seq info [886:886:6:4294967295]
00000400:00000200:1.0:1749607338.214651:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607338.214659:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607338.214664:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:0.0:1749607338.214670:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607338.214670:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607338.214677:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000800:00000200:1.0:1749607338.214677:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607338.214682:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607338.214685:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607338.214693:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607338.214698:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749607338.214701:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749607338.214713:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730097024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607338.214737:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607338.214740:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749607338.214742:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607338.214746:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607338.214748:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749607338.214759:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749607338.214764:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730097152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607338.214907:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607338.214910:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607338.214913:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607338.214916:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607338.214919:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749607338.214920:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749607338.214925:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730097280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607338.217054:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607338.217070:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31b980
00000400:00000200:0.0:1749607338.217079:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c95 [1] + 224
00000400:00000200:0.0:1749607338.217090:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607338.217094:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607338.217101:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730097024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607338.217136:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607338.217142:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ba00
00000400:00000200:0.0:1749607338.217146:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1c9d [1] + 0
00000400:00000200:0.0:1749607338.217152:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607338.217155:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607338.217158:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730097152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607338.217181:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607338.217185:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ba80
00000400:00000200:0.0:1749607338.217189:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1ca5 [1] + 0
00000400:00000200:0.0:1749607338.217214:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607338.217218:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607338.217222:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730097280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607338.217230:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607338.217238:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607338.217240:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000010:1.0:1749607338.217248:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:3.0:1749607338.217248:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730097024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607338.217256:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607338.217259:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:3.0:1749607338.217260:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730097024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607338.217267:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730097152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607338.217279:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730097152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607338.217300:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
02000000:00000010:3.0:1749607338.217305:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607338.217311:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749607338.217315:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:1.0:1749607338.226123:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607338.226128:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749607338.226130:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607338.226137:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730097280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607338.226146:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730097280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607338.226162:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749607338.226170:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607338.226175:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749607338.226178:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749607338.226182:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607338.226184:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749607338.226186:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749607338.227017:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:1.0:1749607338.227030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:0.0:1749607338.228026:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749607338.228030:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:2.0:1749607343.222180:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607343.222220:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607343.222308:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607343.222337:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607343.222358:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749607343.222384:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607343.222396:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607343.222404:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000010:2.0:1749607343.222404:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607343.222412:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000200:1.0:1749607343.222415:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730097408, portal 25
00000400:00000010:1.0:1749607343.222421:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607343.222423:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730097408, offset 0
00000400:00000200:1.0:1749607343.222433:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607343.222450:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607343.222458:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607343.222463:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607343.222468:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607343.222471:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607343.222475:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [887:887:256:4294967295] 192.168.201.120@tcp LPNI seq info [887:887:8:4294967295]
00000400:00000200:1.0:1749607343.222491:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607343.222497:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607343.222502:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607343.222511:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:0.0:1749607343.222521:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000800:00000200:1.0:1749607343.222523:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607343.222529:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749607343.222531:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea370.
00000400:00000010:0.0:1749607343.222536:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749607343.222540:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730097536, portal 10
00000400:00000010:0.0:1749607343.222547:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749607343.222549:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730097536, offset 0
00000400:00000200:0.0:1749607343.222557:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749607343.222559:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000400:00000200:0.0:1749607343.222566:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607343.222570:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607343.222573:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:1.0:1749607343.222575:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000400:00000200:0.0:1749607343.222576:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607343.222578:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607343.222581:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [888:888:255:4294967295] 192.168.201.120@tcp LPNI seq info [888:888:7:4294967295]
00000100:00000010:1.0:1749607343.222581:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
00000100:00000010:1.0:1749607343.222586:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
00000400:00000200:0.0:1749607343.222591:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607343.222596:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607343.222600:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000800:00000200:0.0:1749607343.222604:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607343.222610:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607343.222614:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607343.222628:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000010:0.0:1749607343.222630:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea318.
00000400:00000010:0.0:1749607343.222633:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749607343.222635:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730097664, portal 10
00000400:00000010:0.0:1749607343.222639:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749607343.222641:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730097664, offset 0
00000800:00000200:2.0:1749607343.222660:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607343.222666:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607343.222668:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607343.222672:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607343.222675:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607343.222676:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607343.222678:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607343.222680:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607343.222682:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607343.222685:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [889:889:254:4294967295] 192.168.201.120@tcp LPNI seq info [889:889:6:4294967295]
00000400:00000200:2.0:1749607343.222687:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607343.222693:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607343.222693:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:2.0:1749607343.222695:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000800:00000200:0.0:1749607343.222698:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607343.222700:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749607343.222703:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607343.222708:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607343.222710:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:2.0:1749607343.222710:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730097408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607343.222783:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607343.222787:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:2.0:1749607343.222791:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607343.222798:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607343.222802:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749607343.222804:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749607343.222811:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730097536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607343.222922:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607343.222925:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:2.0:1749607343.222928:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607343.222932:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607343.222962:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:2.0:1749607343.222964:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:2.0:1749607343.222978:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730097664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607343.225019:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607343.225033:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31bb00
00000400:00000200:0.0:1749607343.225041:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1cad [1] + 224
00000400:00000200:0.0:1749607343.225052:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607343.225056:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607343.225063:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730097408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607343.225101:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607343.225106:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31bb80
00000400:00000200:0.0:1749607343.225110:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1cb5 [1] + 0
00000400:00000200:0.0:1749607343.225115:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607343.225119:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607343.225123:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730097536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607343.225148:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607343.225163:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31bc00
00000400:00000200:0.0:1749607343.225166:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1cbd [1] + 0
00000400:00000200:0.0:1749607343.225186:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607343.225189:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607343.225193:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730097664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607343.225211:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607343.225219:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749607343.225221:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607343.225229:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730097408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607343.225229:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea370.
00000400:00000200:2.0:1749607343.225237:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749607343.225239:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749607343.225241:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730097408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607343.225247:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730097536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607343.225259:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730097536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607343.225281:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749607343.225283:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea318.
00000400:00000200:2.0:1749607343.225285:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749607343.225286:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
02000000:00000010:1.0:1749607343.225288:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000200:2.0:1749607343.225290:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730097664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607343.225293:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:2.0:1749607343.225298:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730097664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607343.225312:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749607343.225317:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607343.225320:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607343.225323:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749607343.225325:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607343.225327:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749607343.235026:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:0.0:1749607343.235070:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749607343.235101:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:3.0:1749607343.235294:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:0.0:1749607348.230224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749607348.230250:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bd00.
00000400:00000200:0.0:1749607348.230319:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607348.230336:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749607348.230343:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942400.
00000100:00000010:0.0:1749607348.230369:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749607348.230374:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
02000000:00000010:3.0:1749607348.230443:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607348.230454:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607348.230461:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607348.230469:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730097792, portal 25
00000400:00000010:3.0:1749607348.230474:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749607348.230477:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730097792, offset 0
00000400:00000200:3.0:1749607348.230485:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607348.230498:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749607348.230501:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000200:3.0:1749607348.230503:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607348.230508:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607348.230510:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000200:3.0:1749607348.230511:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607348.230514:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607348.230515:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000200:3.0:1749607348.230518:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [890:890:256:4294967295] 192.168.201.120@tcp LPNI seq info [890:890:8:4294967295]
00000100:00000200:2.0:1749607348.230520:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730097920, portal 10
00000400:00000010:2.0:1749607348.230525:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607348.230527:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730097920, offset 0
00000400:00000200:3.0:1749607348.230530:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607348.230535:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607348.230536:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607348.230541:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607348.230547:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607348.230557:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607348.230558:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607348.230561:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607348.230562:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607348.230565:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607348.230567:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607348.230570:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607348.230573:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [891:891:255:4294967295] 192.168.201.120@tcp LPNI seq info [891:891:7:4294967295]
00000400:00000200:2.0:1749607348.230583:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607348.230588:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607348.230591:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607348.230591:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000800:00000200:2.0:1749607348.230596:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607348.230602:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607348.230604:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000800:00000200:2.0:1749607348.230605:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607348.230614:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749607348.230625:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000800:00000200:0.0:1749607348.230646:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:2.0:1749607348.230680:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000800:00000010:0.0:1749607348.230683:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000010:2.0:1749607348.230686:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000200:0.0:1749607348.230690:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607348.230690:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607348.230694:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730098048, portal 10
00000400:00000200:0.0:1749607348.230696:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607348.230698:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:0.0:1749607348.230700:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749607348.230702:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:2.0:1749607348.230710:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730098048, offset 0
00000100:00000200:0.0:1749607348.230711:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730097792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607348.230715:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607348.230721:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607348.230724:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607348.230726:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607348.230729:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607348.230731:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607348.230734:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [892:892:254:4294967295] 192.168.201.120@tcp LPNI seq info [892:892:6:4294967295]
00000400:00000200:2.0:1749607348.230742:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607348.230746:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607348.230749:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607348.230753:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607348.230758:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607348.230767:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607348.230816:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607348.230819:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607348.230822:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607348.230826:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607348.230829:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749607348.230831:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749607348.230835:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730097920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607348.230882:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607348.230884:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607348.230886:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607348.230890:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607348.230892:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749607348.230894:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749607348.230897:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730098048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607348.233115:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607348.233129:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31bc80
00000400:00000200:0.0:1749607348.233137:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1cc5 [1] + 224
00000400:00000200:0.0:1749607348.233147:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607348.233150:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607348.233157:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730097792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607348.233191:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607348.233196:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31bd00
00000400:00000200:0.0:1749607348.233200:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ccd [1] + 0
00000400:00000200:0.0:1749607348.233205:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607348.233208:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607348.233212:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730097920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607348.233235:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607348.233239:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31bd80
00000400:00000200:0.0:1749607348.233242:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1cd5 [1] + 0
00000400:00000010:3.0:1749607348.233249:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:0.0:1749607348.233257:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607348.233265:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000200:0.0:1749607348.233267:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607348.233267:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749607348.233273:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730098048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607348.233276:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730097792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607348.233288:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730097792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607348.233304:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
02000000:00000010:3.0:1749607348.233311:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000200:2.0:1749607348.233312:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607348.233314:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
02000000:00000010:3.0:1749607348.233316:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bd00.
00000100:00000010:3.0:1749607348.233320:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000200:2.0:1749607348.233322:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730097920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607348.233333:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730097920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607348.233355:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607348.233357:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607348.233358:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607348.233361:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730098048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607348.233369:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730098048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607348.233383:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607348.233387:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942400.
00000100:00000010:2.0:1749607348.233390:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
02000000:00000010:2.0:1749607348.233393:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607348.233396:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:2.0:1749607348.233399:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:2.0:1749607348.243031:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749607348.243062:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:1.0:1749607348.243090:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:0.0:1749607348.243092:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:0.0:1749607353.238158:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749607353.238184:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b200.
00000400:00000200:0.0:1749607353.238252:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607353.238269:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749607353.238276:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943800.
00000100:00000010:0.0:1749607353.238299:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749607353.238303:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
02000000:00000010:1.0:1749607353.238310:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607353.238321:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607353.238328:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607353.238335:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730098176, portal 25
00000400:00000010:1.0:1749607353.238340:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749607353.238343:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730098176, offset 0
00000400:00000200:1.0:1749607353.238351:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607353.238364:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749607353.238367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000200:1.0:1749607353.238370:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607353.238375:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607353.238376:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000200:1.0:1749607353.238378:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607353.238381:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607353.238381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000400:00000200:1.0:1749607353.238385:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [893:893:256:4294967295] 192.168.201.120@tcp LPNI seq info [893:893:8:4294967295]
00000100:00000200:2.0:1749607353.238386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730098304, portal 10
00000400:00000010:2.0:1749607353.238391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607353.238394:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730098304, offset 0
00000400:00000200:1.0:1749607353.238398:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607353.238401:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607353.238404:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607353.238408:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607353.238409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607353.238415:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607353.238424:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607353.238428:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607353.238429:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607353.238432:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607353.238434:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607353.238437:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607353.238440:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [894:894:255:4294967295] 192.168.201.120@tcp LPNI seq info [894:894:7:4294967295]
00000400:00000200:2.0:1749607353.238451:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749607353.238455:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000800:00000200:2.0:1749607353.238455:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607353.238459:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607353.238464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607353.238470:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749607353.238473:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000800:00000200:2.0:1749607353.238473:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607353.238477:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749607353.238482:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
02000000:00000010:2.0:1749607353.238513:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607353.238517:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607353.238520:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607353.238523:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730098432, portal 10
00000800:00000200:0.0:1749607353.238524:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749607353.238526:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000800:00000010:0.0:1749607353.238527:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000100:00000200:2.0:1749607353.238528:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730098432, offset 0
00000400:00000200:2.0:1749607353.238532:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607353.238534:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607353.238536:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607353.238539:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607353.238540:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607353.238542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607353.238544:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000200:2.0:1749607353.238544:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749607353.238546:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000400:00000200:2.0:1749607353.238546:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607353.238549:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [895:895:254:4294967295] 192.168.201.120@tcp LPNI seq info [895:895:6:4294967295]
00000100:00000200:0.0:1749607353.238556:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730098176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607353.238557:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607353.238561:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607353.238564:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607353.238590:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607353.238595:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607353.238603:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607353.238615:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607353.238617:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607353.238620:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607353.238624:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607353.238626:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749607353.238627:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749607353.238631:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730098304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607353.238709:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607353.238711:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607353.238714:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607353.238717:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607353.238729:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749607353.238730:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749607353.238736:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730098432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607353.241104:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607353.241118:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31be00
00000400:00000200:0.0:1749607353.241125:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1cdd [1] + 224
00000400:00000200:0.0:1749607353.241135:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607353.241138:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607353.241146:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730098176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607353.241184:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607353.241189:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31be80
00000400:00000200:0.0:1749607353.241194:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ce5 [1] + 0
00000400:00000200:0.0:1749607353.241199:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607353.241202:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607353.241205:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730098304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607353.241229:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607353.241234:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31bf00
00000400:00000200:0.0:1749607353.241237:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1ced [1] + 0
00000400:00000200:0.0:1749607353.241255:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607353.241256:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607353.241258:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607353.241273:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749607353.241275:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749607353.241282:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730098432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607353.241285:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730098176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607353.241299:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000100:00000200:1.0:1749607353.241301:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730098176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607353.241308:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607353.241311:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607353.241321:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730098304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607353.241332:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607353.241337:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730098304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607353.241339:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b200.
00000100:00000010:1.0:1749607353.241344:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000400:00000010:2.0:1749607353.241367:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607353.241371:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607353.241373:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607353.241378:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730098432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607353.241391:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730098432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607353.241413:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607353.241419:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943800.
00000100:00000010:2.0:1749607353.241425:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
02000000:00000010:2.0:1749607353.241429:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607353.241432:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:2.0:1749607353.241436:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000100:00000010:2.0:1749607353.251019:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749607353.251022:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:3.0:1749607353.251040:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:0.0:1749607353.251044:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:0.0:1749607358.246083:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749607358.246118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b300.
00000400:00000200:0.0:1749607358.246177:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607358.246193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749607358.246200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
00000100:00000010:0.0:1749607358.246221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749607358.246226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
02000000:00000010:3.0:1749607358.246278:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607358.246285:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749607358.246289:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607358.246294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:3.0:1749607358.246296:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000400:00000010:2.0:1749607358.246299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607358.246303:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730098688, portal 10
00000100:00000200:3.0:1749607358.246303:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730098560, portal 25
00000400:00000010:3.0:1749607358.246308:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000400:00000010:2.0:1749607358.246309:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607358.246311:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730098688, offset 0
00000100:00000200:3.0:1749607358.246311:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730098560, offset 0
00000400:00000200:3.0:1749607358.246320:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607358.246329:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607358.246334:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607358.246341:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607358.246345:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607358.246349:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607358.246351:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607358.246355:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [896:896:256:4294967295] 192.168.201.120@tcp LPNI seq info [896:896:8:4294967295]
00000400:00000200:3.0:1749607358.246368:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607358.246373:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607358.246377:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607358.246378:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607358.246384:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607358.246389:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607358.246393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607358.246394:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607358.246396:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607358.246399:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607358.246399:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607358.246402:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [897:897:255:4294967295] 192.168.201.120@tcp LPNI seq info [897:897:7:4294967295]
00000400:00000200:2.0:1749607358.246412:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607358.246417:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607358.246421:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607358.246426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607358.246432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607358.246436:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607358.246439:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749607358.246464:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749607358.246476:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749607358.246509:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
02000000:00000010:2.0:1749607358.246533:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000800:00000200:0.0:1749607358.246534:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607358.246538:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000010:2.0:1749607358.246538:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607358.246541:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:0.0:1749607358.246544:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749607358.246544:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730098816, portal 10
00000400:00000010:2.0:1749607358.246548:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:0.0:1749607358.246550:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607358.246550:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730098816, offset 0
00000400:00000200:0.0:1749607358.246554:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749607358.246556:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000400:00000200:2.0:1749607358.246562:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607358.246566:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730098560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607358.246567:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607358.246570:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607358.246573:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607358.246575:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607358.246578:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607358.246581:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [898:898:254:4294967295] 192.168.201.120@tcp LPNI seq info [898:898:6:4294967295]
00000400:00000200:2.0:1749607358.246589:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607358.246593:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607358.246596:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607358.246599:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607358.246603:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607358.246613:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607358.246654:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607358.246656:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607358.246659:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607358.246663:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607358.246665:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749607358.246667:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749607358.246671:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730098688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607358.246695:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607358.246697:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607358.246699:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607358.246702:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607358.246704:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749607358.246706:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749607358.246709:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730098816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607358.248849:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607358.248862:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31bf80
00000400:00000200:0.0:1749607358.248878:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1cf5 [1] + 224
00000400:00000200:0.0:1749607358.248890:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607358.248893:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607358.248900:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730098560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607358.248958:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607358.248964:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31c000
00000400:00000200:0.0:1749607358.248969:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1cf9 [1] + 0
00000400:00000200:0.0:1749607358.248975:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607358.248978:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607358.248982:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730098688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607358.248997:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607358.249005:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607358.249008:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607358.249016:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730098560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607358.249027:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730098560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607358.249029:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607358.249034:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31c080
00000400:00000200:0.0:1749607358.249037:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1d05 [1] + 0
00000400:00000200:0.0:1749607358.249050:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749607358.249051:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000200:0.0:1749607358.249054:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607358.249056:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b300.
00000100:00000200:0.0:1749607358.249059:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730098816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607358.249060:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000400:00000010:2.0:1749607358.249062:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607358.249070:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607358.249072:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607358.249080:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730098688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607358.249091:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730098688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607358.249113:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607358.249115:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607358.249116:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607358.249119:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730098816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607358.249128:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730098816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607358.249141:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607358.249145:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:2.0:1749607358.249149:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
02000000:00000010:2.0:1749607358.249153:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607358.249155:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:2.0:1749607358.249158:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000010:2.0:1749607358.259027:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:0.0:1749607358.259034:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749607358.259056:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:1.0:1749607358.259093:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749607363.254130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607363.254158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607363.254231:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607363.254252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607363.254263:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607363.254285:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000100:00000010:2.0:1749607363.254288:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607363.254294:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749607363.254297:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607363.254304:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607363.254312:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730098944, portal 25
00000400:00000010:3.0:1749607363.254317:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
02000000:00000010:2.0:1749607363.254318:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000100:00000200:3.0:1749607363.254319:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730098944, offset 0
00000400:00000200:3.0:1749607363.254328:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607363.254337:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000200:3.0:1749607363.254341:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607363.254342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607363.254346:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730099072, portal 10
00000400:00000200:3.0:1749607363.254347:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607363.254351:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607363.254352:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607363.254354:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730099072, offset 0
00000400:00000200:3.0:1749607363.254355:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607363.254357:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607363.254361:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607363.254361:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [899:899:256:4294967295] 192.168.201.120@tcp LPNI seq info [899:899:8:4294967295]
00000400:00000200:3.0:1749607363.254373:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607363.254379:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607363.254382:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607363.254386:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607363.254389:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607363.254392:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:3.0:1749607363.254392:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749607363.254394:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607363.254424:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [900:900:255:4294967295] 192.168.201.120@tcp LPNI seq info [900:900:7:4294967295]
00000800:00000200:3.0:1749607363.254429:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607363.254435:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607363.254439:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607363.254440:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607363.254443:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749607363.254444:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607363.254449:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607363.254455:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607363.254458:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607363.254469:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749607363.254490:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749607363.254501:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749607363.254508:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
02000000:00000010:2.0:1749607363.254523:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607363.254527:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000800:00000200:0.0:1749607363.254529:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749607363.254530:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607363.254532:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730099200, portal 10
00000800:00000010:0.0:1749607363.254535:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000010:2.0:1749607363.254536:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607363.254537:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730099200, offset 0
00000400:00000200:0.0:1749607363.254541:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607363.254542:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607363.254547:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607363.254549:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607363.254550:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607363.254553:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000200:2.0:1749607363.254553:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749607363.254555:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000400:00000200:2.0:1749607363.254555:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607363.254557:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607363.254560:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [901:901:254:4294967295] 192.168.201.120@tcp LPNI seq info [901:901:6:4294967295]
00000100:00000200:0.0:1749607363.254566:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730098944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607363.254576:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607363.254581:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607363.254583:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607363.254587:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607363.254592:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607363.254595:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607363.254606:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607363.254608:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607363.254611:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607363.254615:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607363.254618:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749607363.254619:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749607363.254623:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730099072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607363.254690:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607363.254693:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607363.254695:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607363.254698:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607363.254701:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749607363.254702:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749607363.254706:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730099200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607363.256881:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607363.256894:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31c180
00000400:00000200:0.0:1749607363.256902:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d15 [1] + 0
00000400:00000200:0.0:1749607363.256913:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607363.256916:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607363.256924:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730099072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607363.256984:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607363.256989:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31c100
00000400:00000200:0.0:1749607363.256994:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d0d [1] + 224
00000400:00000200:0.0:1749607363.256999:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607363.257002:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607363.257016:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730098944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607363.257045:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607363.257050:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31c200
00000400:00000200:0.0:1749607363.257054:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1d1d [1] + 0
00000400:00000200:0.0:1749607363.257067:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607363.257070:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607363.257075:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730099200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607363.257095:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607363.257102:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749607363.257104:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607363.257112:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730099072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607363.257118:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749607363.257124:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730099072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607363.257128:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607363.257131:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607363.257141:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730098944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607363.257148:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607363.257151:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607363.257152:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607363.257156:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730099200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607363.257158:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730098944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607363.257164:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730099200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607363.257179:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607363.257184:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607363.257184:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000100:00000010:2.0:1749607363.257187:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607363.257190:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749607363.257190:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
02000000:00000010:2.0:1749607363.257192:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749607363.257194:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749607363.257195:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:0.0:1749607363.267051:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:1.0:1749607363.267052:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749607363.267067:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749607363.267115:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:2.0:1749607368.262121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607368.262147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607368.262222:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607368.262240:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607368.262247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607368.262265:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607368.262268:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607368.262296:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607368.262299:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:2.0:1749607368.262302:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607368.262308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000010:3.0:1749607368.262309:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749607368.262354:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730099456, portal 10
00000400:00000010:3.0:1749607368.262355:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607368.262361:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730099328, portal 25
00000400:00000010:2.0:1749607368.262362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607368.262364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730099456, offset 0
00000400:00000010:3.0:1749607368.262365:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607368.262368:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730099328, offset 0
00000400:00000200:2.0:1749607368.262372:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607368.262379:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607368.262383:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607368.262389:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607368.262393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607368.262397:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607368.262399:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607368.262403:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [902:902:256:4294967295] 192.168.201.120@tcp LPNI seq info [902:902:8:4294967295]
00000400:00000200:2.0:1749607368.262415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607368.262421:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607368.262424:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749607368.262425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:3.0:1749607368.262428:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607368.262431:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607368.262432:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607368.262434:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607368.262437:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607368.262440:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607368.262445:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749607368.262449:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [903:903:255:4294967295] 192.168.201.120@tcp LPNI seq info [903:903:7:4294967295]
00000400:00000200:3.0:1749607368.262460:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607368.262465:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749607368.262467:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
00000800:00000010:3.0:1749607368.262470:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607368.262475:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607368.262481:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749607368.262483:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d00.
00000800:00000200:3.0:1749607368.262484:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607368.262495:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749607368.262500:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
02000000:00000010:2.0:1749607368.262509:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749607368.262512:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607368.262522:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607368.262525:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730099584, portal 10
00000400:00000010:2.0:1749607368.262530:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607368.262531:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730099584, offset 0
00000800:00000200:0.0:1749607368.262532:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607368.262537:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607368.262539:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607368.262542:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607368.262545:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607368.262546:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607368.262547:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607368.262549:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607368.262553:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607368.262555:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607368.262556:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [904:904:254:4294967295] 192.168.201.120@tcp LPNI seq info [904:904:6:4294967295]
00000400:00000200:0.0:1749607368.262560:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749607368.262562:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000400:00000200:2.0:1749607368.262565:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607368.262569:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607368.262572:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730099456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1749607368.262572:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607368.262576:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607368.262581:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607368.262583:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607368.262594:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607368.262596:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607368.262598:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607368.262602:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607368.262604:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749607368.262606:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749607368.262610:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730099328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607368.262690:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607368.262693:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607368.262695:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607368.262699:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607368.262710:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749607368.262712:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607368.262716:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730099584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607368.264853:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607368.264866:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31c300
00000400:00000200:0.0:1749607368.264875:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d25 [1] + 0
00000400:00000200:0.0:1749607368.264885:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607368.264889:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607368.264896:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730099456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607368.264931:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607368.264966:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31c280
00000400:00000200:0.0:1749607368.264971:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d29 [1] + 224
00000400:00000200:0.0:1749607368.264977:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607368.264980:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607368.264985:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607368.264993:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607368.264995:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749607368.265000:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730099328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607368.265003:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730099456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607368.265015:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730099456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607368.265030:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607368.265035:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31c380
00000400:00000200:0.0:1749607368.265038:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1d35 [1] + 0
02000000:00000010:2.0:1749607368.265041:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607368.265045:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607368.265049:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749607368.265053:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607368.265057:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607368.265061:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730099584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607368.265082:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607368.265085:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749607368.265086:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607368.265100:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730099584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607368.265104:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749607368.265108:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730099584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607368.265112:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607368.265114:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607368.265122:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730099328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607368.265123:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607368.265126:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607368.265128:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749607368.265133:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730099328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607368.265152:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607368.265156:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607368.265159:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749607368.275063:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:3.0:1749607368.275070:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:1.0:1749607368.275079:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d00.
00000100:00000010:0.0:1749607368.275085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:2.0:1749607373.270144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607373.270173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607373.270325:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749607373.270342:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749607373.270348:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607373.270360:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:0.0:1749607373.270369:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea2c0.
00000400:00000010:0.0:1749607373.270376:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749607373.270383:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730099712, portal 25
00000400:00000010:0.0:1749607373.270387:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749607373.270390:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730099712, offset 0
00000100:00000010:2.0:1749607373.270390:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607373.270396:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000200:0.0:1749607373.270400:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607373.270412:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607373.270418:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1749607373.270422:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000200:0.0:1749607373.270423:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607373.270427:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607373.270429:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607373.270433:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [905:905:256:4294967295] 192.168.201.120@tcp LPNI seq info [905:905:8:4294967295]
00000400:00000010:3.0:1749607373.270433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607373.270440:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000400:00000200:0.0:1749607373.270445:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749607373.270445:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730099840, portal 10
00000800:00000200:0.0:1749607373.270450:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607373.270454:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000800:00000010:0.0:1749607373.270455:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000100:00000200:3.0:1749607373.270456:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730099840, offset 0
00000800:00000200:0.0:1749607373.270461:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607373.270468:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607373.270470:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607373.270475:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607373.270479:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607373.270484:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607373.270489:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607373.270492:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607373.270496:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749607373.270508:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:3.0:1749607373.270511:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [906:906:255:4294967295] 192.168.201.120@tcp LPNI seq info [906:906:7:4294967295]
00000100:00000010:0.0:1749607373.270521:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c80.
00000400:00000200:3.0:1749607373.270525:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749607373.270528:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
00000800:00000200:3.0:1749607373.270533:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607373.270538:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000010:0.0:1749607373.270539:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000800:00000200:3.0:1749607373.270545:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607373.270554:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607373.270558:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607373.270577:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607373.270581:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607373.270584:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607373.270587:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730099968, portal 10
00000400:00000010:3.0:1749607373.270591:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607373.270593:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730099968, offset 0
00000400:00000200:3.0:1749607373.270598:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607373.270602:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607373.270605:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607373.270608:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607373.270610:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607373.270612:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607373.270615:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [907:907:254:4294967295] 192.168.201.120@tcp LPNI seq info [907:907:6:4294967295]
00000400:00000200:3.0:1749607373.270622:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607373.270626:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607373.270629:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607373.270632:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607373.270636:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607373.270638:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607373.270645:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607373.270652:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:1.0:1749607373.270658:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607373.270665:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607373.270670:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749607373.270672:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749607373.270681:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730099712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607373.270703:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607373.270705:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749607373.270707:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607373.270710:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607373.270712:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:1.0:1749607373.270714:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749607373.270718:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730099840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607373.270797:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607373.270800:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749607373.270811:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607373.270815:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607373.270818:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:1.0:1749607373.270820:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:1.0:1749607373.270824:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730099968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607373.272910:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607373.272923:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31c400
00000400:00000200:0.0:1749607373.272931:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d3d [1] + 224
00000400:00000200:0.0:1749607373.272996:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607373.273000:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607373.273007:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730099712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607373.273062:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607373.273068:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31c480
00000400:00000200:0.0:1749607373.273073:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d45 [1] + 0
00000400:00000200:0.0:1749607373.273078:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607373.273081:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607373.273085:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730099840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607373.273111:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607373.273116:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31c500
00000400:00000200:0.0:1749607373.273119:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1d4d [1] + 0
00000400:00000200:0.0:1749607373.273133:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607373.273136:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607373.273140:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730099968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607373.273158:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea2c0.
00000400:00000200:2.0:1749607373.273168:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749607373.273170:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000400:00000010:3.0:1749607373.273178:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749607373.273182:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730099712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607373.273187:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607373.273190:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:2.0:1749607373.273197:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730099712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607373.273211:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730099840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607373.273252:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000100:00000200:3.0:1749607373.273260:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730099840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607373.273261:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:2.0:1749607373.273267:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749607373.273286:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607373.273289:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749607373.273290:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607373.273294:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730099968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607373.273302:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730099968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607373.273317:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607373.273321:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749607373.273324:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:3.0:1749607373.273327:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607373.273329:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749607373.273331:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749607373.283031:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:0.0:1749607373.283033:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607373.283051:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:1.0:1749607373.283083:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c80.
00000100:00000010:0.0:1749607378.278230:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749607378.278256:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bd00.
00000400:00000200:0.0:1749607378.278318:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607378.278341:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749607378.278351:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
00000100:00000010:0.0:1749607378.278374:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749607378.278379:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
02000000:00000010:2.0:1749607378.278379:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88400.
00000400:00000010:2.0:1749607378.278388:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607378.278396:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607378.278404:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730100096, portal 25
02000000:00000010:0.0:1749607378.278417:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000400:00000010:0.0:1749607378.278423:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea1b8.
00000400:00000010:2.0:1749607378.278427:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000010:0.0:1749607378.278428:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749607378.278432:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730100224, portal 10
00000100:00000200:2.0:1749607378.278432:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730100096, offset 0
00000400:00000010:0.0:1749607378.278439:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000400:00000200:2.0:1749607378.278443:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607378.278448:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730100224, offset 0
00000400:00000200:0.0:1749607378.278455:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607378.278456:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607378.278463:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607378.278469:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607378.278474:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607378.278478:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607378.278483:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [908:908:256:4294967295] 192.168.201.120@tcp LPNI seq info [908:908:8:4294967295]
00000400:00000200:2.0:1749607378.278500:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607378.278509:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749607378.278509:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607378.278513:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749607378.278514:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607378.278517:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607378.278520:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607378.278523:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607378.278523:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607378.278527:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [909:909:255:4294967295] 192.168.201.120@tcp LPNI seq info [909:909:7:4294967295]
00000800:00000200:2.0:1749607378.278533:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607378.278539:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607378.278539:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607378.278545:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607378.278548:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749607378.278553:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607378.278559:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607378.278563:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607378.278572:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749607378.278590:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
00000100:00000010:2.0:1749607378.278604:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
00000100:00000010:2.0:1749607378.278611:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
02000000:00000010:0.0:1749607378.278643:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940c00.
00000400:00000010:0.0:1749607378.278648:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea210.
00000400:00000010:0.0:1749607378.278652:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749607378.278656:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730100352, portal 10
00000400:00000010:0.0:1749607378.278661:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749607378.278663:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730100352, offset 0
00000800:00000200:1.0:1749607378.278666:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749607378.278670:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607378.278672:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607378.278676:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607378.278678:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607378.278680:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607378.278684:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607378.278685:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607378.278687:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607378.278690:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607378.278690:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:1.0:1749607378.278692:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000400:00000200:0.0:1749607378.278694:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [910:910:254:4294967295] 192.168.201.120@tcp LPNI seq info [910:910:6:4294967295]
00000100:00000200:1.0:1749607378.278701:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730100096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607378.278707:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607378.278713:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607378.278716:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000800:00000200:0.0:1749607378.278731:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607378.278738:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607378.278741:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607378.278782:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607378.278785:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749607378.278787:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607378.278792:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607378.278794:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:1.0:1749607378.278796:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:1.0:1749607378.278800:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730100224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607378.278825:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607378.278827:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749607378.278830:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607378.278833:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607378.278835:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:1.0:1749607378.278836:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:1.0:1749607378.278840:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730100352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607378.280203:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607378.280217:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31c580
00000400:00000200:0.0:1749607378.280224:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d55 [1] + 224
00000400:00000200:0.0:1749607378.280234:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607378.280237:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607378.280245:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730100096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607378.280286:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607378.280295:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31c600
00000400:00000200:0.0:1749607378.280301:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d59 [1] + 0
00000400:00000200:0.0:1749607378.280310:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607378.280315:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607378.280321:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730100224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607378.280372:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:0.0:1749607378.280378:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749607378.280378:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749607378.280380:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000400:00000200:0.0:1749607378.280385:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31c680
00000100:00000200:2.0:1749607378.280386:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730100096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607378.280390:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1d65 [1] + 0
00000100:00000200:2.0:1749607378.280399:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730100096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607378.280411:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607378.280416:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607378.280421:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730100352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607378.280425:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88400.
02000000:00000010:2.0:1749607378.280430:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bd00.
00000100:00000010:2.0:1749607378.280434:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000400:00000010:1.0:1749607378.280440:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea1b8.
00000400:00000200:1.0:1749607378.280458:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749607378.280460:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749607378.280470:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730100224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607378.280486:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730100224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607378.280514:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea210.
00000400:00000200:1.0:1749607378.280518:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749607378.280520:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749607378.280525:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730100352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607378.280536:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730100352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607378.280558:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:1.0:1749607378.280565:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:1.0:1749607378.280570:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
02000000:00000010:1.0:1749607378.280574:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940c00.
02000000:00000010:1.0:1749607378.280578:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:1.0:1749607378.280582:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000010:2.0:1749607378.291029:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:3.0:1749607378.291062:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:1.0:1749607378.291071:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:0.0:1749607378.291082:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:0.0:1749607383.286009:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749607383.286025:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bc00.
00000400:00000200:0.0:1749607383.286095:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607383.286107:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749607383.286112:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
02000000:00000010:3.0:1749607383.286120:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000100:00000010:0.0:1749607383.286122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749607383.286124:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
00000400:00000010:3.0:1749607383.286127:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607383.286132:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607383.286137:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730100480, portal 25
00000400:00000010:3.0:1749607383.286140:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
02000000:00000010:1.0:1749607383.286141:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000200:3.0:1749607383.286141:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730100480, offset 0
00000400:00000010:1.0:1749607383.286146:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:3.0:1749607383.286146:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607383.286150:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607383.286153:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730100608, portal 10
00000400:00000200:3.0:1749607383.286154:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607383.286157:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000200:3.0:1749607383.286158:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749607383.286159:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730100608, offset 0
00000400:00000200:3.0:1749607383.286161:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607383.286163:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607383.286164:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607383.286169:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607383.286171:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [911:911:256:4294967295] 192.168.201.120@tcp LPNI seq info [911:911:8:4294967295]
00000400:00000200:3.0:1749607383.286178:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607383.286182:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607383.286184:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607383.286185:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749607383.286187:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607383.286189:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607383.286190:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607383.286191:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607383.286196:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607383.286198:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607383.286199:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607383.286201:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [912:912:255:4294967295] 192.168.201.120@tcp LPNI seq info [912:912:7:4294967295]
00000400:00000200:1.0:1749607383.286208:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607383.286212:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607383.286215:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000010:3.0:1749607383.286215:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000800:00000200:1.0:1749607383.286219:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607383.286223:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607383.286223:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749607383.286225:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000800:00000200:1.0:1749607383.286226:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607383.286236:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
02000000:00000010:1.0:1749607383.286245:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607383.286247:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607383.286250:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000800:00000200:0.0:1749607383.286252:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749607383.286252:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730100736, portal 10
00000800:00000010:0.0:1749607383.286254:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000010:1.0:1749607383.286254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749607383.286256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730100736, offset 0
00000400:00000200:0.0:1749607383.286258:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607383.286260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607383.286261:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607383.286263:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000200:1.0:1749607383.286263:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749607383.286265:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:1.0:1749607383.286266:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607383.286268:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607383.286269:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:0.0:1749607383.286271:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730100480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607383.286272:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607383.286274:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [913:913:254:4294967295] 192.168.201.120@tcp LPNI seq info [913:913:6:4294967295]
00000400:00000200:1.0:1749607383.286281:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607383.286284:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607383.286288:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749607383.286291:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607383.286294:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607383.286296:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607383.286326:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607383.286328:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749607383.286329:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607383.286331:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607383.286332:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749607383.286333:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749607383.286335:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730100608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607383.286348:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607383.286349:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607383.286350:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607383.286351:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607383.286353:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749607383.286354:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749607383.286355:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730100736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607383.287330:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607383.287339:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31c700
00000400:00000200:0.0:1749607383.287349:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d6d [1] + 224
00000400:00000200:0.0:1749607383.287357:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607383.287361:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607383.287366:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730100480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607383.287392:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607383.287396:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31c780
00000400:00000200:0.0:1749607383.287400:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d75 [1] + 0
00000400:00000200:0.0:1749607383.287405:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607383.287408:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607383.287411:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730100608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607383.287429:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749607383.287430:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749607383.287433:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000200:0.0:1749607383.287434:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31c800
00000400:00000010:3.0:1749607383.287435:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:0.0:1749607383.287438:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1d7d [1] + 0
00000100:00000200:3.0:1749607383.287440:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730100480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607383.287449:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730100480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607383.287450:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607383.287453:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607383.287457:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730100736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607383.287460:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607383.287463:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
02000000:00000010:3.0:1749607383.287467:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000010:1.0:1749607383.287469:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
02000000:00000010:3.0:1749607383.287470:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bc00.
00000100:00000200:1.0:1749607383.287473:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730100608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607383.287473:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000100:00000200:1.0:1749607383.287481:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730100608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607383.287496:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607383.287497:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749607383.287498:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607383.287501:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730100736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607383.287508:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730100736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607383.287519:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607383.287522:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:1.0:1749607383.287526:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
02000000:00000010:1.0:1749607383.287528:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607383.287530:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:1.0:1749607383.287533:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000010:0.0:1749607383.298988:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:2.0:1749607383.298990:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749607383.299005:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:1.0:1749607383.299015:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749607388.294086:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749607388.294107:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b700.
00000400:00000200:0.0:1749607388.294166:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607388.294182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749607388.294189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
00000100:00000010:0.0:1749607388.294204:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749607388.294207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
02000000:00000010:3.0:1749607388.294229:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:1.0:1749607388.294233:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749607388.294236:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749607388.294240:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:3.0:1749607388.294240:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:1.0:1749607388.294246:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:3.0:1749607388.294246:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730100864, portal 25
00000100:00000200:1.0:1749607388.294248:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730100992, portal 10
00000400:00000010:3.0:1749607388.294249:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607388.294251:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730100864, offset 0
00000400:00000010:1.0:1749607388.294252:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:3.0:1749607388.294256:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749607388.294266:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730100992, offset 0
00000400:00000200:1.0:1749607388.294271:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607388.294271:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607388.294275:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607388.294278:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607388.294281:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607388.294283:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607388.294285:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [914:914:256:4294967295] 192.168.201.120@tcp LPNI seq info [914:914:8:4294967295]
00000400:00000200:3.0:1749607388.294294:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607388.294298:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607388.294300:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607388.294301:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749607388.294302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607388.294305:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607388.294306:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607388.294306:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607388.294308:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607388.294312:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607388.294315:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607388.294324:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [915:915:255:4294967295] 192.168.201.120@tcp LPNI seq info [915:915:7:4294967295]
00000400:00000200:1.0:1749607388.294330:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607388.294334:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607388.294335:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000800:00000010:1.0:1749607388.294336:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607388.294339:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607388.294343:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607388.294345:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607388.294347:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749607388.294350:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749607388.294361:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
02000000:00000010:1.0:1749607388.294376:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607388.294378:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000800:00000200:0.0:1749607388.294380:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749607388.294380:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000010:0.0:1749607388.294382:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000100:00000200:1.0:1749607388.294382:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730101120, portal 10
00000400:00000010:1.0:1749607388.294385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000400:00000200:0.0:1749607388.294386:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749607388.294386:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730101120, offset 0
00000400:00000200:1.0:1749607388.294389:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607388.294391:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607388.294392:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607388.294394:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000200:1.0:1749607388.294394:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749607388.294395:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:1.0:1749607388.294396:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607388.294397:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607388.294398:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607388.294400:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [916:916:254:4294967295] 192.168.201.120@tcp LPNI seq info [916:916:6:4294967295]
00000100:00000200:0.0:1749607388.294402:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730100864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607388.294405:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607388.294407:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607388.294409:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607388.294411:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607388.294414:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607388.294415:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607388.294458:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607388.294459:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607388.294461:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607388.294464:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607388.294465:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749607388.294466:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749607388.294469:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730100992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607388.294486:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607388.294487:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607388.294488:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607388.294490:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607388.294492:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749607388.294493:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749607388.294495:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730101120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607388.295641:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607388.295650:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31c880
00000400:00000200:0.0:1749607388.295655:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d85 [1] + 224
00000400:00000200:0.0:1749607388.295661:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607388.295664:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607388.295668:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730100864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607388.295701:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607388.295705:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31c900
00000400:00000200:0.0:1749607388.295708:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d89 [1] + 0
00000400:00000200:0.0:1749607388.295711:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607388.295713:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607388.295716:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730100992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607388.295724:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607388.295727:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749607388.295728:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607388.295733:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730100864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607388.295738:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607388.295739:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730100864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607388.295741:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31c980
00000400:00000200:0.0:1749607388.295743:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1d95 [1] + 0
00000400:00000200:0.0:1749607388.295752:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607388.295754:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607388.295754:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000100:00000200:0.0:1749607388.295757:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730101120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607388.295757:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b700.
00000100:00000010:3.0:1749607388.295760:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000400:00000010:1.0:1749607388.295798:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607388.295803:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749607388.295804:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607388.295815:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730100992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607388.295822:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730100992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607388.295836:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607388.295837:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749607388.295838:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607388.295840:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730101120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607388.295845:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730101120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607388.295854:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607388.295857:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:1.0:1749607388.295859:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
02000000:00000010:1.0:1749607388.295861:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607388.295863:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:1.0:1749607388.295865:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000010:0.0:1749607388.306997:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749607388.306998:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749607388.307002:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:1.0:1749607388.307029:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749607393.302141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607393.302158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607393.302198:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749607393.302209:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000100:00000010:2.0:1749607393.302209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607393.302212:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:0.0:1749607393.302215:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea160.
00000400:00000010:0.0:1749607393.302220:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749607393.302225:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730101248, portal 25
00000400:00000010:0.0:1749607393.302228:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000010:2.0:1749607393.302228:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000100:00000200:0.0:1749607393.302229:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730101248, offset 0
02000000:00000010:2.0:1749607393.302230:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000200:0.0:1749607393.302234:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607393.302243:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607393.302246:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607393.302249:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607393.302251:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607393.302253:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607393.302255:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [917:917:256:4294967295] 192.168.201.120@tcp LPNI seq info [917:917:8:4294967295]
00000400:00000200:0.0:1749607393.302272:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607393.302275:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607393.302278:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000200:0.0:1749607393.302282:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607393.302288:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607393.302290:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749607393.302302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000010:0.0:1749607393.302305:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000010:1.0:1749607393.302307:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607393.302311:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000010:0.0:1749607393.302312:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000200:1.0:1749607393.302314:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730101376, portal 10
00000100:00000010:0.0:1749607393.302315:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
00000100:00000010:0.0:1749607393.302318:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306314c0.
00000400:00000010:1.0:1749607393.302318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607393.302319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730101376, offset 0
00000400:00000200:1.0:1749607393.302324:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607393.302330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607393.302333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607393.302336:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607393.302338:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607393.302339:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607393.302348:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [918:918:255:4294967295] 192.168.201.120@tcp LPNI seq info [918:918:7:4294967295]
00000400:00000200:1.0:1749607393.302356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607393.302360:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607393.302363:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749607393.302367:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607393.302371:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607393.302374:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607393.302384:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607393.302387:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607393.302389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607393.302392:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730101504, portal 10
00000400:00000010:1.0:1749607393.302394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607393.302396:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730101504, offset 0
00000800:00000200:2.0:1749607393.302398:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749607393.302399:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607393.302401:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749607393.302403:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607393.302404:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607393.302405:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607393.302407:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607393.302409:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607393.302409:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607393.302411:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607393.302412:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000200:1.0:1749607393.302413:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [919:919:254:4294967295] 192.168.201.120@tcp LPNI seq info [919:919:6:4294967295]
00000400:00000010:2.0:1749607393.302413:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:2.0:1749607393.302418:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730101248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607393.302419:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607393.302423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607393.302425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607393.302427:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607393.302431:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607393.302433:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607393.302437:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607393.302438:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749607393.302440:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607393.302442:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607393.302444:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749607393.302445:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749607393.302448:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730101376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607393.302464:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607393.302465:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607393.302466:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607393.302469:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607393.302471:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:2.0:1749607393.302472:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:2.0:1749607393.302474:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730101504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607393.303620:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607393.303628:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31ca00
00000400:00000200:0.0:1749607393.303632:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1d9d [1] + 224
00000400:00000200:0.0:1749607393.303638:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607393.303640:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607393.303644:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730101248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607393.303662:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607393.303664:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31cb00
00000400:00000200:0.0:1749607393.303666:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1dad [1] + 0
00000400:00000200:0.0:1749607393.303669:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607393.303670:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607393.303672:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730101504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607393.303682:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea160.
00000400:00000200:2.0:1749607393.303686:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749607393.303686:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:2.0:1749607393.303690:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730101248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607393.303691:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607393.303694:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ca80
00000400:00000200:0.0:1749607393.303695:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1da5 [1] + 0
00000100:00000200:2.0:1749607393.303695:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730101248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607393.303708:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607393.303708:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:0.0:1749607393.303709:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607393.303709:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:1.0:1749607393.303711:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607393.303712:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
02000000:00000010:2.0:1749607393.303712:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749607393.303714:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:0.0:1749607393.303718:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730101376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607393.303719:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730101504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607393.303724:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730101504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607393.303736:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607393.303738:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749607393.303740:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749607393.303743:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607393.303744:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749607393.303745:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607393.303746:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730101376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607393.303750:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730101376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607393.303756:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607393.303757:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749607393.303758:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749607393.314985:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607393.314991:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:3.0:1749607393.315000:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306314c0.
00000100:00000010:1.0:1749607393.315006:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:2.0:1749607398.310081:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607398.310104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607398.310154:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607398.310168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607398.310174:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749607398.310191:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000100:00000010:2.0:1749607398.310193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607398.310197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749607398.310201:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607398.310219:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607398.310226:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730101632, portal 25
00000400:00000010:3.0:1749607398.310230:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607398.310232:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730101632, offset 0
00000400:00000200:3.0:1749607398.310239:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607398.310250:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607398.310255:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607398.310258:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607398.310261:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607398.310264:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607398.310267:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [920:920:256:4294967295] 192.168.201.120@tcp LPNI seq info [920:920:8:4294967295]
00000400:00000200:3.0:1749607398.310277:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607398.310282:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607398.310286:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607398.310291:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:1.0:1749607398.310299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749607398.310299:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607398.310303:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749607398.310306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607398.310310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607398.310314:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730101760, portal 10
00000400:00000010:1.0:1749607398.310318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607398.310320:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730101760, offset 0
00000400:00000200:1.0:1749607398.310326:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607398.310327:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000400:00000200:1.0:1749607398.310333:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607398.310336:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1749607398.310338:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000400:00000200:1.0:1749607398.310339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607398.310341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1749607398.310341:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000400:00000200:1.0:1749607398.310343:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:3.0:1749607398.310349:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000400:00000200:1.0:1749607398.310353:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [921:921:255:4294967295] 192.168.201.120@tcp LPNI seq info [921:921:7:4294967295]
00000400:00000200:1.0:1749607398.310361:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607398.310365:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607398.310368:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607398.310372:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607398.310377:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607398.310380:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607398.310392:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607398.310395:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607398.310397:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607398.310399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730101888, portal 10
00000400:00000010:1.0:1749607398.310402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749607398.310403:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730101888, offset 0
00000400:00000200:1.0:1749607398.310406:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607398.310409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607398.310411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607398.310413:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607398.310415:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607398.310416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607398.310418:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [922:922:254:4294967295] 192.168.201.120@tcp LPNI seq info [922:922:6:4294967295]
00000400:00000200:1.0:1749607398.310424:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607398.310427:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607398.310427:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607398.310429:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749607398.310431:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607398.310432:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000800:00000200:1.0:1749607398.310434:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607398.310436:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749607398.310436:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607398.310442:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607398.310445:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749607398.310447:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749607398.310454:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730101632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607398.310476:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607398.310478:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607398.310480:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607398.310483:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607398.310484:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749607398.310486:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749607398.310489:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730101760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607398.310506:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607398.310507:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607398.310509:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607398.310511:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607398.310513:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749607398.310514:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749607398.310516:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730101888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607398.311803:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607398.311831:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31cb80
00000400:00000200:0.0:1749607398.311845:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1db5 [1] + 224
00000400:00000200:0.0:1749607398.311855:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607398.311858:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607398.311864:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730101632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607398.311894:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607398.311899:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31cc00
00000400:00000200:0.0:1749607398.311902:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1dbd [1] + 0
00000400:00000200:0.0:1749607398.311906:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607398.311909:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607398.311912:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730101760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607398.311931:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607398.311962:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31cc80
00000400:00000010:3.0:1749607398.311964:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607398.311971:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749607398.311972:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:0.0:1749607398.311976:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1dc5 [1] + 0
00000100:00000200:3.0:1749607398.311978:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730101632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607398.311987:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730101632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607398.311993:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607398.311996:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607398.312000:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730101888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607398.312007:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607398.312011:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:1.0:1749607398.312014:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607398.312021:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000100:00000010:3.0:1749607398.312021:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:1.0:1749607398.312022:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607398.312036:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730101760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607398.312044:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730101760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607398.312063:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607398.312064:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607398.312066:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607398.312068:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730101888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607398.312075:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730101888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607398.312085:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607398.312089:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749607398.312091:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749607398.312094:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607398.312096:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749607398.312097:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:3.0:1749607398.323008:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:2.0:1749607398.323027:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:1.0:1749607398.323030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:0.0:1749607398.323050:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749607403.318134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607403.318158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607403.318216:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607403.318232:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607403.318238:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607403.318268:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607403.318272:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749607403.318293:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607403.318302:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607403.318309:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607403.318317:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730102016, portal 25
00000400:00000010:3.0:1749607403.318322:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749607403.318324:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730102016, offset 0
00000400:00000200:3.0:1749607403.318332:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607403.318344:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607403.318349:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607403.318353:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607403.318358:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607403.318360:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607403.318364:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [923:923:256:4294967295] 192.168.201.120@tcp LPNI seq info [923:923:8:4294967295]
00000400:00000200:3.0:1749607403.318376:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607403.318382:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607403.318386:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607403.318394:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607403.318406:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
02000000:00000010:0.0:1749607403.318412:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942400.
00000800:00000200:3.0:1749607403.318412:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749607403.318421:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea108.
00000400:00000010:0.0:1749607403.318426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749607403.318430:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730102144, portal 10
00000400:00000010:0.0:1749607403.318436:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749607403.318438:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730102144, offset 0
00000400:00000200:0.0:1749607403.318446:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607403.318448:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000400:00000200:0.0:1749607403.318454:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749607403.318464:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000400:00000200:0.0:1749607403.318473:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1749607403.318476:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000400:00000200:0.0:1749607403.318477:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607403.318480:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607403.318482:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607403.318485:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [924:924:255:4294967295] 192.168.201.120@tcp LPNI seq info [924:924:7:4294967295]
00000100:00000010:3.0:1749607403.318488:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000400:00000200:0.0:1749607403.318495:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607403.318500:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607403.318504:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000200:0.0:1749607403.318508:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607403.318514:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607403.318518:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607403.318534:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000800:00000200:1.0:1749607403.318535:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749607403.318537:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea0b0.
00000400:00000010:0.0:1749607403.318540:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749607403.318542:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730102272, portal 10
00000800:00000010:1.0:1749607403.318542:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000010:0.0:1749607403.318546:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749607403.318547:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730102272, offset 0
00000400:00000200:0.0:1749607403.318551:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607403.318551:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607403.318555:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607403.318558:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607403.318561:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607403.318561:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607403.318563:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607403.318565:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607403.318567:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [925:925:254:4294967295] 192.168.201.120@tcp LPNI seq info [925:925:6:4294967295]
00000400:00000200:1.0:1749607403.318567:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:1.0:1749607403.318570:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:0.0:1749607403.318575:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607403.318579:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607403.318581:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000100:00000200:1.0:1749607403.318583:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730102016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607403.318584:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607403.318588:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607403.318595:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607403.318616:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607403.318619:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749607403.318623:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607403.318629:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607403.318633:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749607403.318646:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749607403.318656:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730102144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607403.318802:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607403.318807:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749607403.318811:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607403.318818:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607403.318822:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:1.0:1749607403.318824:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:1.0:1749607403.318832:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730102272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607403.320187:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607403.320201:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31cd80
00000400:00000200:0.0:1749607403.320208:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1dd5 [1] + 0
00000400:00000200:0.0:1749607403.320218:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607403.320222:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607403.320229:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730102144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607403.320265:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607403.320270:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31cd00
00000400:00000200:0.0:1749607403.320275:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1dcd [1] + 224
00000400:00000200:0.0:1749607403.320279:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607403.320283:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607403.320286:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730102016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607403.320309:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607403.320314:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ce00
00000400:00000200:0.0:1749607403.320317:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1ddd [1] + 0
00000400:00000200:0.0:1749607403.320332:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607403.320336:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607403.320340:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730102272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607403.320361:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea108.
00000400:00000200:2.0:1749607403.320369:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749607403.320371:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749607403.320379:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730102144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607403.320400:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730102144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607403.320404:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607403.320411:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749607403.320414:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607403.320421:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730102016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607403.320427:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea0b0.
00000400:00000200:2.0:1749607403.320429:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749607403.320430:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749607403.320434:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730102272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607403.320442:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730102272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607403.320449:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730102016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607403.320456:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942400.
02000000:00000010:2.0:1749607403.320461:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607403.320464:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607403.320467:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:3.0:1749607403.320467:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607403.320470:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749607403.320470:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:2.0:1749607403.320473:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:3.0:1749607403.320474:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749607403.331027:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749607403.331076:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:0.0:1749607403.331106:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:1.0:1749607403.331121:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:0.0:1749607408.326220:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749607408.326247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bb00.
00000400:00000200:0.0:1749607408.326307:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607408.326325:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749607408.326348:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
02000000:00000010:1.0:1749607408.326363:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607408.326373:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000100:00000010:0.0:1749607408.326374:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749607408.326378:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000400:00000010:1.0:1749607408.326381:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607408.326388:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730102400, portal 25
00000400:00000010:1.0:1749607408.326393:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607408.326396:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730102400, offset 0
00000400:00000200:1.0:1749607408.326404:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607408.326411:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000200:1.0:1749607408.326416:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607408.326421:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000200:1.0:1749607408.326422:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607408.326426:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607408.326426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:1.0:1749607408.326430:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749607408.326431:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730102528, portal 10
00000400:00000200:1.0:1749607408.326433:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607408.326436:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [926:926:256:4294967295] 192.168.201.120@tcp LPNI seq info [926:926:8:4294967295]
00000400:00000010:2.0:1749607408.326436:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607408.326438:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730102528, offset 0
00000400:00000200:2.0:1749607408.326445:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607408.326449:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607408.326455:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607408.326460:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749607408.326462:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607408.326466:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607408.326467:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607408.326470:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607408.326473:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607408.326475:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607408.326476:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607408.326478:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [927:927:255:4294967295] 192.168.201.120@tcp LPNI seq info [927:927:7:4294967295]
00000800:00000200:1.0:1749607408.326480:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607408.326498:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607408.326503:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607408.326507:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607408.326511:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749607408.326517:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000800:00000200:2.0:1749607408.326517:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607408.326521:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607408.326538:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749607408.326542:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
00000100:00000010:1.0:1749607408.326546:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
02000000:00000010:2.0:1749607408.326574:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749607408.326578:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607408.326581:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607408.326583:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730102656, portal 10
00000800:00000200:0.0:1749607408.326584:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749607408.326587:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000800:00000010:0.0:1749607408.326588:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000100:00000200:2.0:1749607408.326589:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730102656, offset 0
00000400:00000200:2.0:1749607408.326593:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607408.326594:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607408.326597:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607408.326601:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607408.326601:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607408.326603:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607408.326605:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000200:2.0:1749607408.326606:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749607408.326608:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000400:00000200:2.0:1749607408.326608:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607408.326611:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [928:928:254:4294967295] 192.168.201.120@tcp LPNI seq info [928:928:6:4294967295]
00000100:00000200:0.0:1749607408.326616:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730102400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607408.326619:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607408.326623:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607408.326625:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607408.326628:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607408.326632:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607408.326634:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607408.326667:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607408.326670:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607408.326673:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607408.326677:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607408.326679:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749607408.326681:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749607408.326684:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730102528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607408.326758:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607408.326760:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607408.326763:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607408.326766:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607408.326769:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607408.326770:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607408.326774:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730102656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607408.328486:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607408.328500:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31cf00
00000400:00000200:0.0:1749607408.328507:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ded [1] + 0
00000400:00000200:0.0:1749607408.328517:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607408.328529:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607408.328536:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730102528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607408.328575:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607408.328580:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31ce80
00000400:00000200:0.0:1749607408.328585:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1de5 [1] + 224
00000400:00000200:0.0:1749607408.328590:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607408.328593:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607408.328596:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730102400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607408.328618:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607408.328623:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31cf80
00000400:00000200:0.0:1749607408.328626:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1df5 [1] + 0
00000400:00000200:0.0:1749607408.328672:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607408.328677:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607408.328682:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730102656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607408.328702:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607408.328712:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749607408.328715:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000400:00000010:1.0:1749607408.328722:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:2.0:1749607408.328725:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730102528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607408.328730:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607408.328732:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607408.328740:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730102400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607408.328751:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730102400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607408.328754:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730102528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607408.328776:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749607408.328780:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bb00.
00000400:00000010:2.0:1749607408.328780:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607408.328783:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000100:00000010:1.0:1749607408.328784:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000400:00000010:2.0:1749607408.328785:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607408.328789:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730102656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607408.328797:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730102656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607408.328810:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607408.328814:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000100:00000010:2.0:1749607408.328817:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
02000000:00000010:2.0:1749607408.328820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607408.328823:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:2.0:1749607408.328826:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000100:00000010:3.0:1749607408.339032:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:0.0:1749607408.339048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:2.0:1749607408.339061:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:1.0:1749607408.339088:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:0.0:1749607413.334073:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749607413.334100:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b700.
00000400:00000200:0.0:1749607413.334160:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607413.334179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749607413.334189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943800.
00000100:00000010:0.0:1749607413.334213:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749607413.334219:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942c00.
02000000:00000010:3.0:1749607413.334232:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607413.334238:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749607413.334242:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:2.0:1749607413.334249:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:3.0:1749607413.334249:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607413.334257:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730102784, portal 25
00000400:00000010:3.0:1749607413.334262:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607413.334264:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730102784, offset 0
00000400:00000010:2.0:1749607413.334266:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000200:3.0:1749607413.334272:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607413.334279:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730102912, portal 10
00000400:00000010:2.0:1749607413.334285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:3.0:1749607413.334285:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607413.334287:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730102912, offset 0
00000400:00000200:3.0:1749607413.334291:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607413.334294:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607413.334295:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607413.334299:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607413.334302:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607413.334306:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [929:929:256:4294967295] 192.168.201.120@tcp LPNI seq info [929:929:8:4294967295]
00000400:00000200:3.0:1749607413.334318:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607413.334324:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607413.334327:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607413.334330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607413.334330:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607413.334334:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607413.334336:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607413.334338:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607413.334342:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607413.334346:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607413.334347:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [930:930:255:4294967295] 192.168.201.120@tcp LPNI seq info [930:930:7:4294967295]
00000800:00000200:3.0:1749607413.334350:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607413.334374:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000400:00000200:2.0:1749607413.334379:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607413.334388:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607413.334388:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000800:00000010:2.0:1749607413.334394:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607413.334400:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607413.334400:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000800:00000200:2.0:1749607413.334409:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607413.334412:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000800:00000200:2.0:1749607413.334413:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749607413.334433:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607413.334437:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607413.334441:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607413.334445:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730103040, portal 10
00000400:00000010:2.0:1749607413.334450:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607413.334452:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730103040, offset 0
00000400:00000200:2.0:1749607413.334458:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607413.334461:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607413.334465:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607413.334466:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607413.334469:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607413.334473:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607413.334475:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607413.334476:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607413.334479:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607413.334483:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [931:931:254:4294967295] 192.168.201.120@tcp LPNI seq info [931:931:6:4294967295]
00000400:00000200:2.0:1749607413.334496:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607413.334497:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607413.334501:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607413.334504:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000800:00000010:2.0:1749607413.334504:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000010:0.0:1749607413.334507:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000800:00000200:2.0:1749607413.334508:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607413.334513:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607413.334515:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607413.334519:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730102784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607413.334585:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607413.334589:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607413.334594:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607413.334600:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607413.334604:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749607413.334607:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749607413.334614:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730102912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607413.334719:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607413.334723:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607413.334728:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607413.334734:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607413.334739:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749607413.334741:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749607413.334748:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730103040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607413.336818:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607413.336831:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31d080
00000400:00000200:0.0:1749607413.336839:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e05 [1] + 0
00000400:00000200:0.0:1749607413.336849:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607413.336853:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607413.336861:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730102912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607413.336897:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607413.336902:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31d000
00000400:00000200:0.0:1749607413.336914:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1dfd [1] + 224
00000400:00000200:0.0:1749607413.336922:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607413.336925:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607413.336929:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730102784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607413.336985:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607413.336990:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31d100
00000400:00000010:2.0:1749607413.336990:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607413.336998:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749607413.337000:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000400:00000200:0.0:1749607413.337005:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1e0d [1] + 0
00000100:00000200:2.0:1749607413.337008:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730102912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607413.337022:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607413.337026:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607413.337029:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730102912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607413.337031:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730103040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607413.337043:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607413.337050:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749607413.337053:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000010:2.0:1749607413.337058:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607413.337061:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749607413.337062:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:3.0:1749607413.337062:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730102784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607413.337066:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730103040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607413.337073:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730103040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607413.337077:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730102784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607413.337088:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607413.337092:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943800.
00000100:00000010:2.0:1749607413.337098:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:3.0:1749607413.337099:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607413.337101:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607413.337103:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942c00.
00000100:00000010:2.0:1749607413.337105:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
02000000:00000010:3.0:1749607413.337105:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b700.
00000100:00000010:3.0:1749607413.337110:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000100:00000010:3.0:1749607413.347032:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:2.0:1749607413.347039:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:1.0:1749607413.347074:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:0.0:1749607413.347097:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749607418.342199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607418.342224:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607418.342295:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607418.342317:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607418.342328:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607418.342352:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607418.342358:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:0.0:1749607418.342364:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749607418.342376:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea058.
00000400:00000010:0.0:1749607418.342385:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
02000000:00000010:2.0:1749607418.342385:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607418.342391:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000100:00000200:0.0:1749607418.342394:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730103168, portal 25
00000400:00000010:2.0:1749607418.342396:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000400:00000010:0.0:1749607418.342401:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749607418.342401:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730103296, portal 10
00000100:00000200:0.0:1749607418.342405:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730103168, offset 0
00000400:00000010:2.0:1749607418.342408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000200:0.0:1749607418.342417:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607418.342426:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730103296, offset 0
00000400:00000200:0.0:1749607418.342434:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607418.342441:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607418.342448:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607418.342451:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607418.342453:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607418.342457:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607418.342462:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [932:932:256:4294967295] 192.168.201.120@tcp LPNI seq info [932:932:8:4294967295]
00000400:00000200:0.0:1749607418.342508:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607418.342518:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607418.342524:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607418.342529:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607418.342534:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749607418.342536:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000200:2.0:1749607418.342538:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607418.342542:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607418.342547:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [933:933:255:4294967295] 192.168.201.120@tcp LPNI seq info [933:933:7:4294967295]
00000800:00000200:0.0:1749607418.342548:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607418.342561:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607418.342562:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607418.342567:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607418.342569:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607418.342574:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607418.342581:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607418.342588:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607418.342593:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607418.342605:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
00000100:00000010:2.0:1749607418.342625:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749607418.342645:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749607418.342651:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
02000000:00000010:2.0:1749607418.342674:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749607418.342678:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607418.342683:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607418.342687:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730103424, portal 10
00000400:00000010:2.0:1749607418.342692:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607418.342695:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730103424, offset 0
00000400:00000200:2.0:1749607418.342702:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607418.342708:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607418.342708:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607418.342712:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607418.342713:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:2.0:1749607418.342716:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607418.342719:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607418.342720:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607418.342722:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607418.342726:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [934:934:254:4294967295] 192.168.201.120@tcp LPNI seq info [934:934:6:4294967295]
00000400:00000200:1.0:1749607418.342728:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607418.342741:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:1.0:1749607418.342744:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000400:00000200:2.0:1749607418.342750:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607418.342754:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730103168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607418.342757:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607418.342762:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607418.342767:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607418.342774:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607418.342777:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607418.342832:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607418.342835:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749607418.342838:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607418.342842:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607418.342844:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:1.0:1749607418.342845:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:1.0:1749607418.342850:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730103296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607418.342889:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607418.342892:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:1.0:1749607418.342894:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607418.342897:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607418.342899:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:1.0:1749607418.342901:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:1.0:1749607418.342904:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730103424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607418.343992:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607418.344008:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31d200
00000400:00000200:0.0:1749607418.344017:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e19 [1] + 0
00000400:00000200:0.0:1749607418.344031:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607418.344036:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607418.344047:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730103296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607418.344099:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607418.344107:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31d180
00000400:00000200:0.0:1749607418.344114:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e15 [1] + 224
00000400:00000200:0.0:1749607418.344124:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607418.344129:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607418.344136:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730103168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607418.344146:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607418.344153:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749607418.344155:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607418.344164:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730103296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607418.344178:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730103296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607418.344182:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607418.344191:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31d280
00000400:00000200:0.0:1749607418.344197:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1e25 [1] + 0
02000000:00000010:2.0:1749607418.344211:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607418.344218:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000400:00000200:0.0:1749607418.344219:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1749607418.344223:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749607418.344225:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607418.344233:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730103424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607418.344268:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607418.344272:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:2.0:1749607418.344275:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607418.344281:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730103424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607418.344282:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea058.
00000400:00000200:1.0:1749607418.344290:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:1.0:1749607418.344291:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749607418.344295:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730103424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607418.344299:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730103168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607418.344310:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730103168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607418.344317:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607418.344321:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607418.344324:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749607418.344330:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:1.0:1749607418.344334:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749607418.344337:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749607418.355035:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:0.0:1749607418.355045:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:3.0:1749607418.355071:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:1.0:1749607418.355091:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749607423.350127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607423.350154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607423.350230:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607423.350248:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607423.350255:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607423.350275:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607423.350279:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607423.350309:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607423.350315:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607423.350322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607423.350328:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730103680, portal 10
00000400:00000010:2.0:1749607423.350335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607423.350338:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730103680, offset 0
02000000:00000010:3.0:1749607423.350342:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000200:2.0:1749607423.350345:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607423.350351:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000200:2.0:1749607423.350357:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749607423.350357:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607423.350361:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730103552, portal 25
00000400:00000200:2.0:1749607423.350362:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749607423.350365:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000200:2.0:1749607423.350367:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:3.0:1749607423.350367:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730103552, offset 0
00000400:00000200:2.0:1749607423.350371:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607423.350374:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607423.350374:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607423.350378:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [935:935:256:4294967295] 192.168.201.120@tcp LPNI seq info [935:935:8:4294967295]
00000400:00000200:2.0:1749607423.350420:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607423.350427:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607423.350431:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:3.0:1749607423.350432:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607423.350437:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607423.350438:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607423.350440:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607423.350443:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607423.350445:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607423.350447:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607423.350449:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [936:936:255:4294967295] 192.168.201.120@tcp LPNI seq info [936:936:7:4294967295]
00000800:00000200:2.0:1749607423.350451:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749607423.350459:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607423.350464:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607423.350468:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607423.350473:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749607423.350476:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
00000800:00000200:3.0:1749607423.350489:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749607423.350491:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000800:00000200:3.0:1749607423.350492:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607423.350501:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749607423.350506:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
02000000:00000010:2.0:1749607423.350515:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607423.350518:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607423.350528:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607423.350532:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730103808, portal 10
00000400:00000010:2.0:1749607423.350536:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607423.350538:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730103808, offset 0
00000400:00000200:2.0:1749607423.350543:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607423.350548:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607423.350551:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607423.350554:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607423.350556:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607423.350559:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607423.350562:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [937:937:254:4294967295] 192.168.201.120@tcp LPNI seq info [937:937:6:4294967295]
00000400:00000200:2.0:1749607423.350570:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607423.350575:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607423.350577:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607423.350581:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607423.350586:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607423.350588:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607423.350666:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607423.350692:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607423.350703:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607423.350714:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607423.350721:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749607423.350724:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749607423.350739:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730103680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607423.350767:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607423.350770:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607423.350772:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607423.350776:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607423.350778:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749607423.350780:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749607423.350785:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730103552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607423.350880:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607423.350882:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607423.350885:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607423.350888:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607423.350890:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749607423.350892:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749607423.350897:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730103808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607423.352989:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607423.353008:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31d380
00000400:00000200:0.0:1749607423.353019:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e2d [1] + 0
00000400:00000200:0.0:1749607423.353031:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607423.353036:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607423.353044:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730103680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607423.353086:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607423.353101:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31d400
00000400:00000200:0.0:1749607423.353106:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1e3d [1] + 0
00000400:00000200:0.0:1749607423.353113:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607423.353116:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607423.353120:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730103808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607423.353135:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607423.353140:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31d300
00000400:00000200:0.0:1749607423.353145:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e35 [1] + 224
00000400:00000200:0.0:1749607423.353159:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607423.353163:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607423.353167:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730103552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607423.353196:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607423.353204:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:2.0:1749607423.353206:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607423.353217:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730103680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607423.353230:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730103680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607423.353257:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607423.353259:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749607423.353260:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607423.353264:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730103808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607423.353272:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730103808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607423.353295:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
02000000:00000010:2.0:1749607423.353300:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
00000400:00000200:3.0:1749607423.353303:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
02000000:00000010:2.0:1749607423.353305:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749607423.353305:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000010:2.0:1749607423.353309:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607423.353312:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
00000100:00000200:3.0:1749607423.353314:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730103552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607423.353315:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607423.353318:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:3.0:1749607423.353326:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730103552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607423.353345:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607423.353349:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607423.353353:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749607423.363061:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:1.0:1749607423.363089:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:3.0:1749607423.363112:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:0.0:1749607423.363189:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749607428.358060:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607428.358079:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607428.358133:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607428.358145:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607428.358151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607428.358168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607428.358170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607428.358174:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607428.358179:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607428.358183:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607428.358188:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730103936, portal 25
00000400:00000010:1.0:1749607428.358191:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
02000000:00000010:3.0:1749607428.358192:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000100:00000200:1.0:1749607428.358193:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730103936, offset 0
00000400:00000200:1.0:1749607428.358197:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607428.358198:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607428.358202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000200:1.0:1749607428.358205:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749607428.358205:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730104064, portal 10
00000400:00000010:3.0:1749607428.358209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000200:1.0:1749607428.358210:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749607428.358210:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730104064, offset 0
00000400:00000200:1.0:1749607428.358214:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607428.358214:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607428.358228:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607428.358231:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607428.358233:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [938:938:256:4294967295] 192.168.201.120@tcp LPNI seq info [938:938:8:4294967295]
00000400:00000200:1.0:1749607428.358244:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607428.358249:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607428.358249:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607428.358251:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607428.358253:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749607428.358253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607428.358255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607428.358256:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607428.358258:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [939:939:255:4294967295] 192.168.201.120@tcp LPNI seq info [939:939:7:4294967295]
00000800:00000200:1.0:1749607428.358259:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607428.358263:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607428.358265:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607428.358265:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607428.358267:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:1.0:1749607428.358270:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607428.358270:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607428.358280:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607428.358282:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607428.358289:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749607428.358320:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000100:00000010:1.0:1749607428.358324:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749607428.358331:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
02000000:00000010:3.0:1749607428.358349:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607428.358353:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607428.358356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607428.358358:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730104192, portal 10
00000400:00000010:3.0:1749607428.358362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607428.358363:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730104192, offset 0
00000400:00000200:3.0:1749607428.358368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607428.358372:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607428.358374:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607428.358376:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607428.358378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607428.358380:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607428.358383:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [940:940:254:4294967295] 192.168.201.120@tcp LPNI seq info [940:940:6:4294967295]
00000400:00000200:3.0:1749607428.358389:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607428.358393:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607428.358395:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607428.358398:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607428.358401:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607428.358404:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607428.358524:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607428.358527:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607428.358531:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607428.358534:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607428.358537:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749607428.358538:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749607428.358544:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730103936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607428.358555:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607428.358556:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607428.358557:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607428.358559:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607428.358560:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749607428.358561:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749607428.358563:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730104064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607428.358614:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607428.358615:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607428.358616:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607428.358618:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607428.358619:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749607428.358620:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749607428.358622:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730104192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607428.359887:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607428.359897:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31d500
00000400:00000200:0.0:1749607428.359902:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e4d [1] + 0
00000400:00000200:0.0:1749607428.359910:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607428.359913:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607428.359918:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730104064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607428.359965:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607428.359970:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31d480
00000400:00000200:0.0:1749607428.359974:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e45 [1] + 224
00000400:00000200:0.0:1749607428.359979:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607428.359982:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607428.359983:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607428.359988:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749607428.359990:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749607428.359995:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730103936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607428.359995:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730104064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607428.360004:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730104064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607428.360018:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607428.360022:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31d580
02000000:00000010:3.0:1749607428.360023:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
00000400:00000200:0.0:1749607428.360026:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1e55 [1] + 0
02000000:00000010:3.0:1749607428.360027:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000400:00000010:1.0:1749607428.360032:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607428.360035:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607428.360036:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000010:3.0:1749607428.360036:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749607428.360037:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749607428.360040:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730103936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607428.360045:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607428.360045:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730103936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607428.360049:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730104192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607428.360058:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607428.360061:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749607428.360062:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:3.0:1749607428.360070:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607428.360073:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749607428.360074:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607428.360078:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730104192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607428.360085:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730104192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607428.360097:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607428.360100:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749607428.360102:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749607428.371019:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:0.0:1749607428.371025:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:2.0:1749607428.371031:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749607428.371046:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:2.0:1749607433.366048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607433.366066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607433.366161:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607433.366173:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607433.366180:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607433.366194:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607433.366198:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607433.366256:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607433.366261:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607433.366267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607433.366272:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730104448, portal 10
00000400:00000010:2.0:1749607433.366276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607433.366278:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730104448, offset 0
00000400:00000200:2.0:1749607433.366283:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607433.366293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607433.366308:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607433.366311:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607433.366314:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607433.366316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607433.366319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [941:941:256:4294967295] 192.168.201.120@tcp LPNI seq info [941:941:8:4294967295]
00000400:00000200:2.0:1749607433.366328:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607433.366333:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607433.366336:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607433.366341:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607433.366347:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607433.366351:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607433.366374:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749607433.366386:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749607433.366390:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749607433.366393:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
02000000:00000010:2.0:1749607433.366403:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607433.366405:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607433.366408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607433.366410:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730104576, portal 10
00000400:00000010:2.0:1749607433.366412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749607433.366414:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730104576, offset 0
00000400:00000200:2.0:1749607433.366417:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607433.366421:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607433.366424:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607433.366425:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607433.366427:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607433.366429:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607433.366431:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [942:942:255:4294967295] 192.168.201.120@tcp LPNI seq info [942:942:7:4294967295]
00000400:00000200:2.0:1749607433.366437:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607433.366440:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607433.366446:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607433.366449:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607433.366452:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607433.366454:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607433.366541:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607433.366545:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607433.366548:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607433.366550:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730104320, portal 25
00000400:00000010:3.0:1749607433.366553:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607433.366554:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730104320, offset 0
00000400:00000200:3.0:1749607433.366558:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607433.366561:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607433.366564:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607433.366566:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607433.366567:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607433.366569:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607433.366570:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [943:943:254:4294967295] 192.168.201.120@tcp LPNI seq info [943:943:6:4294967295]
00000400:00000200:3.0:1749607433.366576:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607433.366579:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607433.366581:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607433.366584:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607433.366587:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607433.366593:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607433.366688:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607433.366691:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607433.366695:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607433.366699:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607433.366702:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749607433.366703:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749607433.366710:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730104448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607433.366726:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607433.366728:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607433.366729:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607433.366732:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607433.366733:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749607433.366734:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749607433.366737:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730104576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607433.367663:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607433.367666:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607433.367669:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607433.367672:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607433.367675:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749607433.367676:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749607433.367680:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730104320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607433.369738:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607433.369750:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31d680
00000400:00000200:0.0:1749607433.369756:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e5d [1] + 0
00000400:00000200:0.0:1749607433.369774:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607433.369777:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607433.369783:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730104448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607433.369815:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607433.369819:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31d700
00000400:00000200:0.0:1749607433.369822:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1e65 [1] + 0
00000400:00000200:0.0:1749607433.369827:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607433.369829:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607433.369833:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730104576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607433.369844:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607433.369848:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31d600
00000400:00000200:0.0:1749607433.369852:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e6d [1] + 224
00000400:00000200:0.0:1749607433.369864:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607433.369867:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607433.369871:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730104320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607433.369986:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:2.0:1749607433.369990:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749607433.369991:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607433.369996:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730104448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607433.370003:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730104448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607433.370023:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607433.370025:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749607433.370026:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607433.370029:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730104576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607433.370035:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730104576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607433.370046:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607433.370051:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607433.370055:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607433.370057:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607433.370059:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607433.370061:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749607433.370117:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607433.370120:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749607433.370121:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607433.370126:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730104320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607433.370132:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730104320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607433.370142:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607433.370145:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607433.370147:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749607433.379061:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:3.0:1749607433.379151:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749607433.379224:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:0.0:1749607433.379409:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:3.0:1749607438.383514:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6680.
02000000:00000010:3.0:1749607438.383530:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96100.
02000000:00000010:2.0:1749607438.383810:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000400:00000010:2.0:1749607438.383817:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607438.383822:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607438.383828:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730104704, portal 25
00000400:00000010:2.0:1749607438.383831:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607438.383842:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730104704, offset 0
00000400:00000200:2.0:1749607438.383849:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607438.383859:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607438.383862:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607438.383865:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607438.383868:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607438.383870:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607438.383872:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [944:944:256:4294967295] 192.168.201.120@tcp LPNI seq info [944:944:8:4294967295]
00000400:00000200:2.0:1749607438.383880:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607438.383885:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607438.383888:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607438.383892:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607438.383898:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607438.383901:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607438.383916:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749607438.383925:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749607438.383928:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749607438.383931:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000400:00000200:3.0:1749607438.384482:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607438.384494:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607438.384502:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25400.
00000100:00000010:3.0:1749607438.384515:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6d80.
02000000:00000010:3.0:1749607438.384518:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607438.384534:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749607438.384538:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607438.384540:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607438.384542:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730104832, portal 10
00000400:00000010:3.0:1749607438.384546:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749607438.384547:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730104832, offset 0
00000400:00000200:3.0:1749607438.384551:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607438.384555:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607438.384557:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607438.384559:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607438.384561:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607438.384562:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607438.384569:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [945:945:255:4294967295] 192.168.201.120@tcp LPNI seq info [945:945:7:4294967295]
00000400:00000200:3.0:1749607438.384575:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607438.384579:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607438.384582:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607438.384585:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607438.384588:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607438.384590:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607438.384598:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26400.
00000400:00000010:3.0:1749607438.384599:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607438.384601:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607438.384603:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730104960, portal 10
00000400:00000010:3.0:1749607438.384605:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607438.384607:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730104960, offset 0
00000400:00000200:3.0:1749607438.384610:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607438.384612:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607438.384614:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607438.384615:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607438.384617:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607438.384618:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607438.384620:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [946:946:254:4294967295] 192.168.201.120@tcp LPNI seq info [946:946:6:4294967295]
00000400:00000200:3.0:1749607438.384626:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607438.384628:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607438.384630:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607438.384632:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607438.384635:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607438.384636:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607438.384752:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607438.384755:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:2.0:1749607438.384758:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607438.384761:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607438.384764:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749607438.384765:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607438.384771:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6680 x1834594730104704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607438.384788:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607438.384790:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607438.384791:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607438.384794:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607438.384795:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:2.0:1749607438.384800:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:2.0:1749607438.384803:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730104832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607438.384833:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607438.384834:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749607438.384836:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607438.384838:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607438.384840:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:2.0:1749607438.384841:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:2.0:1749607438.384844:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6d80 x1834594730104960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607438.390479:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607438.390494:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31d780
00000400:00000200:0.0:1749607438.390501:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e75 [1] + 224
00000400:00000200:0.0:1749607438.390517:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607438.390521:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607438.390531:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6680 x1834594730104704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607438.390620:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:2.0:1749607438.390624:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749607438.390626:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607438.390630:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6680 x1834594730104704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607438.390637:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6680 x1834594730104704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607438.390655:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
02000000:00000010:2.0:1749607438.390658:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96100.
00000100:00000010:2.0:1749607438.390661:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6680.
00000400:00000200:0.0:1749607438.392374:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607438.392390:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31d800
00000400:00000200:0.0:1749607438.392396:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e7d [1] + 0
00000400:00000200:0.0:1749607438.392402:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607438.392405:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607438.392411:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730104832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607438.392680:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607438.392685:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31d880
00000400:00000200:0.0:1749607438.392688:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1e85 [1] + 0
00000400:00000200:0.0:1749607438.392697:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607438.392700:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607438.392704:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6d80 x1834594730104960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607438.392752:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607438.392755:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749607438.392757:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607438.392765:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730104832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607438.392772:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730104832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607438.392788:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607438.392790:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749607438.392791:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607438.392793:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6d80 x1834594730104960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607438.392799:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6d80 x1834594730104960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607438.392812:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749607438.392815:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25400.
00000100:00000010:3.0:1749607438.392818:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607438.392820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26400.
02000000:00000010:3.0:1749607438.392821:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607438.392823:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6d80.
00000100:00000010:0.0:1749607438.396049:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749607438.396118:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:3.0:1749607438.396196:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:1.0:1749607438.397413:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:3.0:1749607443.398288:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6d80.
02000000:00000010:3.0:1749607443.398306:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96a00.
00000400:00000200:3.0:1749607443.398362:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607443.398375:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607443.398381:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25800.
02000000:00000010:0.0:1749607443.398386:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749607443.398392:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea000.
00000400:00000010:0.0:1749607443.398397:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749607443.398403:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730105088, portal 25
00000100:00000010:3.0:1749607443.398403:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7100.
00000400:00000010:0.0:1749607443.398406:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749607443.398407:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730105088, offset 0
02000000:00000010:3.0:1749607443.398407:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26400.
00000400:00000200:0.0:1749607443.398413:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607443.398421:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607443.398426:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607443.398429:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607443.398431:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607443.398433:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607443.398436:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [947:947:256:4294967295] 192.168.201.120@tcp LPNI seq info [947:947:8:4294967295]
00000400:00000200:0.0:1749607443.398443:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607443.398459:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607443.398462:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749607443.398467:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607443.398473:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607443.398476:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749607443.398495:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607443.398504:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e40.
00000100:00000010:0.0:1749607443.398510:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000010:0.0:1749607443.398516:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306314c0.
02000000:00000010:2.0:1749607443.398580:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607443.398585:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a024d0.
00000400:00000010:2.0:1749607443.398587:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607443.398589:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730105216, portal 10
00000400:00000010:2.0:1749607443.398593:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749607443.398594:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730105216, offset 0
00000400:00000200:2.0:1749607443.398598:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607443.398602:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607443.398604:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607443.398617:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607443.398619:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607443.398620:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607443.398622:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [948:948:255:4294967295] 192.168.201.120@tcp LPNI seq info [948:948:7:4294967295]
00000400:00000200:2.0:1749607443.398628:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607443.398631:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607443.398634:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607443.398637:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607443.398640:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607443.398642:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749607443.398651:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607443.398653:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02528.
00000400:00000010:2.0:1749607443.398655:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607443.398657:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730105344, portal 10
00000400:00000010:2.0:1749607443.398659:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749607443.398660:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730105344, offset 0
00000400:00000200:2.0:1749607443.398663:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607443.398667:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607443.398669:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607443.398670:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607443.398672:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607443.398673:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607443.398675:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [949:949:254:4294967295] 192.168.201.120@tcp LPNI seq info [949:949:6:4294967295]
00000400:00000200:2.0:1749607443.398680:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607443.398683:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607443.398685:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607443.398687:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607443.398691:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607443.398692:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749607443.398905:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607443.398908:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:3.0:1749607443.398912:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607443.398916:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607443.398919:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:3.0:1749607443.398926:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:3.0:1749607443.398933:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6d80 x1834594730105088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607443.398963:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607443.398964:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:3.0:1749607443.398966:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607443.398969:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607443.398971:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:3.0:1749607443.398972:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:3.0:1749607443.398975:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730105216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607443.399208:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607443.399210:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:3.0:1749607443.399213:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607443.399216:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607443.399218:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:3.0:1749607443.399219:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:3.0:1749607443.399222:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7100 x1834594730105344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607443.404980:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607443.405174:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31d900
00000400:00000200:0.0:1749607443.405182:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e8d [1] + 224
00000400:00000200:0.0:1749607443.405194:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607443.405197:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607443.405206:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6d80 x1834594730105088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607443.405429:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607443.405433:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31d980
00000400:00000200:0.0:1749607443.405437:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1e95 [1] + 0
00000400:00000200:0.0:1749607443.405442:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607443.405444:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607443.405470:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea000.
00000400:00000200:2.0:1749607443.405474:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749607443.405476:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749607443.405868:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730105216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607443.405998:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a024d0.
00000400:00000200:3.0:1749607443.406001:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:3.0:1749607443.406002:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607443.406030:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6d80 x1834594730105088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607443.406037:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6d80 x1834594730105088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607443.406066:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749607443.406071:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96a00.
00000100:00000010:2.0:1749607443.406074:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6d80.
00000400:00000200:0.0:1749607443.406123:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607443.406128:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31da00
00000400:00000200:0.0:1749607443.406132:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1e9d [1] + 0
00000400:00000200:0.0:1749607443.406147:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607443.406156:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607443.406159:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7100 x1834594730105344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607443.406196:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730105216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607443.406203:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730105216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607443.406220:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02528.
00000400:00000200:3.0:1749607443.406222:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:3.0:1749607443.406223:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:3.0:1749607443.406226:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7100 x1834594730105344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607443.406239:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7100 x1834594730105344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607443.406252:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749607443.406254:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607443.406257:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607443.406259:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607443.406260:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26400.
00000100:00000010:3.0:1749607443.406262:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7100.
00000100:00000010:1.0:1749607443.411091:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e40.
00000100:00000010:0.0:1749607443.411224:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607443.411289:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306314c0.
00000100:00000010:2.0:1749607443.411317:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:3.0:1749607448.406051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7100.
02000000:00000010:3.0:1749607448.406069:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96200.
00000400:00000200:3.0:1749607448.406119:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607448.406134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607448.406140:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26400.
00000100:00000010:3.0:1749607448.406154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7480.
02000000:00000010:3.0:1749607448.406156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607448.406178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607448.406183:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607448.406188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607448.406193:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730105600, portal 10
00000400:00000010:3.0:1749607448.406198:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607448.406200:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730105600, offset 0
00000400:00000200:3.0:1749607448.406205:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607448.406214:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607448.406219:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607448.406222:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607448.406224:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607448.406226:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607448.406229:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [950:950:256:4294967295] 192.168.201.120@tcp LPNI seq info [950:950:8:4294967295]
00000400:00000200:3.0:1749607448.406237:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607448.406251:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607448.406254:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607448.406260:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607448.406267:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607448.406270:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607448.406294:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749607448.406305:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749607448.406311:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749607448.406316:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
02000000:00000010:3.0:1749607448.406323:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749607448.406326:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607448.406328:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607448.406330:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730105728, portal 10
00000400:00000010:3.0:1749607448.406333:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607448.406334:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730105728, offset 0
00000400:00000200:3.0:1749607448.406338:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607448.406341:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607448.406344:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607448.406346:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607448.406347:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607448.406349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607448.406351:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [951:951:255:4294967295] 192.168.201.120@tcp LPNI seq info [951:951:7:4294967295]
00000400:00000200:3.0:1749607448.406356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607448.406360:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607448.406363:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607448.406365:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607448.406368:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607448.406370:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607448.406465:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607448.406467:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607448.406471:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607448.406476:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607448.406478:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749607448.406480:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749607448.406486:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730105600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607448.406532:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607448.406537:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607448.406540:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000800:00000200:0.0:1749607448.406543:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607448.406545:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607448.406547:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607448.406549:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607448.406551:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000100:00000200:1.0:1749607448.406551:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730105472, portal 25
00000400:00000010:0.0:1749607448.406552:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000400:00000010:1.0:1749607448.406554:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749607448.406555:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730105472, offset 0
00000100:00000200:0.0:1749607448.406556:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7480 x1834594730105728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607448.406560:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607448.406564:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607448.406566:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607448.406569:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607448.406570:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607448.406572:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607448.406574:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [952:952:255:4294967295] 192.168.201.120@tcp LPNI seq info [952:952:7:4294967295]
00000400:00000200:1.0:1749607448.406579:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607448.406582:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607448.406585:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749607448.406587:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607448.406591:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607448.406593:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607448.406870:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607448.406872:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607448.406875:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607448.406878:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607448.406880:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749607448.406881:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749607448.406884:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7100 x1834594730105472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607448.412820:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607448.412836:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31db00
00000400:00000200:0.0:1749607448.412843:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ea5 [1] + 0
00000400:00000200:0.0:1749607448.412865:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607448.412869:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607448.412877:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730105600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607448.412914:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607448.412918:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31db80
00000400:00000200:0.0:1749607448.412922:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1ead [1] + 0
00000400:00000200:0.0:1749607448.412926:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607448.412928:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607448.412932:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7480 x1834594730105728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607448.412972:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607448.412987:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749607448.412988:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607448.412993:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730105600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607448.412999:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607448.413000:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730105600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607448.413003:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31da80
00000400:00000200:0.0:1749607448.413007:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1eb5 [1] + 224
00000400:00000200:0.0:1749607448.413018:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607448.413020:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607448.413021:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607448.413023:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607448.413023:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607448.413026:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7480 x1834594730105728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607448.413028:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7100 x1834594730105472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607448.413031:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7480 x1834594730105728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607448.413044:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607448.413048:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26400.
00000100:00000010:3.0:1749607448.413051:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607448.413053:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749607448.413055:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607448.413056:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7480.
00000400:00000010:1.0:1749607448.413321:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607448.413324:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607448.413325:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607448.413329:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7100 x1834594730105472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607448.413336:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7100 x1834594730105472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607448.413347:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607448.413350:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96200.
00000100:00000010:1.0:1749607448.413352:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7100.
00000100:00000010:3.0:1749607448.419118:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:1.0:1749607448.419513:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:2.0:1749607448.421179:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:0.0:1749607448.421408:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749607453.414149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7480.
02000000:00000010:3.0:1749607453.414167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96a00.
00000400:00000200:3.0:1749607453.414287:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607453.414299:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607453.414306:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607453.414319:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7800.
02000000:00000010:3.0:1749607453.414322:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26c00.
02000000:00000010:2.0:1749607453.414332:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000400:00000010:2.0:1749607453.414338:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
02000000:00000010:3.0:1749607453.414338:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26400.
00000400:00000010:3.0:1749607453.414341:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:2.0:1749607453.414344:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000010:3.0:1749607453.414344:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:2.0:1749607453.414349:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730105856, portal 25
00000400:00000010:2.0:1749607453.414353:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607453.414355:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730105856, offset 0
00000100:00000200:3.0:1749607453.414357:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730105984, portal 10
00000400:00000200:2.0:1749607453.414360:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607453.414361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607453.414363:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730105984, offset 0
00000400:00000200:3.0:1749607453.414367:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607453.414369:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607453.414374:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607453.414377:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607453.414380:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607453.414382:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607453.414384:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [953:953:256:4294967295] 192.168.201.120@tcp LPNI seq info [953:953:8:4294967295]
00000400:00000200:2.0:1749607453.414393:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607453.414397:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607453.414400:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607453.414405:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607453.414411:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607453.414419:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607453.415051:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749607453.415060:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749607453.415109:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749607453.415114:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000800:00000200:0.0:1749607453.415527:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607453.415530:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607453.415534:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607453.415538:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607453.415541:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749607453.415543:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749607453.415549:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7480 x1834594730105856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607453.415605:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607453.415607:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607453.415610:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607453.415611:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607453.415613:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607453.415615:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [954:954:255:4294967295] 192.168.201.120@tcp LPNI seq info [954:954:7:4294967295]
00000400:00000200:3.0:1749607453.415621:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607453.415625:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607453.415627:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607453.415630:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607453.415635:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607453.415637:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607453.415646:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607453.415648:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607453.415651:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607453.415653:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730106112, portal 10
00000400:00000010:3.0:1749607453.415655:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607453.415657:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730106112, offset 0
00000400:00000200:3.0:1749607453.415660:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607453.415662:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607453.415664:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607453.415665:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607453.415667:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607453.415668:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607453.415669:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [955:955:254:4294967295] 192.168.201.120@tcp LPNI seq info [955:955:6:4294967295]
00000400:00000200:3.0:1749607453.415674:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607453.415683:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607453.415685:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607453.415687:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607453.415689:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607453.415691:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607453.416954:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607453.416964:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607453.416967:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607453.416972:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607453.416974:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749607453.416975:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749607453.416981:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730105984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607453.417028:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607453.417030:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607453.417032:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607453.417035:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607453.417037:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749607453.417039:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749607453.417042:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7800 x1834594730106112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607453.418001:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607453.418010:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31dc00
00000400:00000200:0.0:1749607453.418016:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ebd [1] + 224
00000400:00000200:0.0:1749607453.418030:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607453.418033:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607453.418038:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7480 x1834594730105856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607453.419442:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:2.0:1749607453.419448:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607453.419450:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607453.419456:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7480 x1834594730105856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607453.419463:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7480 x1834594730105856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607453.419482:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
02000000:00000010:2.0:1749607453.419486:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96a00.
00000100:00000010:2.0:1749607453.419489:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7480.
00000400:00000200:0.0:1749607453.419838:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607453.419846:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31dc80
00000400:00000200:0.0:1749607453.419850:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ec5 [1] + 0
00000400:00000200:0.0:1749607453.419857:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607453.419860:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607453.419864:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730105984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607453.420970:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607453.420977:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31dd00
00000400:00000200:0.0:1749607453.420981:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1ecd [1] + 0
00000400:00000200:0.0:1749607453.420993:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607453.420996:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607453.421001:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7800 x1834594730106112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607453.421085:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607453.421089:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607453.421090:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607453.421096:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730105984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607453.421102:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730105984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607453.421120:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607453.421121:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749607453.421122:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607453.421124:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7800 x1834594730106112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607453.421130:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7800 x1834594730106112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607453.421142:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26400.
02000000:00000010:3.0:1749607453.421146:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607453.421149:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607453.421152:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607453.421153:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26c00.
00000100:00000010:3.0:1749607453.421155:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7800.
00000100:00000010:1.0:1749607453.427260:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:3.0:1749607453.428003:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:0.0:1749607453.429282:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749607453.429352:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:3.0:1749607458.423422:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7800.
02000000:00000010:3.0:1749607458.423441:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96000.
00000400:00000200:3.0:1749607458.423497:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607458.423518:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607458.423524:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26c00.
00000100:00000010:3.0:1749607458.423538:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7b80.
02000000:00000010:3.0:1749607458.423540:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607458.423562:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607458.423566:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607458.423572:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607458.423578:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730106368, portal 10
00000400:00000010:3.0:1749607458.423582:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607458.423584:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730106368, offset 0
00000400:00000200:3.0:1749607458.423589:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607458.423598:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607458.423602:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607458.423605:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607458.423608:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607458.423610:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607458.423612:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [956:956:256:4294967295] 192.168.201.120@tcp LPNI seq info [956:956:8:4294967295]
00000400:00000200:3.0:1749607458.423621:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607458.423625:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607458.423629:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607458.423634:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607458.423640:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607458.423643:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607458.423669:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749607458.423679:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749607458.423684:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749607458.423689:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
02000000:00000010:3.0:1749607458.423696:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26400.
00000400:00000010:3.0:1749607458.423701:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607458.423703:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749607458.423708:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730106496, portal 10
00000400:00000010:3.0:1749607458.423711:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749607458.423712:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730106496, offset 0
00000400:00000200:3.0:1749607458.423716:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607458.423722:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607458.423725:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607458.423726:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607458.423728:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607458.423729:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607458.423731:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [957:957:255:4294967295] 192.168.201.120@tcp LPNI seq info [957:957:7:4294967295]
00000400:00000200:3.0:1749607458.423736:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607458.423739:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607458.423741:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607458.423743:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607458.423746:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607458.423748:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749607458.423831:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000400:00000010:2.0:1749607458.423835:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
00000400:00000010:2.0:1749607458.423838:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607458.423840:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730106240, portal 25
00000400:00000010:2.0:1749607458.423842:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749607458.423843:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730106240, offset 0
00000400:00000200:2.0:1749607458.423847:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607458.423850:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607458.423852:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607458.423854:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607458.423855:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607458.423856:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607458.423858:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [958:958:254:4294967295] 192.168.201.120@tcp LPNI seq info [958:958:6:4294967295]
00000400:00000200:2.0:1749607458.423863:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607458.423871:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607458.423873:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607458.423875:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607458.423878:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607458.423879:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607458.423989:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607458.423991:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607458.423995:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607458.423998:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607458.424001:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749607458.424002:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749607458.424008:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730106368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607458.424020:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607458.424021:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607458.424022:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607458.424024:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607458.424025:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749607458.424026:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749607458.424028:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7b80 x1834594730106496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607458.424072:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607458.424073:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607458.424075:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607458.424077:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607458.424078:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749607458.424083:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749607458.424086:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7800 x1834594730106240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607458.428661:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607458.428680:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31dd80
00000400:00000200:0.0:1749607458.428687:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ee5 [1] + 224
00000400:00000200:0.0:1749607458.428705:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607458.428708:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607458.428719:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7800 x1834594730106240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607458.429082:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:0.0:1749607458.429092:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749607458.429092:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607458.429094:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000400:00000200:0.0:1749607458.429097:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31de00
00000100:00000200:2.0:1749607458.429100:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7800 x1834594730106240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607458.429102:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ed5 [1] + 0
00000400:00000200:0.0:1749607458.429107:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749607458.429107:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7800 x1834594730106240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607458.429109:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607458.429114:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730106368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607458.429140:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
02000000:00000010:2.0:1749607458.429146:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96000.
00000100:00000010:2.0:1749607458.429150:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7800.
00000400:00000010:3.0:1749607458.429694:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607458.429699:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749607458.429701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607458.429706:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730106368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607458.429713:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730106368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607458.429720:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749607458.429731:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607458.429735:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26c00.
00000100:00000010:3.0:1749607458.429737:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
00000400:00000200:0.0:1749607458.429743:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31de80
00000400:00000200:0.0:1749607458.429747:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1edd [1] + 0
00000400:00000200:0.0:1749607458.429759:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607458.429761:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607458.429771:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7b80 x1834594730106496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607458.429788:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607458.429790:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:3.0:1749607458.429791:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:3.0:1749607458.429793:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7b80 x1834594730106496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607458.429818:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7b80 x1834594730106496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607458.429833:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26400.
02000000:00000010:3.0:1749607458.429835:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25400.
00000100:00000010:3.0:1749607458.429838:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7b80.
00000100:00000010:1.0:1749607458.436048:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749607458.436048:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:0.0:1749607458.436526:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:2.0:1749607458.436699:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749607463.430044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7b80.
02000000:00000010:3.0:1749607463.430062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96200.
00000400:00000200:3.0:1749607463.430109:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607463.430123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607463.430128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25400.
00000100:00000010:3.0:1749607463.430143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7800.
02000000:00000010:3.0:1749607463.430147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26400.
02000000:00000010:2.0:1749607463.430157:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000400:00000010:2.0:1749607463.430167:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
02000000:00000010:3.0:1749607463.430168:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:2.0:1749607463.430173:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000010:3.0:1749607463.430173:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000100:00000200:2.0:1749607463.430180:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730106624, portal 25
00000400:00000010:2.0:1749607463.430184:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000010:3.0:1749607463.430184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:2.0:1749607463.430186:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730106624, offset 0
00000100:00000200:3.0:1749607463.430191:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730106752, portal 10
00000400:00000200:2.0:1749607463.430194:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607463.430196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607463.430198:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730106752, offset 0
00000400:00000200:3.0:1749607463.430204:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607463.430205:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607463.430209:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607463.430213:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607463.430215:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607463.430217:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607463.430219:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [959:959:256:4294967295] 192.168.201.120@tcp LPNI seq info [959:959:8:4294967295]
00000400:00000200:2.0:1749607463.430226:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607463.430241:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607463.430244:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749607463.430245:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607463.430249:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607463.430250:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607463.430253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607463.430255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749607463.430257:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607463.430258:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607463.430260:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607463.430260:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [960:960:255:4294967295] 192.168.201.120@tcp LPNI seq info [960:960:7:4294967295]
00000400:00000200:3.0:1749607463.430269:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607463.430274:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607463.430277:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000100:00000010:2.0:1749607463.430282:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
00000800:00000200:3.0:1749607463.430292:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749607463.430294:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000800:00000200:3.0:1749607463.430298:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607463.430301:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607463.430305:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
00000100:00000010:2.0:1749607463.430316:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
02000000:00000010:3.0:1749607463.430331:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25800.
00000400:00000010:3.0:1749607463.430334:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607463.430336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749607463.430338:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730106880, portal 10
00000400:00000010:3.0:1749607463.430340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000800:00000200:0.0:1749607463.430342:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:3.0:1749607463.430342:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730106880, offset 0
00000800:00000010:0.0:1749607463.430345:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749607463.430345:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607463.430349:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607463.430351:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607463.430353:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607463.430354:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607463.430354:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607463.430356:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607463.430358:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [961:961:254:4294967295] 192.168.201.120@tcp LPNI seq info [961:961:6:4294967295]
00000400:00000200:0.0:1749607463.430359:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607463.430362:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000200:3.0:1749607463.430363:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749607463.430364:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000800:00000200:3.0:1749607463.430366:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607463.430368:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000100:00000200:0.0:1749607463.430370:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7b80 x1834594730106624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607463.430371:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607463.430374:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607463.430376:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607463.430386:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607463.430387:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607463.430389:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607463.430391:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607463.430393:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749607463.430394:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749607463.430397:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730106752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607463.430448:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607463.430450:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607463.430452:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607463.430455:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607463.430456:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749607463.430457:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749607463.430460:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7800 x1834594730106880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607463.431643:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607463.431652:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31df00
00000400:00000200:0.0:1749607463.431657:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1eed [1] + 224
00000400:00000200:0.0:1749607463.431663:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607463.431666:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607463.431670:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7b80 x1834594730106624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607463.431694:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607463.431704:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31df80
00000400:00000200:0.0:1749607463.431706:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ef5 [1] + 0
00000400:00000200:0.0:1749607463.431727:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607463.431730:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607463.431733:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730106752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607463.431737:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:2.0:1749607463.431741:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607463.431742:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607463.431747:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7b80 x1834594730106624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607463.431753:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749607463.431753:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7b80 x1834594730106624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607463.431757:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31e000
00000400:00000200:0.0:1749607463.431760:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1efd [1] + 0
00000400:00000200:0.0:1749607463.431768:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607463.431771:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607463.431772:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
00000100:00000200:0.0:1749607463.431774:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7800 x1834594730106880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607463.431775:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96200.
00000400:00000010:3.0:1749607463.431777:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000100:00000010:2.0:1749607463.431779:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7b80.
00000400:00000200:3.0:1749607463.431780:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:3.0:1749607463.431782:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:3.0:1749607463.431786:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730106752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607463.431793:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730106752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607463.431810:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607463.431815:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749607463.431816:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749607463.431819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7800 x1834594730106880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607463.431824:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7800 x1834594730106880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607463.431837:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749607463.431840:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25400.
00000100:00000010:3.0:1749607463.431843:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607463.431845:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25800.
02000000:00000010:3.0:1749607463.431846:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26400.
00000100:00000010:3.0:1749607463.431848:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7800.
00000100:00000010:3.0:1749607463.443052:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:0.0:1749607463.443061:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:1.0:1749607463.443096:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749607463.443111:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:3.0:1749607468.438019:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7800.
02000000:00000010:3.0:1749607468.438037:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96200.
00000400:00000200:3.0:1749607468.438085:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607468.438099:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607468.438104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26400.
00000100:00000010:3.0:1749607468.438117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7480.
02000000:00000010:3.0:1749607468.438120:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25800.
02000000:00000010:2.0:1749607468.438130:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000400:00000010:2.0:1749607468.438137:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
02000000:00000010:3.0:1749607468.438137:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607468.438141:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:2.0:1749607468.438142:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000010:3.0:1749607468.438144:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:2.0:1749607468.438148:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730107008, portal 25
00000100:00000200:3.0:1749607468.438148:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730107136, portal 10
00000400:00000010:2.0:1749607468.438152:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000010:3.0:1749607468.438152:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:2.0:1749607468.438153:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730107008, offset 0
00000100:00000200:3.0:1749607468.438154:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730107136, offset 0
00000400:00000200:3.0:1749607468.438159:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607468.438168:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607468.438169:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607468.438172:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607468.438175:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607468.438178:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607468.438188:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607468.438191:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [962:962:256:4294967295] 192.168.201.120@tcp LPNI seq info [962:962:8:4294967295]
00000400:00000200:3.0:1749607468.438201:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607468.438206:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607468.438207:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607468.438208:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607468.438209:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607468.438211:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607468.438214:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607468.438218:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607468.438219:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607468.438222:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [963:963:255:4294967295] 192.168.201.120@tcp LPNI seq info [963:963:7:4294967295]
00000800:00000200:3.0:1749607468.438223:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607468.438227:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607468.438227:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607468.438230:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607468.438233:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607468.438236:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607468.438239:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607468.438241:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607468.438251:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749607468.438268:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749607468.438273:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749607468.438276:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
02000000:00000010:3.0:1749607468.438290:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:3.0:1749607468.438293:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607468.438295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607468.438297:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730107264, portal 10
00000400:00000010:3.0:1749607468.438300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607468.438301:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730107264, offset 0
00000800:00000200:1.0:1749607468.438302:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607468.438304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607468.438305:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:3.0:1749607468.438308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607468.438310:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607468.438310:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607468.438311:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607468.438313:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607468.438315:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607468.438315:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607468.438317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [964:964:254:4294967295] 192.168.201.120@tcp LPNI seq info [964:964:6:4294967295]
00000400:00000200:1.0:1749607468.438318:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:1.0:1749607468.438320:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000400:00000200:3.0:1749607468.438323:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607468.438326:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730107136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607468.438326:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607468.438328:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607468.438331:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607468.438334:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607468.438336:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607468.438340:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607468.438342:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749607468.438344:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607468.438346:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607468.438348:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:1.0:1749607468.438349:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:1.0:1749607468.438352:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7800 x1834594730107008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607468.438411:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607468.438413:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749607468.438415:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607468.438418:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607468.438420:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:1.0:1749607468.438421:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:1.0:1749607468.438424:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7480 x1834594730107264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607468.440502:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607468.440522:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31e100
00000400:00000200:0.0:1749607468.440530:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f09 [1] + 0
00000400:00000200:0.0:1749607468.440542:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607468.440546:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607468.440556:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730107136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607468.440593:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607468.440598:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31e180
00000400:00000200:0.0:1749607468.440601:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1f15 [1] + 0
00000400:00000200:0.0:1749607468.440606:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607468.440608:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607468.440612:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7480 x1834594730107264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607468.440650:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607468.440653:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31e080
00000400:00000200:0.0:1749607468.440658:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f05 [1] + 224
00000400:00000010:3.0:1749607468.440666:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749607468.440670:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607468.440673:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607468.440673:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749607468.440682:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749607468.440688:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7800 x1834594730107008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607468.440690:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730107136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607468.440696:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730107136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607468.440715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607468.440716:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749607468.440717:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607468.440721:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7480 x1834594730107264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607468.440726:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7480 x1834594730107264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607468.440738:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607468.440747:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26400.
00000100:00000010:3.0:1749607468.440750:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607468.440752:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749607468.440754:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607468.440755:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7480.
00000400:00000010:2.0:1749607468.440983:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:2.0:1749607468.440987:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607468.440989:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607468.440994:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7800 x1834594730107008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607468.441001:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7800 x1834594730107008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607468.441018:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
02000000:00000010:2.0:1749607468.441022:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96200.
00000100:00000010:2.0:1749607468.441025:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7800.
00000100:00000010:3.0:1749607468.451053:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:1.0:1749607468.451059:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:0.0:1749607468.451085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749607468.451211:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:3.0:1749607473.446071:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7480.
02000000:00000010:3.0:1749607473.446096:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96100.
00000400:00000200:3.0:1749607473.446152:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607473.446180:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607473.446188:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607473.446210:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7100.
02000000:00000010:3.0:1749607473.446214:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26c00.
02000000:00000010:3.0:1749607473.446243:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26400.
00000400:00000010:3.0:1749607473.446249:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607473.446256:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607473.446263:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730107520, portal 10
00000400:00000010:3.0:1749607473.446283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749607473.446286:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730107520, offset 0
00000400:00000200:3.0:1749607473.446293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607473.446305:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607473.446311:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607473.446315:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607473.446318:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607473.446320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607473.446323:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [965:965:256:4294967295] 192.168.201.120@tcp LPNI seq info [965:965:8:4294967295]
00000400:00000200:3.0:1749607473.446333:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607473.446339:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607473.446342:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607473.446349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607473.446357:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607473.446362:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607473.446417:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607473.446429:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607473.446435:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607473.446441:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730107392, portal 25
00000400:00000010:1.0:1749607473.446445:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749607473.446447:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730107392, offset 0
00000400:00000200:1.0:1749607473.446455:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607473.446473:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607473.446478:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607473.446481:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607473.446483:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607473.446485:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607473.446488:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [966:966:255:4294967295] 192.168.201.120@tcp LPNI seq info [966:966:7:4294967295]
00000400:00000200:1.0:1749607473.446496:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607473.446500:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607473.446504:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749607473.446509:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607473.446515:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607473.446518:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607473.446532:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000800:00000200:0.0:1749607473.446585:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:3.0:1749607473.446586:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000800:00000010:0.0:1749607473.446588:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607473.446593:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749607473.446593:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000400:00000200:0.0:1749607473.446598:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607473.446601:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749607473.446602:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000010:3.0:1749607473.446603:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000200:0.0:1749607473.446610:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730107520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607473.446614:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749607473.446618:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607473.446622:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607473.446625:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730107648, portal 10
00000400:00000010:3.0:1749607473.446628:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607473.446629:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730107648, offset 0
00000400:00000200:3.0:1749607473.446634:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607473.446639:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607473.446642:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607473.446643:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607473.446645:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607473.446652:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607473.446654:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [967:967:255:4294967295] 192.168.201.120@tcp LPNI seq info [967:967:7:4294967295]
00000400:00000200:3.0:1749607473.446661:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607473.446665:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607473.446667:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607473.446670:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607473.446674:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607473.446676:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607473.446677:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607473.446679:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607473.446682:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607473.446685:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607473.446687:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749607473.446689:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749607473.446692:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7480 x1834594730107392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607473.446714:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607473.446715:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607473.446716:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607473.446718:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607473.446719:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749607473.446726:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749607473.446730:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7100 x1834594730107648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607473.447985:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607473.448062:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31e300
00000400:00000200:0.0:1749607473.448067:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1f2d [1] + 0
00000400:00000200:2.0:1749607473.448140:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607473.448145:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607473.448153:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7100 x1834594730107648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607473.448224:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749607473.448233:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:2.0:1749607473.448235:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31e200
00000400:00000200:3.0:1749607473.448235:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607473.448237:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607473.448241:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7100 x1834594730107648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607473.448244:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f25 [1] + 224
00000100:00000200:3.0:1749607473.448248:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7100 x1834594730107648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607473.448250:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607473.448252:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607473.448256:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7480 x1834594730107392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607473.448268:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749607473.448273:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26c00.
00000100:00000010:3.0:1749607473.448276:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7100.
00000400:00000200:2.0:1749607473.448279:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749607473.448282:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31e280
00000400:00000200:2.0:1749607473.448286:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f1d [1] + 0
00000400:00000200:2.0:1749607473.448298:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607473.448301:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607473.448306:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730107520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607473.448328:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607473.448331:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607473.448332:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607473.448336:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7480 x1834594730107392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607473.448341:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7480 x1834594730107392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607473.448352:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749607473.448354:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96100.
00000100:00000010:1.0:1749607473.448360:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7480.
00000400:00000010:3.0:1749607473.448375:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607473.448377:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749607473.448378:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607473.448381:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730107520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607473.448387:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730107520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607473.448398:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26400.
02000000:00000010:3.0:1749607473.448400:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607473.448402:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
00000100:00000010:0.0:1749607473.459108:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749607473.459115:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:1.0:1749607473.459120:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749607473.459212:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749607478.454110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6a00.
02000000:00000010:3.0:1749607478.454137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96a00.
00000400:00000200:3.0:1749607478.454198:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607478.454215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf7100.
02000000:00000010:3.0:1749607478.454222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25800.
00000100:00000010:3.0:1749607478.454243:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6d80.
02000000:00000010:3.0:1749607478.454247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26400.
02000000:00000010:2.0:1749607478.454252:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000400:00000010:2.0:1749607478.454265:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
00000400:00000010:2.0:1749607478.454270:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
02000000:00000010:1.0:1749607478.454272:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607478.454276:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000100:00000200:2.0:1749607478.454276:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730107776, portal 25
00000400:00000010:1.0:1749607478.454280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000400:00000010:2.0:1749607478.454280:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:1.0:1749607478.454283:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730107904, portal 10
00000100:00000200:2.0:1749607478.454283:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730107776, offset 0
00000400:00000010:1.0:1749607478.454286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000200:2.0:1749607478.454291:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749607478.454294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730107904, offset 0
00000400:00000200:1.0:1749607478.454299:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607478.454302:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607478.454306:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607478.454310:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607478.454313:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607478.454314:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607478.454317:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [968:968:256:4294967295] 192.168.201.120@tcp LPNI seq info [968:968:8:4294967295]
00000400:00000200:2.0:1749607478.454325:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607478.454337:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749607478.454337:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607478.454340:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749607478.454340:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:1.0:1749607478.454342:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607478.454344:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607478.454345:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607478.454346:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607478.454347:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [969:969:255:4294967295] 192.168.201.120@tcp LPNI seq info [969:969:7:4294967295]
00000800:00000200:2.0:1749607478.454352:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607478.454353:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607478.454356:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607478.454357:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607478.454360:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749607478.454363:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607478.454366:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607478.454368:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607478.454380:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749607478.454405:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
00000100:00000010:2.0:1749607478.454411:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749607478.454415:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000800:00000200:0.0:1749607478.454434:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749607478.454436:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000010:0.0:1749607478.454437:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000010:1.0:1749607478.454439:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607478.454440:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607478.454441:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607478.454443:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730108032, portal 10
00000400:00000200:0.0:1749607478.454444:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607478.454445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000200:0.0:1749607478.454447:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749607478.454484:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:1.0:1749607478.454488:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730108032, offset 0
00000100:00000200:0.0:1749607478.454492:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6a00 x1834594730107776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607478.454492:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607478.454495:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607478.454497:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607478.454499:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607478.454501:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607478.454502:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607478.454504:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [970:970:254:4294967295] 192.168.201.120@tcp LPNI seq info [970:970:6:4294967295]
00000400:00000200:1.0:1749607478.454509:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607478.454512:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607478.454514:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749607478.454517:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607478.454520:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607478.454525:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607478.454564:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607478.454566:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607478.454568:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607478.454571:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607478.454573:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749607478.454574:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749607478.454577:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf7100 x1834594730107904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607478.454595:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607478.454597:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607478.454598:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607478.454600:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607478.454601:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749607478.454602:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749607478.454605:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6d80 x1834594730108032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607478.455884:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607478.455891:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31e380
00000400:00000200:0.0:1749607478.455895:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f35 [1] + 224
00000400:00000200:0.0:1749607478.455902:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607478.455904:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607478.455908:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6a00 x1834594730107776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607478.455930:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607478.455933:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31e400
00000400:00000200:0.0:1749607478.455955:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f39 [1] + 0
00000400:00000200:0.0:1749607478.455959:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607478.455959:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:0.0:1749607478.455961:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607478.455962:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607478.455963:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607478.455967:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6a00 x1834594730107776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607478.455970:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf7100 x1834594730107904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607478.455974:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6a00 x1834594730107776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607478.455986:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607478.455989:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31e480
02000000:00000010:2.0:1749607478.455990:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
00000400:00000200:0.0:1749607478.455992:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1f45 [1] + 0
02000000:00000010:2.0:1749607478.455993:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96a00.
00000100:00000010:2.0:1749607478.455996:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6a00.
00000400:00000200:0.0:1749607478.456001:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607478.456003:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607478.456006:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6d80 x1834594730108032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607478.456009:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607478.456012:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607478.456013:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607478.456017:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf7100 x1834594730107904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607478.456024:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf7100 x1834594730107904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607478.456036:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607478.456038:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607478.456039:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607478.456041:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6d80 x1834594730108032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607478.456046:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6d80 x1834594730108032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607478.456054:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607478.456057:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25800.
00000100:00000010:1.0:1749607478.456059:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf7100.
02000000:00000010:1.0:1749607478.456061:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607478.456063:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26400.
00000100:00000010:1.0:1749607478.456064:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6d80.
00000100:00000010:1.0:1749607478.467044:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:2.0:1749607478.467044:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:0.0:1749607478.467054:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:3.0:1749607478.467064:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:3.0:1749607483.463042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6680.
02000000:00000010:3.0:1749607483.463063:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96100.
00000400:00000200:3.0:1749607483.463118:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749607483.463134:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000100:00000010:3.0:1749607483.463138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf6300.
00000400:00000010:2.0:1749607483.463141:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
02000000:00000010:3.0:1749607483.463143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26c00.
00000400:00000010:2.0:1749607483.463145:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607483.463151:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730108160, portal 25
00000400:00000010:2.0:1749607483.463155:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607483.463157:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730108160, offset 0
00000400:00000200:2.0:1749607483.463162:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607483.463166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5c00.
02000000:00000010:3.0:1749607483.463169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25400.
00000400:00000200:2.0:1749607483.463171:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607483.463175:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607483.463179:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607483.463191:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607483.463193:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607483.463196:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [971:971:256:4294967295] 192.168.201.120@tcp LPNI seq info [971:971:8:4294967295]
00000400:00000200:2.0:1749607483.463205:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607483.463210:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607483.463213:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607483.463219:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607483.463226:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607483.463229:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607483.463240:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
00000100:00000010:2.0:1749607483.463249:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749607483.463256:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60964c0.
00000100:00000010:2.0:1749607483.463260:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
00000800:00000200:3.0:1749607483.463353:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607483.463356:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749607483.463360:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607483.463364:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607483.463367:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:3.0:1749607483.463369:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:3.0:1749607483.463402:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6680 x1834594730108160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607483.463473:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607483.463477:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607483.463481:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607483.463483:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730108288, portal 10
00000400:00000010:1.0:1749607483.463487:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607483.463488:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730108288, offset 0
00000400:00000200:1.0:1749607483.463492:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607483.463496:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607483.463502:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607483.463504:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607483.463506:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607483.463508:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607483.463510:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [972:972:256:4294967295] 192.168.201.120@tcp LPNI seq info [972:972:8:4294967295]
00000400:00000200:1.0:1749607483.463517:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607483.463520:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607483.463523:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749607483.463525:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607483.463529:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607483.463531:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607483.463542:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607483.463543:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607483.463545:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607483.463547:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730108416, portal 10
00000400:00000010:1.0:1749607483.463551:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749607483.463552:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730108416, offset 0
00000400:00000200:1.0:1749607483.463555:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607483.463557:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607483.463559:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607483.463561:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607483.463562:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607483.463564:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607483.463566:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [973:973:255:4294967295] 192.168.201.120@tcp LPNI seq info [973:973:7:4294967295]
00000400:00000200:1.0:1749607483.463571:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607483.463574:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607483.463575:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749607483.463578:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607483.463580:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607483.463584:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607483.463743:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607483.463745:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607483.463748:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607483.463752:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607483.463759:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749607483.463760:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749607483.463765:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf6300 x1834594730108288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607483.463799:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607483.463801:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749607483.463803:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607483.463806:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607483.463808:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749607483.463809:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749607483.463812:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5c00 x1834594730108416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607483.465272:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607483.465293:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31e580
00000400:00000200:0.0:1749607483.465302:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f55 [1] + 0
00000400:00000200:0.0:1749607483.465314:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607483.465318:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607483.465329:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6300 x1834594730108288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607483.465586:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607483.465601:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31e600
00000400:00000200:0.0:1749607483.465605:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1f5d [1] + 0
00000400:00000200:0.0:1749607483.465611:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607483.465613:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607483.465618:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf5c00 x1834594730108416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607483.465629:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607483.465632:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31e500
00000400:00000010:1.0:1749607483.465634:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607483.465639:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607483.465641:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607483.465646:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6300 x1834594730108288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607483.465648:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f4d [1] + 224
00000100:00000200:1.0:1749607483.465652:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6300 x1834594730108288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607483.465661:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607483.465664:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607483.465668:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf6680 x1834594730108160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607483.465678:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607483.465680:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749607483.465680:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607483.465683:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5c00 x1834594730108416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607483.465688:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5c00 x1834594730108416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607483.465705:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607483.465710:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26c00.
00000100:00000010:1.0:1749607483.465715:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6300.
02000000:00000010:1.0:1749607483.465718:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607483.465720:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25400.
00000100:00000010:1.0:1749607483.465722:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5c00.
00000400:00000010:2.0:1749607483.465789:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:2.0:1749607483.465793:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607483.465794:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607483.465799:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf6680 x1834594730108160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607483.465806:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf6680 x1834594730108160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607483.465858:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
02000000:00000010:2.0:1749607483.465860:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96100.
00000100:00000010:2.0:1749607483.465862:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf6680.
00000100:00000010:2.0:1749607483.476072:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60964c0.
00000100:00000010:3.0:1749607483.476084:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:1.0:1749607483.476160:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:0.0:1749607483.478060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:3.0:1749607488.470336:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5f80.
02000000:00000010:3.0:1749607488.470357:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96800.
02000000:00000010:0.0:1749607488.471030:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749607488.471038:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea898.
00000400:00000010:0.0:1749607488.471042:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749607488.471048:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730108544, portal 25
00000400:00000010:0.0:1749607488.471052:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607488.471054:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730108544, offset 0
00000400:00000200:0.0:1749607488.471063:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607488.471075:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607488.471080:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607488.471083:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607488.471086:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607488.471088:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607488.471091:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [974:974:256:4294967295] 192.168.201.120@tcp LPNI seq info [974:974:8:4294967295]
00000400:00000200:0.0:1749607488.471099:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607488.471103:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607488.471106:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000800:00000200:0.0:1749607488.471112:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607488.471120:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607488.471124:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749607488.471137:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607488.471148:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
00000100:00000010:0.0:1749607488.471161:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c80.
00000100:00000010:0.0:1749607488.471166:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000400:00000200:3.0:1749607488.471720:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607488.471734:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5880.
02000000:00000010:3.0:1749607488.471745:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a26800.
00000100:00000010:3.0:1749607488.471775:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5500.
02000000:00000010:3.0:1749607488.471779:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27000.
00000800:00000200:0.0:1749607488.471800:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607488.471803:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:0.0:1749607488.471806:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607488.471810:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607488.471814:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:0.0:1749607488.471815:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607488.471822:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5f80 x1834594730108544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607488.471851:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607488.471857:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607488.471860:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607488.471863:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730108672, portal 10
00000400:00000010:1.0:1749607488.471867:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607488.471868:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730108672, offset 0
00000400:00000200:1.0:1749607488.471873:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607488.471877:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607488.471885:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607488.471887:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607488.471888:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607488.471890:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607488.471892:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [975:975:256:4294967295] 192.168.201.120@tcp LPNI seq info [975:975:8:4294967295]
00000400:00000200:1.0:1749607488.471898:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607488.471902:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607488.471905:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749607488.471908:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607488.471912:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607488.471914:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607488.471967:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607488.471971:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607488.471973:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607488.471975:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730108800, portal 10
00000400:00000010:1.0:1749607488.471978:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749607488.471979:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730108800, offset 0
00000400:00000200:1.0:1749607488.471982:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607488.471986:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607488.471988:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607488.471990:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607488.471992:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607488.471993:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607488.471995:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [976:976:255:4294967295] 192.168.201.120@tcp LPNI seq info [976:976:7:4294967295]
00000400:00000200:1.0:1749607488.472001:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607488.472005:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607488.472007:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607488.472010:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607488.472013:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607488.472019:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607488.472108:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607488.472110:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607488.472113:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607488.472116:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607488.472118:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749607488.472119:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749607488.472124:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5880 x1834594730108672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607488.472149:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607488.472150:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607488.472152:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607488.472155:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607488.472156:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749607488.472158:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749607488.472161:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5500 x1834594730108800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607488.472657:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607488.472665:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31e680
00000400:00000200:0.0:1749607488.472671:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f65 [1] + 224
00000400:00000200:0.0:1749607488.472685:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607488.472688:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607488.472694:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf5f80 x1834594730108544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607488.472757:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea898.
00000400:00000200:2.0:1749607488.472761:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749607488.472762:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749607488.472766:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5f80 x1834594730108544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607488.472772:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5f80 x1834594730108544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607488.472795:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749607488.472799:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96800.
00000100:00000010:2.0:1749607488.472803:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5f80.
00000400:00000200:0.0:1749607488.476284:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607488.476322:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31e780
00000400:00000200:0.0:1749607488.476331:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1f75 [1] + 0
00000400:00000200:0.0:1749607488.476345:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607488.476350:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607488.476363:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf5500 x1834594730108800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607488.476405:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607488.476409:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31e700
00000400:00000200:0.0:1749607488.476413:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f6d [1] + 0
00000400:00000200:0.0:1749607488.476451:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607488.476454:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607488.476459:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf5880 x1834594730108672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607488.476556:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607488.476562:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749607488.476564:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607488.476571:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5880 x1834594730108672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607488.476578:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5880 x1834594730108672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607488.476604:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749607488.476614:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607488.476616:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607488.476617:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607488.476619:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5500 x1834594730108800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607488.476625:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5500 x1834594730108800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607488.476635:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749607488.476647:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607488.476654:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a26800.
00000100:00000010:1.0:1749607488.476659:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5880.
02000000:00000010:1.0:1749607488.476663:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607488.476664:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27000.
00000100:00000010:1.0:1749607488.476666:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5500.
00000100:00000010:2.0:1749607488.484079:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c80.
00000100:00000010:0.0:1749607488.484081:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:1.0:1749607488.484184:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:3.0:1749607488.484224:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:3.0:1749607493.478102:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5180.
02000000:00000010:3.0:1749607493.478126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96400.
02000000:00000010:1.0:1749607493.478534:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607493.478543:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607493.478551:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000200:3.0:1749607493.478726:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607493.478747:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4e00.
02000000:00000010:3.0:1749607493.478754:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27400.
00000100:00000010:3.0:1749607493.478782:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4a80.
02000000:00000010:3.0:1749607493.478786:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27800.
00000100:00000200:1.0:1749607493.478836:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730108928, portal 25
00000400:00000010:1.0:1749607493.478842:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607493.478859:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730108928, offset 0
00000400:00000200:1.0:1749607493.478866:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607493.478879:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607493.478886:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607493.478891:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607493.478895:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607493.478897:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607493.478900:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [977:977:256:4294967295] 192.168.201.120@tcp LPNI seq info [977:977:8:4294967295]
00000400:00000200:1.0:1749607493.478911:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607493.478917:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607493.478922:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607493.478928:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607493.478966:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607493.478970:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607493.478985:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000100:00000010:1.0:1749607493.479000:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
00000100:00000010:1.0:1749607493.479005:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000100:00000010:1.0:1749607493.479009:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000800:00000200:2.0:1749607493.479163:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607493.479170:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607493.479177:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607493.479185:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607493.479190:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749607493.479192:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749607493.479201:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5180 x1834594730108928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1749607493.479343:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942800.
00000400:00000010:0.0:1749607493.479348:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea7e8.
00000400:00000010:0.0:1749607493.479353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607493.479357:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730109056, portal 10
00000400:00000010:0.0:1749607493.479362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749607493.479364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730109056, offset 0
00000400:00000200:0.0:1749607493.479370:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607493.479380:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607493.479384:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607493.479388:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607493.479391:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607493.479393:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607493.479395:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [978:978:256:4294967295] 192.168.201.120@tcp LPNI seq info [978:978:8:4294967295]
00000400:00000200:0.0:1749607493.479415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607493.479420:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607493.479424:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749607493.479429:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607493.479436:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607493.479440:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607493.479469:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941800.
00000400:00000010:0.0:1749607493.479472:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea840.
00000400:00000010:0.0:1749607493.479474:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749607493.479476:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730109184, portal 10
00000400:00000010:0.0:1749607493.479479:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749607493.479481:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730109184, offset 0
00000400:00000200:0.0:1749607493.479484:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607493.479487:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607493.479490:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607493.479491:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607493.479493:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607493.479494:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607493.479496:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [979:979:255:4294967295] 192.168.201.120@tcp LPNI seq info [979:979:7:4294967295]
00000400:00000200:0.0:1749607493.479502:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607493.479505:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607493.479506:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000800:00000200:2.0:1749607493.479508:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1749607493.479509:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749607493.479511:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749607493.479512:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607493.479513:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1749607493.479514:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749607493.479516:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607493.479519:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749607493.479520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749607493.479523:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4e00 x1834594730109056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607493.479543:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607493.479545:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:2.0:1749607493.479546:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607493.479548:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607493.479550:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749607493.479551:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:2.0:1749607493.479553:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4a80 x1834594730109184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607493.480438:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607493.480446:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31e800
00000400:00000200:0.0:1749607493.480452:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f7d [1] + 224
00000400:00000200:0.0:1749607493.480470:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607493.480473:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607493.480478:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf5180 x1834594730108928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607493.481384:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607493.481388:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607493.481390:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607493.481395:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5180 x1834594730108928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607493.481402:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5180 x1834594730108928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607493.481424:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749607493.481428:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96400.
00000100:00000010:1.0:1749607493.481432:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5180.
00000400:00000200:0.0:1749607493.481575:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607493.481582:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31e880
00000400:00000200:0.0:1749607493.481586:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f85 [1] + 0
00000400:00000200:0.0:1749607493.481591:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607493.481593:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607493.481597:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4e00 x1834594730109056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607493.481628:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607493.481631:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31e900
00000400:00000200:0.0:1749607493.481635:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1f8d [1] + 0
00000400:00000200:0.0:1749607493.481647:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607493.481650:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607493.481654:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4a80 x1834594730109184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607493.481796:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea7e8.
00000400:00000200:2.0:1749607493.481799:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749607493.481805:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749607493.481809:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4e00 x1834594730109056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607493.481814:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4e00 x1834594730109056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607493.481828:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea840.
00000400:00000200:2.0:1749607493.481830:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749607493.481831:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749607493.481833:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4a80 x1834594730109184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607493.481837:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4a80 x1834594730109184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607493.481848:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942800.
02000000:00000010:2.0:1749607493.481850:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27400.
00000100:00000010:2.0:1749607493.481852:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4e00.
02000000:00000010:2.0:1749607493.481855:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941800.
02000000:00000010:2.0:1749607493.481857:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27800.
00000100:00000010:2.0:1749607493.481859:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4a80.
00000100:00000010:0.0:1749607493.492098:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:3.0:1749607493.492120:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749607493.492230:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:2.0:1749607493.492365:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:3.0:1749607498.486041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749607498.486057:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96400.
00000400:00000200:3.0:1749607498.486105:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749607498.486117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4380.
02000000:00000010:2.0:1749607498.486135:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88200.
00000400:00000010:2.0:1749607498.486142:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
00000400:00000010:2.0:1749607498.486146:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607498.486152:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730109312, portal 25
02000000:00000010:3.0:1749607498.486155:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:2.0:1749607498.486156:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607498.486158:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730109312, offset 0
00000400:00000200:2.0:1749607498.486163:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607498.486171:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4000.
00000400:00000200:2.0:1749607498.486172:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:3.0:1749607498.486174:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:2.0:1749607498.486176:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607498.486179:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607498.486181:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607498.486183:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607498.486195:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [980:980:256:4294967295] 192.168.201.120@tcp LPNI seq info [980:980:8:4294967295]
02000000:00000010:3.0:1749607498.486196:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607498.486198:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607498.486201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607498.486203:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730109440, portal 10
00000400:00000200:2.0:1749607498.486204:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749607498.486206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607498.486207:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730109440, offset 0
00000800:00000200:2.0:1749607498.486208:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607498.486210:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607498.486211:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749607498.486213:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607498.486215:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607498.486216:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607498.486217:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607498.486219:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607498.486220:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607498.486221:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [981:981:255:4294967295] 192.168.201.120@tcp LPNI seq info [981:981:7:4294967295]
00000800:00000200:2.0:1749607498.486222:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607498.486225:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607498.486226:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607498.486229:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607498.486235:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607498.486237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607498.486240:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607498.486242:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607498.486252:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749607498.486275:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749607498.486281:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749607498.486285:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
02000000:00000010:3.0:1749607498.486292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749607498.486294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607498.486296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607498.486298:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730109568, portal 10
00000400:00000010:3.0:1749607498.486300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607498.486301:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730109568, offset 0
00000400:00000200:3.0:1749607498.486305:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607498.486308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607498.486309:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607498.486311:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607498.486313:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607498.486314:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607498.486316:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [982:982:254:4294967295] 192.168.201.120@tcp LPNI seq info [982:982:6:4294967295]
00000400:00000200:3.0:1749607498.486321:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607498.486323:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607498.486325:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607498.486328:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607498.486330:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607498.486332:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749607498.486382:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607498.486384:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:3.0:1749607498.486388:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607498.486395:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607498.486398:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607498.486399:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607498.486405:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4380 x1834594730109440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607498.486459:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607498.486460:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:3.0:1749607498.486462:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607498.486465:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607498.486466:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607498.486467:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607498.486470:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4000 x1834594730109568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607498.487753:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607498.487760:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607498.487766:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607498.487774:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607498.487779:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749607498.487781:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749607498.487790:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4700 x1834594730109312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607498.489290:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607498.489319:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ea80
00000400:00000200:0.0:1749607498.489327:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1fa5 [1] + 0
00000400:00000200:0.0:1749607498.489346:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607498.489350:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607498.489358:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4000 x1834594730109568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607498.489450:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607498.489455:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749607498.489456:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607498.489461:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4000 x1834594730109568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607498.489469:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4000 x1834594730109568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607498.489501:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749607498.489506:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27800.
00000100:00000010:3.0:1749607498.489510:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4000.
00000400:00000200:0.0:1749607498.490186:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607498.490194:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ea00
00000400:00000200:0.0:1749607498.490198:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f9d [1] + 0
00000400:00000200:0.0:1749607498.490204:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607498.490207:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607498.490212:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4380 x1834594730109440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607498.490238:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607498.490242:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31e980
00000400:00000200:0.0:1749607498.490248:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1f95 [1] + 224
00000400:00000200:0.0:1749607498.490257:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607498.490260:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607498.490265:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4700 x1834594730109312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607498.490329:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:3.0:1749607498.490332:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749607498.490333:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607498.490338:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4380 x1834594730109440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607498.490344:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000100:00000200:3.0:1749607498.490344:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4380 x1834594730109440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607498.490352:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607498.490354:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607498.490362:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4700 x1834594730109312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607498.490369:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4700 x1834594730109312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607498.490369:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607498.490372:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27c00.
00000100:00000010:3.0:1749607498.490374:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4380.
02000000:00000010:2.0:1749607498.490386:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88200.
02000000:00000010:2.0:1749607498.490390:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96400.
00000100:00000010:2.0:1749607498.490392:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4700.
00000100:00000010:2.0:1749607498.499085:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749607498.499100:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:0.0:1749607498.499188:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:1.0:1749607498.499894:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:2.0:1749607503.494221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607503.494237:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607503.494280:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607503.494291:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607503.494295:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607503.494306:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607503.494308:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607503.494331:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749607503.494336:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
00000400:00000010:2.0:1749607503.494340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607503.494345:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730109824, portal 10
00000400:00000010:2.0:1749607503.494350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607503.494361:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730109824, offset 0
00000400:00000200:2.0:1749607503.494366:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607503.494374:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607503.494377:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607503.494381:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607503.494383:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607503.494385:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607503.494387:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [983:983:256:4294967295] 192.168.201.120@tcp LPNI seq info [983:983:8:4294967295]
00000400:00000200:2.0:1749607503.494395:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607503.494399:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607503.494402:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607503.494407:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:3.0:1749607503.494446:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749607503.494450:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b738.
00000400:00000010:3.0:1749607503.494453:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607503.494455:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730109696, portal 25
00000400:00000010:3.0:1749607503.494457:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607503.494459:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730109696, offset 0
00000400:00000200:3.0:1749607503.494462:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607503.494465:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607503.494468:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607503.494469:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607503.494471:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607503.494473:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607503.494475:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [984:984:255:4294967295] 192.168.201.120@tcp LPNI seq info [984:984:7:4294967295]
00000400:00000200:3.0:1749607503.494485:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607503.494488:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607503.494575:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000800:00000200:0.0:1749607503.494581:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607503.494585:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607503.494588:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607503.494590:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607503.494593:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607503.494612:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607503.494627:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
00000100:00000010:0.0:1749607503.494638:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
00000100:00000010:0.0:1749607503.494641:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
02000000:00000010:2.0:1749607503.494662:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607503.494665:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02420.
00000400:00000010:2.0:1749607503.494667:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607503.494669:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730109952, portal 10
00000400:00000010:2.0:1749607503.494716:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607503.494718:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730109952, offset 0
00000400:00000200:2.0:1749607503.494721:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607503.494724:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607503.494726:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607503.494728:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607503.494728:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607503.494729:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607503.494731:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:1.0:1749607503.494732:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:2.0:1749607503.494733:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [985:985:254:4294967295] 192.168.201.120@tcp LPNI seq info [985:985:6:4294967295]
00000400:00000200:1.0:1749607503.494736:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607503.494739:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607503.494740:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607503.494741:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607503.494743:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000800:00000010:2.0:1749607503.494743:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000010:1.0:1749607503.494745:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000800:00000200:2.0:1749607503.494749:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749607503.494752:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730109696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607503.494753:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607503.494754:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607503.494766:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607503.494768:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749607503.494770:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607503.494772:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607503.494774:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:1.0:1749607503.494775:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:1.0:1749607503.494778:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730109824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607503.494981:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607503.494983:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749607503.494985:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607503.494988:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607503.494990:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:1.0:1749607503.494991:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:1.0:1749607503.494994:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730109952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607503.496313:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607503.496320:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31eb80
00000400:00000200:0.0:1749607503.496324:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1fad [1] + 0
00000400:00000200:0.0:1749607503.496335:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607503.496337:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607503.496341:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730109824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607503.496393:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:2.0:1749607503.496397:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749607503.496398:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607503.496402:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730109824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607503.496410:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730109824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607503.496428:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749607503.496431:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607503.496434:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749607503.497073:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607503.497080:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ec00
00000400:00000200:0.0:1749607503.497085:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1fbd [1] + 0
00000400:00000200:0.0:1749607503.497092:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607503.497095:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607503.497099:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730109952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607503.497128:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607503.497132:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31eb00
00000400:00000200:0.0:1749607503.497136:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1fb5 [1] + 224
00000400:00000200:0.0:1749607503.497148:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607503.497151:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607503.497155:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730109696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607503.497224:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02420.
00000400:00000200:2.0:1749607503.497227:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749607503.497228:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607503.497231:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730109952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607503.497238:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730109952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607503.497250:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607503.497253:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607503.497255:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:1.0:1749607503.497312:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b738.
00000400:00000200:1.0:1749607503.497316:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:1.0:1749607503.497317:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749607503.497322:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730109696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607503.497327:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730109696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607503.497338:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:1.0:1749607503.497346:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749607503.497348:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749607503.507051:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:2.0:1749607503.507062:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:1.0:1749607503.507092:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:0.0:1749607503.507134:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607508.502068:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607508.502087:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607508.502136:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607508.502148:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607508.502153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607508.502175:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607508.502187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607508.502280:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607508.502286:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607508.502291:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607508.502296:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730110208, portal 10
00000400:00000010:3.0:1749607508.502301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607508.502303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730110208, offset 0
00000400:00000200:3.0:1749607508.502308:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607508.502317:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607508.502321:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607508.502328:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607508.502331:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607508.502333:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607508.502336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [986:986:256:4294967295] 192.168.201.120@tcp LPNI seq info [986:986:8:4294967295]
00000400:00000200:3.0:1749607508.502345:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607508.502348:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607508.502351:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607508.502356:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607508.502362:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607508.502366:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607508.502379:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749607508.502392:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749607508.502398:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749607508.502410:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
02000000:00000010:3.0:1749607508.502418:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607508.502420:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607508.502422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607508.502424:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730110336, portal 10
00000400:00000010:3.0:1749607508.502427:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749607508.502428:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730110336, offset 0
00000400:00000200:3.0:1749607508.502431:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607508.502435:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607508.502437:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607508.502439:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607508.502440:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607508.502441:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607508.502443:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [987:987:255:4294967295] 192.168.201.120@tcp LPNI seq info [987:987:7:4294967295]
00000400:00000200:3.0:1749607508.502448:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607508.502451:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607508.502457:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607508.502460:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607508.502463:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607508.502465:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607508.502549:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749607508.502552:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea790.
00000400:00000010:0.0:1749607508.502555:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749607508.502562:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730110080, portal 25
00000400:00000010:0.0:1749607508.502565:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749607508.502566:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730110080, offset 0
00000400:00000200:0.0:1749607508.502570:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607508.502573:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607508.502575:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607508.502577:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607508.502579:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607508.502581:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607508.502582:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [988:988:254:4294967295] 192.168.201.120@tcp LPNI seq info [988:988:6:4294967295]
00000400:00000200:0.0:1749607508.502588:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607508.502591:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607508.502593:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000800:00000200:0.0:1749607508.502596:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607508.502599:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607508.502601:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607508.502795:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607508.502797:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607508.502801:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607508.502805:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607508.502808:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:2.0:1749607508.502810:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:2.0:1749607508.502816:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730110208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607508.502833:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607508.502835:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607508.502836:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607508.502839:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607508.502840:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:2.0:1749607508.502841:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:2.0:1749607508.502844:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730110336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607508.503207:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607508.503209:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:2.0:1749607508.503211:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607508.503214:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607508.503217:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749607508.503218:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749607508.503278:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730110080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607508.503639:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607508.503648:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ed00
00000400:00000200:0.0:1749607508.503653:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1fc5 [1] + 0
00000400:00000200:0.0:1749607508.503665:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607508.503668:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607508.503673:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730110208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607508.503716:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607508.503719:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607508.503721:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607508.503724:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730110208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607508.503731:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730110208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607508.503749:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607508.503752:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749607508.503755:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749607508.505014:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607508.505022:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ed80
00000400:00000200:0.0:1749607508.505026:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1fcd [1] + 0
00000400:00000200:0.0:1749607508.505039:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607508.505042:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607508.505059:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730110336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607508.505884:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607508.506112:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31ec80
00000400:00000200:0.0:1749607508.506119:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1fd5 [1] + 224
00000400:00000010:3.0:1749607508.506124:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607508.506127:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607508.506129:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000400:00000200:0.0:1749607508.506131:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607508.506134:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749607508.506134:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730110336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607508.506139:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730110080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607508.506142:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730110336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607508.506161:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607508.506165:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749607508.506168:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:1.0:1749607508.507449:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea790.
00000400:00000200:1.0:1749607508.507456:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:1.0:1749607508.507458:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:1.0:1749607508.507464:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730110080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607508.507472:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730110080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607508.507485:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:1.0:1749607508.507489:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607508.507492:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749607508.515027:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:1.0:1749607508.515036:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749607508.515041:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:0.0:1749607508.515098:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:2.0:1749607513.510041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607513.510059:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607513.510104:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607513.510116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607513.510121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607513.510134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749607513.510136:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607513.510142:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
02000000:00000010:2.0:1749607513.510146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:1.0:1749607513.510147:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607513.510153:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730110464, portal 25
02000000:00000010:3.0:1749607513.510153:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:1.0:1749607513.510157:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000010:3.0:1749607513.510157:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749607513.510158:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730110464, offset 0
00000400:00000010:3.0:1749607513.510160:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607513.510162:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730110592, portal 10
00000400:00000200:1.0:1749607513.510165:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607513.510166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607513.510172:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730110592, offset 0
00000400:00000200:1.0:1749607513.510174:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607513.510176:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607513.510178:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607513.510181:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607513.510183:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607513.510185:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607513.510188:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [989:989:256:4294967295] 192.168.201.120@tcp LPNI seq info [989:989:8:4294967295]
00000400:00000200:1.0:1749607513.510197:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607513.510201:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607513.510202:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607513.510204:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749607513.510205:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607513.510207:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607513.510209:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607513.510211:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607513.510213:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [990:990:255:4294967295] 192.168.201.120@tcp LPNI seq info [990:990:7:4294967295]
00000800:00000200:1.0:1749607513.510214:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607513.510220:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607513.510221:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607513.510223:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607513.510225:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749607513.510226:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607513.510229:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607513.510232:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607513.510235:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607513.510245:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000100:00000010:1.0:1749607513.510259:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000100:00000010:1.0:1749607513.510262:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749607513.510270:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
02000000:00000010:3.0:1749607513.510283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607513.510285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607513.510288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607513.510290:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730110720, portal 10
00000400:00000010:3.0:1749607513.510292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749607513.510294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730110720, offset 0
00000400:00000200:3.0:1749607513.510297:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607513.510300:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607513.510301:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607513.510302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607513.510303:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749607513.510304:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749607513.510305:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607513.510306:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607513.510307:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607513.510308:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [991:991:254:4294967295] 192.168.201.120@tcp LPNI seq info [991:991:6:4294967295]
00000400:00000200:0.0:1749607513.510310:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607513.510313:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749607513.510314:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000400:00000200:3.0:1749607513.510314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607513.510317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607513.510319:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730110464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1749607513.510319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607513.510325:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607513.510328:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607513.510330:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607513.510333:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607513.510334:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607513.510336:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607513.510338:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607513.510339:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749607513.510340:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749607513.510343:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730110592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607513.510390:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607513.510392:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607513.510394:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607513.510397:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607513.510403:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749607513.510404:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749607513.510407:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730110720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607513.511684:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607513.511697:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31ee00
00000400:00000200:0.0:1749607513.511703:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1fdd [1] + 224
00000400:00000200:0.0:1749607513.511715:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607513.511717:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607513.511725:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730110464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607513.511746:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607513.511749:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ee80
00000400:00000200:0.0:1749607513.511752:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1fe5 [1] + 0
00000400:00000200:0.0:1749607513.511755:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607513.511756:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607513.511759:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730110592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607513.511772:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607513.511774:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ef00
00000400:00000200:0.0:1749607513.511776:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x1fed [1] + 0
00000400:00000200:0.0:1749607513.511787:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607513.511789:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607513.511790:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607513.511793:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607513.511795:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607513.511800:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730110464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607513.511801:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730110720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607513.511807:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749607513.511808:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730110464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607513.511811:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607513.511812:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607513.511817:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730110592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607513.511824:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730110592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607513.511830:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749607513.511835:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607513.511839:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749607513.511842:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607513.511845:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749607513.511848:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:3.0:1749607513.511851:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607513.511852:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749607513.511853:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607513.511855:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730110720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607513.511860:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730110720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607513.511899:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607513.511901:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749607513.511903:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749607513.523040:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:3.0:1749607513.523040:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749607513.523051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:0.0:1749607513.523075:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:2.0:1749607518.518051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607518.518067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607518.518108:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607518.518120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607518.518124:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607518.518133:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607518.518135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607518.518158:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749607518.518160:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749607518.518162:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02420.
00000400:00000010:1.0:1749607518.518165:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:2.0:1749607518.518166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000010:1.0:1749607518.518168:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607518.518171:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730110848, portal 25
00000100:00000200:2.0:1749607518.518171:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730110976, portal 10
00000400:00000010:1.0:1749607518.518174:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000010:2.0:1749607518.518174:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607518.518175:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730110976, offset 0
00000100:00000200:1.0:1749607518.518176:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730110848, offset 0
00000400:00000200:2.0:1749607518.518179:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607518.518187:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607518.518190:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607518.518190:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607518.518192:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607518.518194:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607518.518196:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607518.518198:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [992:992:256:4294967295] 192.168.201.120@tcp LPNI seq info [992:992:8:4294967295]
00000400:00000200:2.0:1749607518.518204:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607518.518206:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607518.518209:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749607518.518209:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749607518.518212:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607518.518213:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607518.518214:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607518.518216:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607518.518218:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749607518.518218:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607518.518220:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [993:993:255:4294967295] 192.168.201.120@tcp LPNI seq info [993:993:7:4294967295]
00000800:00000200:2.0:1749607518.518221:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607518.518236:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749607518.518237:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
00000800:00000200:1.0:1749607518.518239:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607518.518242:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607518.518245:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749607518.518247:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
00000800:00000200:1.0:1749607518.518249:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607518.518251:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607518.518256:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f80.
00000100:00000010:2.0:1749607518.518259:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
02000000:00000010:2.0:1749607518.518277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749607518.518279:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
00000400:00000010:2.0:1749607518.518281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607518.518283:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730111104, portal 10
00000400:00000010:2.0:1749607518.518287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607518.518288:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730111104, offset 0
00000400:00000200:2.0:1749607518.518292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607518.518295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607518.518297:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607518.518298:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607518.518299:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607518.518301:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607518.518302:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607518.518304:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:2.0:1749607518.518304:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [994:994:254:4294967295] 192.168.201.120@tcp LPNI seq info [994:994:6:4294967295]
00000400:00000200:0.0:1749607518.518308:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607518.518309:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607518.518312:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607518.518313:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:2.0:1749607518.518314:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607518.518316:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000800:00000200:2.0:1749607518.518316:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749607518.518317:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000800:00000200:2.0:1749607518.518320:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607518.518321:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607518.518324:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730110976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607518.518339:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607518.518340:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607518.518342:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607518.518345:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607518.518346:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749607518.518347:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749607518.518350:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730110848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607518.518403:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607518.518405:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607518.518407:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607518.518409:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607518.518411:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607518.518412:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607518.518415:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730111104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607518.519492:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607518.519500:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31f000
00000400:00000200:0.0:1749607518.519505:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ff5 [1] + 0
00000400:00000200:0.0:1749607518.519510:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607518.519512:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607518.519516:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730110976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607518.519539:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607518.519547:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31ef80
00000400:00000200:0.0:1749607518.519550:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x1ff9 [1] + 224
00000400:00000200:0.0:1749607518.519555:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607518.519557:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607518.519560:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730110848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607518.519584:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607518.519587:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31f080
00000400:00000200:0.0:1749607518.519590:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2005 [1] + 0
00000400:00000200:0.0:1749607518.519599:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607518.519602:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607518.519606:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730111104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607518.519651:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02420.
00000400:00000200:2.0:1749607518.519655:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749607518.519657:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607518.519661:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730110976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607518.519663:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607518.519667:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607518.519668:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749607518.519668:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730110976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607518.519672:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730110848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607518.519677:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730110848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607518.519689:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749607518.519690:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:2.0:1749607518.519692:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
02000000:00000010:1.0:1749607518.519698:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:2.0:1749607518.519698:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000010:1.0:1749607518.519701:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:2.0:1749607518.519702:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730111104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607518.519707:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730111104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607518.519717:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607518.519720:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607518.519722:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607518.519724:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607518.519726:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607518.519727:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:3.0:1749607518.531052:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:2.0:1749607518.531077:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f80.
00000100:00000010:1.0:1749607518.531144:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:0.0:1749607518.531180:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749607523.526024:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607523.526041:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607523.526082:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607523.526095:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607523.526101:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607523.526110:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607523.526115:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607523.526119:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000010:2.0:1749607523.526120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607523.526122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000200:1.0:1749607523.526124:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730111232, portal 25
00000400:00000010:1.0:1749607523.526126:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607523.526128:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730111232, offset 0
00000400:00000200:1.0:1749607523.526132:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607523.526140:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607523.526143:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607523.526145:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607523.526147:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607523.526149:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:3.0:1749607523.526150:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000200:1.0:1749607523.526151:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [995:995:256:4294967295] 192.168.201.120@tcp LPNI seq info [995:995:8:4294967295]
00000400:00000010:3.0:1749607523.526154:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607523.526156:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607523.526158:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730111360, portal 10
00000400:00000010:3.0:1749607523.526161:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000400:00000200:1.0:1749607523.526165:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749607523.526166:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730111360, offset 0
00000800:00000200:1.0:1749607523.526168:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607523.526169:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607523.526170:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:3.0:1749607523.526173:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607523.526174:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607523.526175:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607523.526176:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607523.526177:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607523.526179:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607523.526180:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607523.526180:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [996:996:255:4294967295] 192.168.201.120@tcp LPNI seq info [996:996:7:4294967295]
00000800:00000200:1.0:1749607523.526182:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607523.526184:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607523.526186:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607523.526188:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607523.526190:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607523.526193:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607523.526194:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607523.526196:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000100:00000010:1.0:1749607523.526205:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749607523.526207:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
00000100:00000010:1.0:1749607523.526215:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
02000000:00000010:3.0:1749607523.526223:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607523.526224:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607523.526226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607523.526227:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730111488, portal 10
00000400:00000010:3.0:1749607523.526229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749607523.526230:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730111488, offset 0
00000800:00000200:0.0:1749607523.526233:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607523.526233:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607523.526235:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607523.526236:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749607523.526237:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:3.0:1749607523.526237:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607523.526238:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607523.526239:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607523.526240:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [997:997:254:4294967295] 192.168.201.120@tcp LPNI seq info [997:997:6:4294967295]
00000400:00000200:0.0:1749607523.526241:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607523.526244:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607523.526246:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749607523.526246:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607523.526248:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607523.526249:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749607523.526250:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000800:00000200:3.0:1749607523.526252:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607523.526255:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607523.526256:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607523.526258:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730111232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607523.526273:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607523.526274:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607523.526276:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607523.526278:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607523.526280:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749607523.526281:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749607523.526284:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730111360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607523.526355:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607523.526357:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607523.526359:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607523.526362:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607523.526363:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749607523.526365:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749607523.526368:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730111488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607523.527593:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607523.527601:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31f180
00000400:00000200:0.0:1749607523.527606:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2015 [1] + 0
00000400:00000200:0.0:1749607523.527613:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607523.527616:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607523.527621:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730111360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607523.527648:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607523.527652:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31f200
00000400:00000200:0.0:1749607523.527655:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x201d [1] + 0
00000400:00000200:0.0:1749607523.527659:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607523.527661:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607523.527664:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730111488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607523.527673:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:0.0:1749607523.527674:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749607523.527676:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000200:0.0:1749607523.527677:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31f100
00000400:00000010:3.0:1749607523.527677:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000400:00000200:0.0:1749607523.527681:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x200d [1] + 224
00000100:00000200:3.0:1749607523.527682:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730111360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607523.527688:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730111360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607523.527691:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607523.527697:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607523.527715:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730111232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607523.527733:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607523.527735:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749607523.527736:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607523.527738:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730111488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607523.527743:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730111488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607523.527754:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607523.527757:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749607523.527760:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:3.0:1749607523.527762:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607523.527764:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749607523.527765:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749607523.527766:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607523.527770:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607523.527771:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607523.527775:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730111232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607523.527781:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730111232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607523.527791:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749607523.527794:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749607523.527796:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:0.0:1749607523.539027:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:3.0:1749607523.539040:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:2.0:1749607523.539052:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:1.0:1749607523.539070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:2.0:1749607528.534077:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607528.534100:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607528.534150:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607528.534167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607528.534173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749607528.534175:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749607528.534181:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea738.
00000100:00000010:2.0:1749607528.534193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
00000400:00000010:0.0:1749607528.534195:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
02000000:00000010:2.0:1749607528.534196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000200:0.0:1749607528.534206:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730111616, portal 25
00000400:00000010:0.0:1749607528.534210:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749607528.534212:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730111616, offset 0
00000400:00000200:0.0:1749607528.534219:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607528.534229:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607528.534235:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1749607528.534236:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000200:0.0:1749607528.534239:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607528.534242:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749607528.534242:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749607528.534244:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749607528.534246:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000400:00000200:0.0:1749607528.534247:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [998:998:256:4294967295] 192.168.201.120@tcp LPNI seq info [998:998:8:4294967295]
00000100:00000200:3.0:1749607528.534249:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730111744, portal 10
00000400:00000010:3.0:1749607528.534253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000400:00000200:0.0:1749607528.534255:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749607528.534255:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730111744, offset 0
00000800:00000200:0.0:1749607528.534259:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607528.534262:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000800:00000200:0.0:1749607528.534267:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607528.534273:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607528.534273:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607528.534276:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607528.534277:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607528.534280:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607528.534282:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607528.534284:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607528.534285:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607528.534287:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [999:999:255:4294967295] 192.168.201.120@tcp LPNI seq info [999:999:7:4294967295]
00000100:00000010:0.0:1749607528.534294:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:3.0:1749607528.534294:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607528.534298:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607528.534300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607528.534304:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607528.534306:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
00000800:00000200:3.0:1749607528.534307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749607528.534309:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
00000800:00000200:3.0:1749607528.534309:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607528.534314:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
02000000:00000010:3.0:1749607528.534335:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607528.534338:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607528.534340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607528.534342:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730111872, portal 10
00000400:00000010:3.0:1749607528.534345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607528.534346:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730111872, offset 0
00000800:00000200:1.0:1749607528.534347:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607528.534350:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607528.534351:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:3.0:1749607528.534353:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607528.534355:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607528.534357:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607528.534357:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607528.534359:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607528.534360:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607528.534362:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1000:1000:254:4294967295] 192.168.201.120@tcp LPNI seq info [1000:1000:6:4294967295]
00000400:00000200:1.0:1749607528.534363:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607528.534366:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:1.0:1749607528.534368:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000400:00000200:3.0:1749607528.534368:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607528.534372:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607528.534374:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607528.534376:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749607528.534377:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730111616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607528.534384:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607528.534386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607528.534395:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607528.534408:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749607528.534410:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607528.534413:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607528.534415:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:1.0:1749607528.534416:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:1.0:1749607528.534420:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730111744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607528.534486:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607528.534488:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749607528.534490:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607528.534493:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607528.534494:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:1.0:1749607528.534496:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:1.0:1749607528.534499:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730111872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607528.535899:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607528.535909:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31f300
00000400:00000200:0.0:1749607528.535915:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x202d [1] + 0
00000400:00000200:0.0:1749607528.535930:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607528.535933:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607528.535958:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730111744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607528.535984:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607528.535988:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31f280
00000400:00000200:0.0:1749607528.535991:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2025 [1] + 224
00000400:00000200:0.0:1749607528.535996:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607528.535998:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607528.536001:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730111616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607528.536012:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607528.536015:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749607528.536017:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607528.536021:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730111744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607528.536028:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607528.536029:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730111744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607528.536032:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31f380
00000400:00000200:0.0:1749607528.536034:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2035 [1] + 0
00000400:00000200:0.0:1749607528.536045:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607528.536045:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea738.
00000400:00000200:0.0:1749607528.536048:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607528.536048:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:1.0:1749607528.536049:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
02000000:00000010:3.0:1749607528.536051:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
00000100:00000200:0.0:1749607528.536053:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730111872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607528.536053:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730111616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607528.536056:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000200:1.0:1749607528.536058:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730111616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607528.536060:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:3.0:1749607528.536064:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607528.536065:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607528.536066:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
02000000:00000010:1.0:1749607528.536067:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:1.0:1749607528.536069:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:3.0:1749607528.536069:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730111872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607528.536071:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:3.0:1749607528.536075:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730111872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607528.536087:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607528.536090:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749607528.536091:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749607528.547058:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607528.547067:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:1.0:1749607528.547147:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:2.0:1749607528.547214:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:2.0:1749607533.542041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607533.542059:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607533.542103:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607533.542115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607533.542119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607533.542130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607533.542131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749607533.542135:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
02000000:00000010:1.0:1749607533.542136:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607533.542141:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:3.0:1749607533.542141:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749607533.542145:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000010:3.0:1749607533.542145:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:1.0:1749607533.542149:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730112000, portal 25
00000100:00000200:3.0:1749607533.542149:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730112128, portal 10
00000400:00000010:1.0:1749607533.542152:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000400:00000010:3.0:1749607533.542152:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607533.542153:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730112128, offset 0
00000400:00000200:3.0:1749607533.542158:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749607533.542164:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730112000, offset 0
00000400:00000200:1.0:1749607533.542168:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607533.542169:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607533.542172:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607533.542174:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607533.542176:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607533.542177:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607533.542179:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1001:1001:256:4294967295] 192.168.201.120@tcp LPNI seq info [1001:1001:8:4294967295]
00000400:00000200:3.0:1749607533.542185:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607533.542188:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607533.542190:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749607533.542191:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607533.542193:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607533.542194:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607533.542195:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607533.542197:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607533.542199:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607533.542199:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607533.542201:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1002:1002:255:4294967295] 192.168.201.120@tcp LPNI seq info [1002:1002:7:4294967295]
00000800:00000200:3.0:1749607533.542202:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607533.542207:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607533.542210:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607533.542213:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749607533.542215:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607533.542219:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607533.542219:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000800:00000200:1.0:1749607533.542221:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607533.542229:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749607533.542232:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749607533.542236:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
02000000:00000010:3.0:1749607533.542247:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607533.542248:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607533.542249:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749607533.542251:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730112256, portal 10
00000400:00000010:3.0:1749607533.542253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607533.542254:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730112256, offset 0
00000400:00000200:3.0:1749607533.542256:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607533.542258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607533.542259:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607533.542260:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607533.542262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607533.542262:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607533.542264:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1003:1003:254:4294967295] 192.168.201.120@tcp LPNI seq info [1003:1003:6:4294967295]
00000400:00000200:3.0:1749607533.542267:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607533.542278:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607533.542279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:0.0:1749607533.542280:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749607533.542281:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607533.542283:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607533.542283:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607533.542284:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607533.542287:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607533.542292:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607533.542294:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749607533.542296:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749607533.542302:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730112128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607533.542313:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607533.542319:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607533.542320:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607533.542323:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607533.542324:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749607533.542325:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749607533.542328:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730112000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607533.542379:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607533.542380:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607533.542382:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607533.542385:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607533.542387:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749607533.542388:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749607533.542391:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730112256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607533.543504:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607533.543520:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31f400
00000400:00000200:0.0:1749607533.543527:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2041 [1] + 224
00000400:00000200:0.0:1749607533.543570:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607533.543574:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607533.543582:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730112000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607533.543608:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607533.543611:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31f500
00000400:00000200:0.0:1749607533.543615:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x204d [1] + 0
00000400:00000200:0.0:1749607533.543618:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607533.543620:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607533.543623:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730112256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607533.543636:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607533.543640:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607533.543641:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607533.543645:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730112000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607533.543653:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749607533.543653:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730112000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607533.543656:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31f480
00000400:00000200:0.0:1749607533.543657:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x203d [1] + 0
00000400:00000200:0.0:1749607533.543669:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749607533.543670:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749607533.543671:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607533.543673:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730112128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607533.543674:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749607533.543677:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749607533.543690:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607533.543694:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:3.0:1749607533.543695:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749607533.543700:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730112256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607533.543707:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730112256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607533.543727:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607533.543728:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607533.543729:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607533.543735:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730112128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607533.543741:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730112128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607533.543752:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607533.543756:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749607533.543760:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749607533.543762:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607533.543764:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749607533.543766:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749607533.555043:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749607533.555046:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:0.0:1749607533.555056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:1.0:1749607533.555069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:2.0:1749607538.550055:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607538.550070:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607538.550116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607538.550130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607538.550136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607538.550150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607538.550152:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749607538.550172:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:3.0:1749607538.550174:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:1.0:1749607538.550179:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:3.0:1749607538.550179:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:1.0:1749607538.550184:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000010:3.0:1749607538.550184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:1.0:1749607538.550190:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730112384, portal 25
00000400:00000010:1.0:1749607538.550194:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:3.0:1749607538.550196:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730112512, portal 10
00000400:00000010:3.0:1749607538.550199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:1.0:1749607538.550200:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730112384, offset 0
00000100:00000200:3.0:1749607538.550201:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730112512, offset 0
00000400:00000200:3.0:1749607538.550206:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607538.550213:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607538.550214:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607538.550218:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607538.550220:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607538.550223:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607538.550224:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607538.550226:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1004:1004:256:4294967295] 192.168.201.120@tcp LPNI seq info [1004:1004:8:4294967295]
00000400:00000200:3.0:1749607538.550233:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607538.550236:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607538.550238:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607538.550239:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607538.550241:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607538.550244:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607538.550244:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607538.550246:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607538.550248:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607538.550250:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607538.550251:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1005:1005:255:4294967295] 192.168.201.120@tcp LPNI seq info [1005:1005:7:4294967295]
00000800:00000200:3.0:1749607538.550252:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607538.550258:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607538.550262:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607538.550265:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607538.550268:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607538.550272:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607538.550273:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000800:00000200:1.0:1749607538.550275:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607538.550289:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749607538.550292:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749607538.550298:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
02000000:00000010:3.0:1749607538.550303:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607538.550305:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607538.550307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607538.550308:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730112640, portal 10
00000400:00000010:3.0:1749607538.550310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749607538.550311:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730112640, offset 0
00000400:00000200:3.0:1749607538.550314:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607538.550316:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607538.550318:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607538.550319:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607538.550324:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607538.550325:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607538.550326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1006:1006:254:4294967295] 192.168.201.120@tcp LPNI seq info [1006:1006:6:4294967295]
00000400:00000200:3.0:1749607538.550331:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607538.550333:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607538.550335:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607538.550337:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607538.550340:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749607538.550340:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607538.550341:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749607538.550343:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607538.550347:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607538.550351:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607538.550355:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749607538.550356:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749607538.550364:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730112512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607538.550379:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607538.550381:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749607538.550383:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607538.550385:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607538.550387:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749607538.550388:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749607538.550392:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730112384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607538.550444:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607538.550478:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607538.550481:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607538.550484:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607538.550486:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749607538.550492:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749607538.550497:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730112640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607538.551903:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607538.551921:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31f580
00000400:00000200:0.0:1749607538.551929:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2055 [1] + 224
00000400:00000200:0.0:1749607538.551978:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607538.551982:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607538.551993:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730112384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607538.552023:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607538.552027:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31f600
00000400:00000200:0.0:1749607538.552031:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2059 [1] + 0
00000400:00000200:0.0:1749607538.552035:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607538.552036:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607538.552040:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730112512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607538.552055:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607538.552058:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31f680
00000400:00000200:0.0:1749607538.552060:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2065 [1] + 0
00000400:00000010:1.0:1749607538.552073:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:0.0:1749607538.552076:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607538.552078:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607538.552078:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607538.552080:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607538.552086:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730112384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607538.552088:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730112640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607538.552095:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730112384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607538.552107:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607538.552112:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607538.552113:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
02000000:00000010:1.0:1749607538.552119:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:3.0:1749607538.552120:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730112512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607538.552125:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:3.0:1749607538.552128:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730112512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607538.552130:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:3.0:1749607538.552149:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607538.552151:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749607538.552152:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607538.552155:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730112640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607538.552162:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730112640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607538.552175:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607538.552180:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749607538.552184:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749607538.552186:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607538.552187:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749607538.552189:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749607538.563043:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:0.0:1749607538.563063:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:1.0:1749607538.563064:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749607538.563080:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:2.0:1749607543.558032:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607543.558047:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607543.558098:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607543.558113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607543.558118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749607543.558125:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607543.558131:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607543.558135:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607543.558140:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730112768, portal 25
00000400:00000010:1.0:1749607543.558143:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000010:2.0:1749607543.558143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607543.558147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000200:1.0:1749607543.558153:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730112768, offset 0
00000400:00000200:1.0:1749607543.558157:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607543.558166:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607543.558169:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607543.558172:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607543.558174:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607543.558176:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607543.558178:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1007:1007:256:4294967295] 192.168.201.120@tcp LPNI seq info [1007:1007:8:4294967295]
00000400:00000200:1.0:1749607543.558184:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607543.558187:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607543.558191:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607543.558195:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:3.0:1749607543.558196:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000800:00000200:1.0:1749607543.558200:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:3.0:1749607543.558201:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000800:00000200:1.0:1749607543.558203:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:3.0:1749607543.558205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607543.558208:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730112896, portal 10
00000400:00000010:3.0:1749607543.558212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607543.558213:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730112896, offset 0
00000100:00000010:1.0:1749607543.558216:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000400:00000200:3.0:1749607543.558218:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607543.558223:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:1.0:1749607543.558226:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000400:00000200:3.0:1749607543.558226:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1749607543.558228:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
00000400:00000200:3.0:1749607543.558228:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607543.558230:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607543.558232:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:1.0:1749607543.558233:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000400:00000200:3.0:1749607543.558234:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1008:1008:255:4294967295] 192.168.201.120@tcp LPNI seq info [1008:1008:7:4294967295]
00000400:00000200:3.0:1749607543.558241:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607543.558245:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607543.558248:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607543.558251:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607543.558255:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607543.558258:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607543.558267:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607543.558270:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607543.558272:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607543.558274:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730113024, portal 10
00000400:00000010:3.0:1749607543.558277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749607543.558278:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730113024, offset 0
00000400:00000200:3.0:1749607543.558282:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607543.558286:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607543.558288:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607543.558290:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607543.558292:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607543.558299:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607543.558302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1009:1009:254:4294967295] 192.168.201.120@tcp LPNI seq info [1009:1009:6:4294967295]
00000800:00000200:0.0:1749607543.558307:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607543.558309:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749607543.558310:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000800:00000200:3.0:1749607543.558312:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607543.558315:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607543.558318:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607543.558319:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749607543.558321:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607543.558323:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749607543.558324:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607543.558326:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749607543.558328:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749607543.558335:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730112768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607543.558357:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607543.558359:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607543.558360:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607543.558378:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607543.558380:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749607543.558381:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749607543.558386:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730112896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607543.558409:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607543.558410:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607543.558412:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607543.558415:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607543.558417:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749607543.558418:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749607543.558421:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730113024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607543.559647:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607543.559663:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31f700
00000400:00000200:0.0:1749607543.559670:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x206d [1] + 224
00000400:00000200:0.0:1749607543.559681:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607543.559685:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607543.559695:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730112768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607543.559731:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607543.559747:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31f780
00000400:00000200:0.0:1749607543.559752:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2075 [1] + 0
00000400:00000200:0.0:1749607543.559758:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607543.559761:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607543.559765:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730112896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607543.559776:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000400:00000200:1.0:1749607543.559781:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749607543.559782:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607543.559788:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730112768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607543.559792:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607543.559796:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31f800
00000100:00000200:1.0:1749607543.559797:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730112768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607543.559799:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x207d [1] + 0
00000400:00000200:0.0:1749607543.559815:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607543.559818:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749607543.559821:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:0.0:1749607543.559823:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730113024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607543.559823:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607543.559826:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749607543.559827:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
02000000:00000010:1.0:1749607543.559828:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749607543.559832:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000200:3.0:1749607543.559832:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730112896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607543.559838:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730112896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607543.559853:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607543.559854:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607543.559855:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607543.559857:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730113024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607543.559861:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730113024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607553 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607543.559871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607543.559873:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749607543.559875:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749607543.559878:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607543.559880:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749607543.559882:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:3.0:1749607543.571082:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:1.0:1749607543.571083:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:0.0:1749607543.571089:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749607543.571094:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:2.0:1749607548.566083:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607548.566112:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
02000000:00000010:0.0:1749607548.566750:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749607548.566761:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea738.
00000400:00000010:0.0:1749607548.566768:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749607548.566775:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730113152, portal 25
00000400:00000010:0.0:1749607548.566780:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749607548.566782:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730113152, offset 0
00000400:00000200:0.0:1749607548.566793:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607548.566809:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607548.566814:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607548.566819:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607548.566822:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607548.566824:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607548.566827:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1010:1010:256:4294967295] 192.168.201.120@tcp LPNI seq info [1010:1010:8:4294967295]
00000400:00000200:0.0:1749607548.566838:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607548.566859:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607548.566863:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000800:00000200:0.0:1749607548.566870:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607548.566878:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607548.566883:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749607548.566918:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607548.566932:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
00000100:00000010:0.0:1749607548.566959:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749607548.566964:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
00000800:00000200:1.0:1749607548.568000:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607548.568020:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749607548.568023:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607548.568029:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607548.568034:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:1.0:1749607548.568035:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:1.0:1749607548.568043:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730113152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607548.569066:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607548.569088:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607548.569104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607548.569134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607548.569138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749607548.569165:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607548.569171:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607548.569177:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607548.569181:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730113280, portal 10
00000400:00000010:3.0:1749607548.569186:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607548.569188:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730113280, offset 0
00000400:00000200:3.0:1749607548.569194:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607548.569202:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607548.569206:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607548.569210:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607548.569212:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607548.569214:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607548.569217:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1011:1011:256:4294967295] 192.168.201.120@tcp LPNI seq info [1011:1011:8:4294967295]
00000400:00000200:3.0:1749607548.569223:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607548.569227:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607548.569231:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607548.569236:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607548.569243:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607548.569247:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607548.570168:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607548.570174:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607548.570178:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607548.570181:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730113408, portal 10
00000400:00000010:3.0:1749607548.570185:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749607548.570186:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730113408, offset 0
00000400:00000200:3.0:1749607548.570190:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607548.570195:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607548.570198:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607548.570200:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607548.570202:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607548.570203:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607548.570214:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1012:1012:255:4294967295] 192.168.201.120@tcp LPNI seq info [1012:1012:7:4294967295]
00000400:00000200:3.0:1749607548.570220:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607548.570223:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607548.570226:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607548.570229:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607548.570233:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607548.570236:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607548.571146:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607548.571157:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31f880
00000400:00000200:0.0:1749607548.571164:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2085 [1] + 224
00000400:00000200:0.0:1749607548.571180:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607548.571184:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607548.571194:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730113152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607548.571337:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607548.571340:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749607548.571349:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607548.571353:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607548.571355:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:2.0:1749607548.571357:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:2.0:1749607548.571363:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730113280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607548.571763:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607548.571765:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749607548.571768:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607548.571771:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607548.571773:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:2.0:1749607548.571775:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:2.0:1749607548.571779:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730113408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607548.571846:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea738.
00000400:00000200:1.0:1749607548.571850:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749607548.571851:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749607548.571856:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730113152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607548.571862:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730113152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607548.572205:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:1.0:1749607548.572213:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749607548.572217:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749607548.574384:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607548.574403:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31f900
00000400:00000200:0.0:1749607548.574411:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x208d [1] + 0
00000400:00000200:0.0:1749607548.574424:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607548.574427:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607548.574439:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730113280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607548.574475:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607548.574479:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31f980
00000400:00000200:0.0:1749607548.574482:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2095 [1] + 0
00000400:00000200:0.0:1749607548.574498:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607548.574511:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607548.574516:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730113408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607548.574642:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607548.574647:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749607548.574649:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607548.574656:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730113280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607548.574663:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730113280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607548.574687:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607548.574689:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607548.574690:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607548.574692:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730113408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607548.574697:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730113408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607548.574712:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607548.574717:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749607548.574721:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749607548.574724:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607548.574726:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749607548.574728:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749607548.579104:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749607548.579334:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607548.579381:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:1.0:1749607548.579446:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:2.0:1749607553.574033:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607553.574049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607553.574091:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607553.574104:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607553.574110:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749607553.574122:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000100:00000010:2.0:1749607553.574123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607553.574125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:1.0:1749607553.574129:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bd68.
00000400:00000010:1.0:1749607553.574134:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607553.574139:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730113536, portal 25
00000400:00000010:1.0:1749607553.574143:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
02000000:00000010:2.0:1749607553.574144:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000100:00000200:1.0:1749607553.574145:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730113536, offset 0
00000400:00000010:2.0:1749607553.574147:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02478.
00000400:00000010:2.0:1749607553.574149:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:1.0:1749607553.574151:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607553.574160:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607553.574160:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730113664, portal 10
00000400:00000010:2.0:1749607553.574164:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000200:1.0:1749607553.574165:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749607553.574165:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730113664, offset 0
00000400:00000200:1.0:1749607553.574168:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607553.574169:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607553.574171:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607553.574174:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607553.574176:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1013:1013:256:4294967295] 192.168.201.120@tcp LPNI seq info [1013:1013:8:4294967295]
00000400:00000200:1.0:1749607553.574184:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607553.574212:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607553.574213:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607553.574214:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607553.574216:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607553.574220:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607553.574221:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607553.574222:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607553.574222:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607553.574224:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1014:1014:255:4294967295] 192.168.201.120@tcp LPNI seq info [1014:1014:7:4294967295]
00000400:00000200:2.0:1749607553.574228:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607553.574229:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607553.574230:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607553.574232:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749607553.574232:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607553.574234:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607553.574237:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607553.574238:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607553.574253:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749607553.574280:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000800:00000200:3.0:1749607553.574283:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:1.0:1749607553.574284:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749607553.574289:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000800:00000010:3.0:1749607553.574289:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:3.0:1749607553.574293:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607553.574297:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607553.574300:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:3.0:1749607553.574301:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:3.0:1749607553.574308:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730113536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607553.574352:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607553.574355:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02420.
00000400:00000010:2.0:1749607553.574357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000800:00000200:3.0:1749607553.574357:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749607553.574359:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730113792, portal 10
00000800:00000010:3.0:1749607553.574359:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:3.0:1749607553.574361:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607553.574363:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:3.0:1749607553.574363:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607553.574364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730113792, offset 0
00000400:00000200:3.0:1749607553.574365:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:3.0:1749607553.574366:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000400:00000200:2.0:1749607553.574369:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749607553.574369:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730113664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607553.574373:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607553.574375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607553.574377:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607553.574378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607553.574380:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607553.574382:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1015:1015:255:4294967295] 192.168.201.120@tcp LPNI seq info [1015:1015:7:4294967295]
00000400:00000200:2.0:1749607553.574387:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607553.574413:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607553.574415:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607553.574418:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607553.574421:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607553.574423:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749607553.575006:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:3.0:1749607553.575009:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:3.0:1749607553.575011:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607553.575014:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607553.575016:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:3.0:1749607553.575017:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:3.0:1749607553.575020:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730113792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607553.575913:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607553.575930:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31fa00
00000400:00000200:0.0:1749607553.576063:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x209d [1] + 224
00000400:00000200:1.0:1749607553.576138:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607553.576143:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607553.576153:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730113536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607553.576191:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749607553.576262:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31fa80
00000400:00000200:1.0:1749607553.576267:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x20a5 [1] + 0
00000400:00000200:1.0:1749607553.576274:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607553.576276:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607553.576281:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730113664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607553.576305:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749607553.576309:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31fb00
00000400:00000200:1.0:1749607553.576312:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x20ad [1] + 0
00000400:00000200:1.0:1749607553.576330:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607553.576332:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607553.576336:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730113792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607553.576339:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02478.
00000400:00000200:3.0:1749607553.576344:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:3.0:1749607553.576346:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000400:00000010:2.0:1749607553.576350:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bd68.
00000100:00000200:3.0:1749607553.576351:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730113664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607553.576355:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749607553.576357:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:3.0:1749607553.576359:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730113664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607553.576362:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730113536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607553.576369:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730113536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607553.576379:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02420.
00000400:00000200:3.0:1749607553.576387:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:3.0:1749607553.576389:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
02000000:00000010:2.0:1749607553.576390:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000100:00000200:3.0:1749607553.576393:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730113792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607553.576395:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:2.0:1749607553.576399:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:3.0:1749607553.576399:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730113792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607553.576412:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607553.576415:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749607553.576417:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749607553.576419:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749607553.576421:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749607553.576422:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:3.0:1749607553.587065:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:2.0:1749607553.587352:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:0.0:1749607553.587359:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749607553.587454:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:2.0:1749607558.582083:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607558.582108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607558.582203:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607558.582222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607558.582229:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607558.582244:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607558.582247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607558.582287:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749607558.582294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a023c8.
00000400:00000010:2.0:1749607558.582301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607558.582308:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730114048, portal 10
00000400:00000010:2.0:1749607558.582315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607558.582317:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730114048, offset 0
00000400:00000200:2.0:1749607558.582323:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607558.582335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607558.582340:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607558.582344:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607558.582347:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607558.582349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607558.582352:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1016:1016:256:4294967295] 192.168.201.120@tcp LPNI seq info [1016:1016:8:4294967295]
00000400:00000200:2.0:1749607558.582376:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607558.582382:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607558.582387:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607558.582393:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607558.582401:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607558.582405:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607558.582435:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f80.
00000100:00000010:2.0:1749607558.582449:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096040.
00000100:00000010:2.0:1749607558.582457:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749607558.582461:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
02000000:00000010:2.0:1749607558.582471:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607558.582473:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02370.
00000400:00000010:2.0:1749607558.582475:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607558.582477:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730114176, portal 10
00000400:00000010:2.0:1749607558.582480:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607558.582481:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730114176, offset 0
00000400:00000200:2.0:1749607558.582485:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607558.582488:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607558.582490:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607558.582492:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607558.582493:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607558.582495:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607558.582497:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1017:1017:255:4294967295] 192.168.201.120@tcp LPNI seq info [1017:1017:7:4294967295]
00000400:00000200:2.0:1749607558.582502:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607558.582505:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607558.582508:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607558.582510:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607558.582513:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607558.582515:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607558.582614:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749607558.582619:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607558.582623:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607558.582626:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730113920, portal 25
00000400:00000010:3.0:1749607558.582628:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607558.582630:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730113920, offset 0
00000400:00000200:3.0:1749607558.582634:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607558.582638:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607558.582640:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607558.582641:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607558.582643:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607558.582645:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607558.582646:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1018:1018:254:4294967295] 192.168.201.120@tcp LPNI seq info [1018:1018:6:4294967295]
00000400:00000200:3.0:1749607558.582652:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607558.582657:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607558.582659:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607558.582662:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607558.582672:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607558.582674:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607558.582770:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607558.582774:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749607558.582779:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607558.582784:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607558.582787:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:1.0:1749607558.582789:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:1.0:1749607558.582796:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730114048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607558.582810:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607558.582812:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749607558.582813:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607558.582815:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607558.582817:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:1.0:1749607558.582818:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:1.0:1749607558.582820:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730114176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607558.582879:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607558.582881:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749607558.582883:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607558.582885:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607558.582886:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:1.0:1749607558.582887:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:1.0:1749607558.582890:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730113920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607558.585217:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607558.585233:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31fc00
00000400:00000200:0.0:1749607558.585242:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x20b5 [1] + 0
00000400:00000200:0.0:1749607558.585253:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607558.585257:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607558.585266:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730114048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607558.585305:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607558.585310:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31fc80
00000400:00000200:0.0:1749607558.585313:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x20bd [1] + 0
00000400:00000200:0.0:1749607558.585318:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607558.585320:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607558.585324:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730114176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607558.585336:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607558.585339:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31fb80
00000400:00000200:0.0:1749607558.585343:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x20c5 [1] + 224
00000400:00000200:0.0:1749607558.585359:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607558.585369:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607558.585374:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730113920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607558.585444:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607558.585449:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607558.585451:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607558.585458:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730113920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607558.585461:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a023c8.
00000400:00000200:2.0:1749607558.585465:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000100:00000200:3.0:1749607558.585466:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730113920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607558.585467:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607558.585472:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730114048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607558.585479:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730114048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607558.585488:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749607558.585494:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000010:2.0:1749607558.585495:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02370.
00000400:00000200:2.0:1749607558.585497:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749607558.585499:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000010:3.0:1749607558.585499:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:2.0:1749607558.585501:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730114176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607558.585507:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730114176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607558.585520:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607558.585524:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607558.585526:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607558.585529:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607558.585530:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607558.585532:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749607558.595078:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:0.0:1749607558.595122:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f80.
00000100:00000010:2.0:1749607558.595147:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:1.0:1749607558.595185:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096040.
00000100:00000010:2.0:1749607563.590100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607563.590119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607563.590174:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607563.590190:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607563.590196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749607563.590197:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607563.590204:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607563.590210:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607563.590218:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730114304, portal 25
00000100:00000010:2.0:1749607563.590225:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607563.590228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:1.0:1749607563.590234:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607563.590236:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730114304, offset 0
00000400:00000200:1.0:1749607563.590243:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607563.590255:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607563.590260:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607563.590264:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607563.590267:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607563.590268:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607563.590271:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1019:1019:256:4294967295] 192.168.201.120@tcp LPNI seq info [1019:1019:8:4294967295]
00000400:00000200:1.0:1749607563.590280:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607563.590284:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607563.590288:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607563.590293:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607563.590299:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607563.590302:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:3.0:1749607563.590309:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000100:00000010:1.0:1749607563.590318:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000400:00000010:3.0:1749607563.590320:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607563.590326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000010:1.0:1749607563.590328:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749607563.590331:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000200:3.0:1749607563.590332:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730114432, portal 10
00000100:00000010:1.0:1749607563.590337:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000400:00000010:3.0:1749607563.590338:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607563.590340:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730114432, offset 0
00000400:00000200:3.0:1749607563.590348:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607563.590360:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607563.590365:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607563.590368:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607563.590370:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607563.590372:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607563.590374:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1020:1020:255:4294967295] 192.168.201.120@tcp LPNI seq info [1020:1020:7:4294967295]
00000400:00000200:3.0:1749607563.590382:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607563.590387:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607563.590391:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607563.590396:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607563.590413:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749607563.590414:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749607563.590416:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000800:00000200:3.0:1749607563.590417:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607563.590420:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607563.590425:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607563.590429:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749607563.590431:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
02000000:00000010:3.0:1749607563.590433:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607563.590436:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607563.590438:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749607563.590439:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730114304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607563.590440:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730114560, portal 10
00000400:00000010:3.0:1749607563.590443:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607563.590444:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730114560, offset 0
00000400:00000200:3.0:1749607563.590448:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607563.590460:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607563.590462:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607563.590464:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607563.590466:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749607563.590467:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607563.590467:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607563.590469:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:3.0:1749607563.590470:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1021:1021:255:4294967295] 192.168.201.120@tcp LPNI seq info [1021:1021:7:4294967295]
00000400:00000200:0.0:1749607563.590471:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607563.590475:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607563.590476:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000200:3.0:1749607563.590477:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749607563.590478:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000800:00000200:3.0:1749607563.590480:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607563.590481:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730114432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1749607563.590482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607563.590485:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607563.590489:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607563.590491:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607563.590564:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607563.590566:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749607563.590568:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607563.590571:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607563.590574:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:1.0:1749607563.590575:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:1.0:1749607563.590579:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730114560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607563.591685:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607563.591695:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31fd80
00000400:00000200:0.0:1749607563.591701:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x20d5 [1] + 0
00000400:00000200:0.0:1749607563.591709:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607563.591712:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607563.591718:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730114432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607563.591745:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607563.591749:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31fd00
00000400:00000200:0.0:1749607563.591753:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x20cd [1] + 224
00000400:00000200:0.0:1749607563.591765:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607563.591767:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607563.591770:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730114304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607563.591777:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607563.591781:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607563.591783:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607563.591790:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730114432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607563.591791:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607563.591795:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31fe00
00000400:00000200:0.0:1749607563.591799:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x20dd [1] + 0
00000100:00000200:3.0:1749607563.591799:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730114432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607563.591810:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607563.591813:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607563.591817:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730114560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607563.591820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
00000400:00000010:1.0:1749607563.591821:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
02000000:00000010:3.0:1749607563.591824:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000400:00000200:1.0:1749607563.591826:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749607563.591827:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000010:3.0:1749607563.591834:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:1.0:1749607563.591837:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730114304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607563.591840:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607563.591841:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749607563.591843:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749607563.591844:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730114304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607563.591846:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730114560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607563.591850:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730114560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607563.591860:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:3.0:1749607563.591860:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607563.591861:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749607563.591863:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749607563.591865:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607563.591868:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749607563.603128:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:0.0:1749607563.603170:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:2.0:1749607563.603192:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:3.0:1749607563.603247:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:2.0:1749607568.598110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607568.598151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607568.598221:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607568.598240:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607568.598248:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749607568.598272:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749607568.598275:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607568.598279:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:1.0:1749607568.598280:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607568.598286:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607568.598293:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730114688, portal 25
00000400:00000010:1.0:1749607568.598297:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749607568.598299:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730114688, offset 0
00000400:00000200:1.0:1749607568.598307:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607568.598318:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607568.598323:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607568.598327:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607568.598330:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607568.598332:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607568.598335:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1022:1022:256:4294967295] 192.168.201.120@tcp LPNI seq info [1022:1022:8:4294967295]
02000000:00000010:3.0:1749607568.598342:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000200:1.0:1749607568.598345:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607568.598351:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607568.598354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000800:00000010:1.0:1749607568.598355:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607568.598360:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:3.0:1749607568.598360:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607568.598366:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730114816, portal 10
00000800:00000200:1.0:1749607568.598368:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:3.0:1749607568.598371:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000800:00000200:1.0:1749607568.598372:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:3.0:1749607568.598373:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730114816, offset 0
00000400:00000200:3.0:1749607568.598381:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607568.598392:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:1.0:1749607568.598396:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000400:00000200:3.0:1749607568.598396:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607568.598399:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607568.598402:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607568.598404:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607568.598406:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1023:1023:255:4294967295] 192.168.201.120@tcp LPNI seq info [1023:1023:7:4294967295]
00000100:00000010:1.0:1749607568.598408:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749607568.598412:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000400:00000200:3.0:1749607568.598415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607568.598419:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607568.598422:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000100:00000010:1.0:1749607568.598426:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000800:00000200:3.0:1749607568.598427:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607568.598433:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607568.598447:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607568.598461:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607568.598464:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
02000000:00000010:3.0:1749607568.598464:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607568.598466:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749607568.598469:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607568.598469:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607568.598471:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730114944, portal 10
00000400:00000200:0.0:1749607568.598473:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607568.598474:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000400:00000200:0.0:1749607568.598476:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749607568.598478:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:3.0:1749607568.598483:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730114944, offset 0
00000100:00000200:0.0:1749607568.598485:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730114688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607568.598487:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607568.598492:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607568.598494:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607568.598496:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607568.598497:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607568.598499:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607568.598501:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1024:1024:254:4294967295] 192.168.201.120@tcp LPNI seq info [1024:1024:6:4294967295]
00000400:00000200:3.0:1749607568.598507:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607568.598511:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607568.598513:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607568.598516:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607568.598519:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607568.598521:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607568.598578:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607568.598580:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607568.598581:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607568.598584:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607568.598585:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749607568.598586:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749607568.598589:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730114816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607568.598605:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607568.598610:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607568.598612:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607568.598613:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607568.598615:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749607568.598616:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749607568.598618:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730114944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607568.600836:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607568.600852:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf31fe80
00000400:00000200:0.0:1749607568.600860:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x20e5 [1] + 224
00000400:00000200:0.0:1749607568.600870:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607568.600874:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607568.600884:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730114688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607568.600924:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607568.600928:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf31ff00
00000400:00000200:0.0:1749607568.600933:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x20ed [1] + 0
00000400:00000010:1.0:1749607568.600976:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607568.600981:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749607568.600983:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607568.600989:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730114688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607568.600992:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607568.600996:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607568.600997:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730114688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607568.601010:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730114816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607568.601019:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607568.601025:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749607568.601029:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749607568.601081:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607568.601089:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749607568.601091:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607568.601100:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730114816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607568.601109:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730114816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607568.601131:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607568.601136:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749607568.601140:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749607568.602607:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607568.602617:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf31ff80
00000400:00000200:0.0:1749607568.602622:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x20f5 [1] + 0
00000400:00000200:0.0:1749607568.602640:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607568.602643:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607568.602651:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730114944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607568.602807:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607568.602811:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749607568.602813:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607568.602819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730114944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607568.602825:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730114944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607568.602848:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607568.602852:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749607568.602855:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:3.0:1749607568.611083:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:0.0:1749607568.611102:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:2.0:1749607568.611185:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607568.611657:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:2.0:1749607573.606069:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607573.606088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607573.606145:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607573.606159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607573.606167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607573.606185:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607573.606188:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749607573.606207:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
02000000:00000010:3.0:1749607573.606215:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607573.606223:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607573.606231:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607573.606237:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730115200, portal 10
00000400:00000010:3.0:1749607573.606242:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607573.606244:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730115200, offset 0
00000400:00000200:3.0:1749607573.606249:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607573.606258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607573.606263:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607573.606266:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607573.606270:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607573.606272:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607573.606275:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1025:1025:256:4294967295] 192.168.201.120@tcp LPNI seq info [1025:1025:8:4294967295]
00000400:00000010:2.0:1749607573.606278:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02370.
00000400:00000010:2.0:1749607573.606283:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:3.0:1749607573.606283:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749607573.606287:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730115072, portal 25
00000800:00000200:3.0:1749607573.606288:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607573.606290:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607573.606291:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730115072, offset 0
00000800:00000010:3.0:1749607573.606293:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607573.606295:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607573.606300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607573.606301:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607573.606303:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607573.606305:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607573.606306:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607573.606307:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607573.606309:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607573.606310:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749607573.606311:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1026:1026:255:4294967295] 192.168.201.120@tcp LPNI seq info [1026:1026:7:4294967295]
00000400:00000200:2.0:1749607573.606316:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607573.606320:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607573.606322:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607573.606325:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607573.606329:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607573.606335:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607573.606347:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749607573.606365:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000100:00000010:3.0:1749607573.606378:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749607573.606382:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
02000000:00000010:3.0:1749607573.606391:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607573.606394:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607573.606396:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607573.606398:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730115328, portal 10
00000400:00000010:3.0:1749607573.606401:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749607573.606403:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730115328, offset 0
00000400:00000200:3.0:1749607573.606406:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607573.606410:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607573.606412:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607573.606414:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607573.606416:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607573.606417:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607573.606419:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1027:1027:254:4294967295] 192.168.201.120@tcp LPNI seq info [1027:1027:6:4294967295]
00000800:00000200:0.0:1749607573.606422:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607573.606425:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:3.0:1749607573.606425:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607573.606429:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749607573.606429:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607573.606431:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607573.606434:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749607573.606434:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607573.606437:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607573.606438:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749607573.606440:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000800:00000200:3.0:1749607573.606445:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607573.606452:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730115200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607573.606468:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607573.606469:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607573.606471:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607573.606474:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607573.606475:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749607573.606476:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607573.606479:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730115072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607573.606541:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607573.606542:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607573.606544:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607573.606547:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607573.606549:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749607573.606550:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749607573.606553:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730115328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607573.608833:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607573.608845:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320080
00000400:00000200:0.0:1749607573.608852:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x20fd [1] + 0
00000400:00000200:0.0:1749607573.608891:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607573.608905:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607573.608913:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730115200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607573.608999:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607573.609016:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320000
00000400:00000200:0.0:1749607573.609021:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2105 [1] + 224
00000400:00000200:0.0:1749607573.609027:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607573.609029:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607573.609034:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607573.609043:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:3.0:1749607573.609046:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607573.609057:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730115200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607573.609065:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730115200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607573.609121:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607573.609128:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749607573.609135:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:0.0:1749607573.609282:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730115072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607573.609316:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607573.609320:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320100
00000400:00000200:0.0:1749607573.609324:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x210d [1] + 0
00000400:00000200:0.0:1749607573.609337:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607573.609340:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607573.609345:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730115328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607573.609392:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607573.609395:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749607573.609396:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607573.609401:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730115328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607573.609407:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730115328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607573.609425:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607573.609429:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749607573.609432:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:2.0:1749607573.609539:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02370.
00000400:00000200:2.0:1749607573.609543:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749607573.609545:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607573.609550:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730115072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607573.609557:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730115072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607573.609582:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749607573.609588:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:2.0:1749607573.609591:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749607573.619078:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:3.0:1749607573.619078:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:2.0:1749607573.619093:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:0.0:1749607573.619292:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:2.0:1749607578.614092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607578.614117:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607578.614181:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607578.614198:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607578.614204:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749607578.614222:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749607578.614223:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607578.614226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749607578.614231:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607578.614237:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607578.614242:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730115456, portal 25
00000400:00000010:3.0:1749607578.614246:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607578.614249:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730115456, offset 0
00000400:00000200:3.0:1749607578.614256:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607578.614259:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749607578.614265:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02370.
00000400:00000200:3.0:1749607578.614267:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607578.614269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:3.0:1749607578.614271:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749607578.614274:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730115584, portal 10
00000400:00000200:3.0:1749607578.614275:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607578.614278:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749607578.614280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:3.0:1749607578.614280:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749607578.614282:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730115584, offset 0
00000400:00000200:3.0:1749607578.614283:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1028:1028:256:4294967295] 192.168.201.120@tcp LPNI seq info [1028:1028:8:4294967295]
00000400:00000200:2.0:1749607578.614287:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607578.614291:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607578.614295:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607578.614306:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607578.614311:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607578.614318:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607578.614321:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607578.614352:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749607578.614366:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749607578.614373:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749607578.614377:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000400:00000200:2.0:1749607578.614394:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607578.614398:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607578.614402:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607578.614404:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607578.614406:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607578.614418:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1029:1029:255:4294967295] 192.168.201.120@tcp LPNI seq info [1029:1029:7:4294967295]
00000400:00000200:2.0:1749607578.614426:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607578.614431:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607578.614434:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607578.614438:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607578.614443:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607578.614444:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749607578.614446:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:1.0:1749607578.614447:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607578.614449:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607578.614453:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607578.614456:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:1.0:1749607578.614457:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
02000000:00000010:2.0:1749607578.614460:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000100:00000200:1.0:1749607578.614462:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730115456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607578.614462:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a023c8.
00000400:00000010:2.0:1749607578.614465:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607578.614467:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730115712, portal 10
00000400:00000010:2.0:1749607578.614470:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749607578.614471:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730115712, offset 0
00000400:00000200:2.0:1749607578.614474:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607578.614477:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607578.614479:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607578.614481:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607578.614482:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607578.614484:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607578.614486:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607578.614486:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1030:1030:255:4294967295] 192.168.201.120@tcp LPNI seq info [1030:1030:7:4294967295]
00000800:00000010:1.0:1749607578.614488:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:1.0:1749607578.614490:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607578.614491:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607578.614493:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607578.614495:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000800:00000200:2.0:1749607578.614495:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607578.614496:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000800:00000010:2.0:1749607578.614497:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000100:00000200:1.0:1749607578.614500:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730115584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607578.614501:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607578.614504:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607578.614506:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607578.614522:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607578.614523:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749607578.614530:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607578.614534:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607578.614536:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:1.0:1749607578.614537:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:1.0:1749607578.614541:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730115712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607578.615583:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607578.615596:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320180
00000400:00000200:0.0:1749607578.615603:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2115 [1] + 224
00000400:00000200:0.0:1749607578.615612:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607578.615615:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607578.615622:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730115456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607578.615652:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607578.615656:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320200
00000400:00000200:0.0:1749607578.615667:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x211d [1] + 0
00000400:00000200:0.0:1749607578.615674:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607578.615676:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607578.615680:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730115584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607578.615685:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607578.615688:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749607578.615689:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607578.615693:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730115456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607578.615698:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730115456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607578.615710:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749607578.615715:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000200:0.0:1749607578.615719:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320280
02000000:00000010:3.0:1749607578.615719:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:0.0:1749607578.615722:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2125 [1] + 0
00000100:00000010:3.0:1749607578.615722:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000200:0.0:1749607578.615732:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607578.615734:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607578.615737:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730115712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607578.615766:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02370.
00000400:00000200:2.0:1749607578.615768:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749607578.615769:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607578.615809:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730115584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607578.615815:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730115584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607578.615831:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a023c8.
00000400:00000200:2.0:1749607578.615833:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749607578.615834:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607578.615836:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730115712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607578.615842:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730115712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607578.615853:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749607578.615856:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607578.615858:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607578.615860:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607578.615862:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607578.615864:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749607578.627036:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:0.0:1749607578.627054:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:1.0:1749607578.627060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749607578.627066:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749607583.622123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607583.622143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607583.622283:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607583.622299:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607583.622305:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607583.622317:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607583.622324:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607583.622329:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000010:2.0:1749607583.622333:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
00000100:00000200:1.0:1749607583.622335:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730115840, portal 25
02000000:00000010:2.0:1749607583.622337:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:1.0:1749607583.622339:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749607583.622341:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730115840, offset 0
00000400:00000200:1.0:1749607583.622346:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607583.622355:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607583.622359:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607583.622363:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607583.622365:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607583.622367:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607583.622370:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1031:1031:256:4294967295] 192.168.201.120@tcp LPNI seq info [1031:1031:8:4294967295]
00000400:00000200:1.0:1749607583.622379:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607583.622384:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607583.622388:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749607583.622392:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607583.622400:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607583.622403:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607583.622415:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749607583.622424:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749607583.622427:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000100:00000010:1.0:1749607583.622431:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
02000000:00000010:3.0:1749607583.622440:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607583.622444:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607583.622447:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607583.622450:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730115968, portal 10
00000400:00000010:3.0:1749607583.622454:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749607583.622455:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730115968, offset 0
00000400:00000200:3.0:1749607583.622459:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607583.622463:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607583.622466:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607583.622468:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607583.622469:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607583.622471:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607583.622478:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1032:1032:255:4294967295] 192.168.201.120@tcp LPNI seq info [1032:1032:7:4294967295]
00000400:00000200:3.0:1749607583.622484:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607583.622488:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607583.622491:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607583.622493:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607583.622497:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607583.622499:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607583.622507:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607583.622509:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607583.622511:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607583.622512:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730116096, portal 10
00000400:00000010:3.0:1749607583.622515:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749607583.622517:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730116096, offset 0
00000400:00000200:3.0:1749607583.622520:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607583.622522:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607583.622524:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607583.622526:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607583.622527:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607583.622529:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607583.622531:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1033:1033:254:4294967295] 192.168.201.120@tcp LPNI seq info [1033:1033:6:4294967295]
00000400:00000200:3.0:1749607583.622536:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607583.622539:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607583.622540:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607583.622543:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607583.622546:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607583.622548:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607583.622626:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607583.622629:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749607583.622633:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607583.622637:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607583.622640:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749607583.622642:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749607583.622648:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730115840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607583.622782:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607583.622784:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607583.622786:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607583.622789:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607583.622791:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749607583.622792:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749607583.622795:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730115968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607583.622839:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607583.622841:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607583.622842:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607583.622845:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607583.622848:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749607583.622849:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749607583.622852:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730116096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607583.624838:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607583.624850:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320300
00000400:00000200:0.0:1749607583.624856:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x212d [1] + 224
00000400:00000200:0.0:1749607583.624865:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607583.624867:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607583.624873:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730115840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607583.624903:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607583.624906:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320380
00000400:00000200:0.0:1749607583.624910:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2135 [1] + 0
00000400:00000200:0.0:1749607583.624914:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607583.624916:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607583.624921:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730115968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607583.624965:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607583.624970:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749607583.624971:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607583.624976:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730115840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607583.624982:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749607583.624983:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730115840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607583.624986:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320400
00000400:00000200:0.0:1749607583.624989:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x213d [1] + 0
02000000:00000010:1.0:1749607583.625001:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000200:0.0:1749607583.625003:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749607583.625005:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749607583.625008:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749607583.625010:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607583.625014:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730116096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607583.625019:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607583.625024:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749607583.625026:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607583.625034:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730115968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607583.625040:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730115968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607583.625056:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607583.625057:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749607583.625058:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607583.625060:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730116096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607583.625066:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730116096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607583.625077:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607583.625080:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749607583.625082:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749607583.625084:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607583.625086:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749607583.625087:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749607583.635041:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:2.0:1749607583.635054:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:1.0:1749607583.635155:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:0.0:1749607583.635173:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:2.0:1749607588.630527:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607588.630548:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607588.630784:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607588.630803:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607588.630825:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749607588.630832:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607588.630839:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607588.630845:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000010:2.0:1749607588.630853:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000100:00000200:1.0:1749607588.630854:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730116224, portal 25
02000000:00000010:2.0:1749607588.630857:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:1.0:1749607588.630858:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749607588.630861:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730116224, offset 0
00000400:00000200:1.0:1749607588.630868:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607588.630880:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607588.630886:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607588.630891:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607588.630895:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607588.630897:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607588.630899:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1034:1034:256:4294967295] 192.168.201.120@tcp LPNI seq info [1034:1034:8:4294967295]
00000400:00000200:1.0:1749607588.630911:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607588.630918:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607588.630922:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607588.630929:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607588.630970:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
02000000:00000010:3.0:1749607588.630973:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000800:00000200:1.0:1749607588.630974:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:3.0:1749607588.630978:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607588.630981:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607588.630983:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730116352, portal 10
00000400:00000010:3.0:1749607588.630988:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607588.630989:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730116352, offset 0
00000400:00000200:3.0:1749607588.630993:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607588.630997:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607588.631000:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607588.631002:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:1.0:1749607588.631003:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000400:00000200:3.0:1749607588.631004:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607588.631005:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607588.631013:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1035:1035:255:4294967295] 192.168.201.120@tcp LPNI seq info [1035:1035:7:4294967295]
00000100:00000010:1.0:1749607588.631018:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000400:00000200:3.0:1749607588.631019:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749607588.631022:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000800:00000200:3.0:1749607588.631023:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607588.631025:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607588.631028:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607588.631031:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749607588.631032:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000800:00000200:3.0:1749607588.631032:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607588.631041:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607588.631043:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607588.631045:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607588.631046:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730116480, portal 10
00000400:00000010:3.0:1749607588.631049:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607588.631050:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730116480, offset 0
00000400:00000200:3.0:1749607588.631053:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607588.631055:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607588.631057:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607588.631059:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607588.631059:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607588.631061:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:0.0:1749607588.631062:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:3.0:1749607588.631063:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607588.631064:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1036:1036:254:4294967295] 192.168.201.120@tcp LPNI seq info [1036:1036:6:4294967295]
00000400:00000200:0.0:1749607588.631068:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607588.631069:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607588.631072:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749607588.631072:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607588.631073:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607588.631075:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000800:00000200:3.0:1749607588.631075:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749607588.631077:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000800:00000200:3.0:1749607588.631078:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607588.631080:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607588.631085:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730116224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607588.631102:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607588.631103:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607588.631105:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607588.631108:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607588.631110:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749607588.631111:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749607588.631114:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730116352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607588.631183:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607588.631185:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607588.631187:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607588.631190:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607588.631192:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749607588.631193:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749607588.631196:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730116480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607588.632700:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607588.632715:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320480
00000400:00000200:0.0:1749607588.632723:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2145 [1] + 224
00000400:00000200:0.0:1749607588.632745:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607588.632749:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607588.632758:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730116224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607588.632790:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607588.632794:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320580
00000400:00000200:0.0:1749607588.632799:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2155 [1] + 0
00000400:00000200:0.0:1749607588.632803:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607588.632806:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607588.632810:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730116480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607588.632834:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607588.632838:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749607588.632840:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607588.632845:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730116224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607588.632854:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730116224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607588.632875:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749607588.632880:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749607588.632884:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:0.0:1749607588.632909:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607588.632914:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320500
00000400:00000200:0.0:1749607588.632917:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x214d [1] + 0
00000400:00000200:0.0:1749607588.632926:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607588.632929:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607588.632933:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730116352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607588.633023:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607588.633026:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607588.633027:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607588.633037:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730116480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607588.633043:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730116480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607588.633060:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607588.633063:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749607588.633066:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:3.0:1749607588.633070:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607588.633071:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749607588.633072:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607588.633075:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730116352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607588.633081:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730116352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607588.633091:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607588.633093:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749607588.633094:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749607588.644058:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:2.0:1749607588.644061:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:0.0:1749607588.644076:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749607588.644097:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:2.0:1749607593.638056:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607593.638075:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607593.638124:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607593.638137:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607593.638142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607593.638156:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607593.638158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:0.0:1749607593.638161:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749607593.638168:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea790.
00000400:00000010:0.0:1749607593.638179:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
02000000:00000010:2.0:1749607593.638184:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000100:00000200:0.0:1749607593.638185:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730116608, portal 25
00000400:00000010:2.0:1749607593.638188:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a023c8.
00000400:00000010:0.0:1749607593.638189:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749607593.638190:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730116608, offset 0
00000400:00000010:2.0:1749607593.638191:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607593.638193:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730116736, portal 10
00000400:00000200:0.0:1749607593.638196:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607593.638197:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607593.638199:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730116736, offset 0
00000400:00000200:2.0:1749607593.638203:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607593.638205:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607593.638210:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607593.638223:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607593.638226:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607593.638227:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607593.638229:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1037:1037:256:4294967295] 192.168.201.120@tcp LPNI seq info [1037:1037:8:4294967295]
00000400:00000200:0.0:1749607593.638236:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607593.638239:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607593.638241:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000800:00000200:0.0:1749607593.638246:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607593.638252:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607593.638256:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749607593.638281:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607593.638291:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000100:00000010:0.0:1749607593.638298:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
00000100:00000010:0.0:1749607593.638302:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
00000400:00000200:2.0:1749607593.638305:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607593.638307:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607593.638309:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607593.638311:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607593.638313:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607593.638315:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1038:1038:255:4294967295] 192.168.201.120@tcp LPNI seq info [1038:1038:7:4294967295]
00000400:00000200:2.0:1749607593.638321:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607593.638325:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607593.638343:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607593.638349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607593.638352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607593.638355:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607593.638364:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607593.638366:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607593.638370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607593.638372:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730116864, portal 10
00000400:00000010:3.0:1749607593.638374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607593.638376:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730116864, offset 0
00000400:00000200:3.0:1749607593.638379:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607593.638382:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607593.638383:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607593.638386:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749607593.638389:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607593.638389:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607593.638392:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607593.638393:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607593.638394:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607593.638395:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607593.638397:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000200:3.0:1749607593.638397:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1039:1039:254:4294967295] 192.168.201.120@tcp LPNI seq info [1039:1039:6:4294967295]
00000400:00000010:1.0:1749607593.638398:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000400:00000200:3.0:1749607593.638403:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607593.638404:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730116608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607593.638406:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607593.638408:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607593.638411:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607593.638414:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607593.638416:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607593.638421:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607593.638422:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749607593.638424:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607593.638426:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607593.638428:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:1.0:1749607593.638429:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:1.0:1749607593.638432:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730116736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607593.638458:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607593.638460:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749607593.638461:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607593.638464:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607593.638465:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:1.0:1749607593.638466:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:1.0:1749607593.638469:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730116864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607593.639898:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607593.639917:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320680
00000400:00000200:0.0:1749607593.639925:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2165 [1] + 0
00000400:00000200:0.0:1749607593.639971:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607593.639976:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607593.639987:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730116736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607593.640021:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607593.640026:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320600
00000400:00000200:0.0:1749607593.640030:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x215d [1] + 224
00000400:00000200:0.0:1749607593.640036:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607593.640038:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607593.640043:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730116608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607593.640052:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a023c8.
00000400:00000200:3.0:1749607593.640058:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:3.0:1749607593.640060:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:3.0:1749607593.640067:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730116736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607593.640075:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730116736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607593.640089:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607593.640093:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320700
02000000:00000010:3.0:1749607593.640093:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
00000400:00000200:0.0:1749607593.640097:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x216d [1] + 0
02000000:00000010:3.0:1749607593.640098:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749607593.640101:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749607593.640110:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607593.640113:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607593.640118:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730116864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607593.640255:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea790.
00000400:00000200:1.0:1749607593.640259:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:1.0:1749607593.640260:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:1.0:1749607593.640265:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730116608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607593.640272:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730116608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607593.640284:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:1.0:1749607593.640287:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749607593.640289:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:3.0:1749607593.640412:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607593.640415:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749607593.640416:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607593.640421:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730116864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607593.640427:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730116864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607593.640440:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607593.640449:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749607593.640452:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749607593.651049:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:0.0:1749607593.651056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607593.651065:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:2.0:1749607593.651087:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:2.0:1749607598.646082:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607598.646105:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607598.647057:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607598.647089:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607598.647098:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749607598.647184:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607598.647191:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607598.647197:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607598.647205:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730116992, portal 25
00000400:00000010:1.0:1749607598.647210:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607598.647212:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730116992, offset 0
00000400:00000200:1.0:1749607598.647218:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607598.647230:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607598.647235:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607598.647240:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607598.647244:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607598.647251:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607598.647255:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1040:1040:256:4294967295] 192.168.201.120@tcp LPNI seq info [1040:1040:8:4294967295]
00000400:00000200:1.0:1749607598.647265:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607598.647270:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607598.647275:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607598.647283:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607598.647291:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607598.647295:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607598.647320:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749607598.647487:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749607598.647492:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749607598.647498:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000800:00000200:0.0:1749607598.648042:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607598.648047:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607598.648052:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607598.648059:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607598.648064:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749607598.648066:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749607598.648074:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730116992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607598.648252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607598.648259:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749607598.648259:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607598.648264:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607598.648268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607598.648271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730117120, portal 10
00000400:00000010:3.0:1749607598.648276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607598.648277:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730117120, offset 0
00000400:00000200:3.0:1749607598.648283:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607598.648289:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607598.648291:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607598.648293:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607598.648295:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607598.648297:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607598.648299:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1041:1041:256:4294967295] 192.168.201.120@tcp LPNI seq info [1041:1041:8:4294967295]
00000400:00000200:3.0:1749607598.648306:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607598.648309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607598.648313:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607598.648316:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607598.648320:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607598.648322:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607598.648354:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607598.648356:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607598.648358:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607598.648360:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730117248, portal 10
00000400:00000010:3.0:1749607598.648363:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607598.648364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730117248, offset 0
00000400:00000200:3.0:1749607598.648367:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607598.648370:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607598.648372:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607598.648379:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607598.648381:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607598.648382:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607598.648384:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1042:1042:255:4294967295] 192.168.201.120@tcp LPNI seq info [1042:1042:7:4294967295]
00000400:00000200:3.0:1749607598.648390:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607598.648392:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607598.648395:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607598.648398:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607598.648401:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607598.648403:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607598.648489:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607598.648492:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749607598.648495:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607598.648499:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607598.648501:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:1.0:1749607598.648503:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:1.0:1749607598.648509:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730117120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607598.648687:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607598.648689:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749607598.648691:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607598.648694:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607598.648697:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:1.0:1749607598.648698:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:1.0:1749607598.648701:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730117248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607598.649883:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607598.649896:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320780
00000400:00000200:0.0:1749607598.649904:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2175 [1] + 224
00000400:00000200:0.0:1749607598.649920:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607598.649923:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607598.649930:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730116992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607598.650166:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:1.0:1749607598.650170:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749607598.650177:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607598.650182:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730116992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607598.650189:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730116992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607598.650894:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607598.650902:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749607598.650906:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749607598.651720:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607598.651733:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320800
00000400:00000200:0.0:1749607598.651740:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x217d [1] + 0
00000400:00000200:0.0:1749607598.651751:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607598.651767:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607598.651776:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730117120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607598.652621:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607598.652626:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:3.0:1749607598.652629:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607598.652635:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730117120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607598.652642:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730117120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607598.652667:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607598.652671:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749607598.652675:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:1.0:1749607598.652729:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749607598.652736:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320880
00000400:00000200:1.0:1749607598.652740:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2185 [1] + 0
00000400:00000200:1.0:1749607598.652754:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607598.652757:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607598.652761:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730117248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607598.652823:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607598.652825:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:3.0:1749607598.652826:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607598.652830:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730117248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607598.652835:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730117248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607598.652850:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607598.652852:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749607598.652859:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749607598.660095:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:1.0:1749607598.660102:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749607598.660258:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:3.0:1749607598.661227:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749607603.654706:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607603.654732:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607603.654798:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607603.654815:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607603.654823:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607603.654836:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607603.654846:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bdc0.
00000400:00000010:1.0:1749607603.654852:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000010:2.0:1749607603.654853:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
00000100:00000200:1.0:1749607603.654857:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730117376, portal 25
02000000:00000010:2.0:1749607603.654857:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:1.0:1749607603.654861:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749607603.654863:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730117376, offset 0
00000400:00000200:1.0:1749607603.654870:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607603.654882:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607603.654887:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607603.654890:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607603.654892:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607603.654894:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607603.654897:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1043:1043:256:4294967295] 192.168.201.120@tcp LPNI seq info [1043:1043:8:4294967295]
00000400:00000200:1.0:1749607603.654905:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607603.654918:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607603.654921:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749607603.654926:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607603.654933:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607603.654979:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607603.654998:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749607603.655010:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749607603.655014:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749607603.655018:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
02000000:00000010:3.0:1749607603.655718:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607603.655725:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607603.655730:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607603.655734:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730117504, portal 10
00000400:00000010:3.0:1749607603.655739:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607603.655741:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730117504, offset 0
00000400:00000200:3.0:1749607603.655747:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607603.655755:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607603.655758:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607603.655761:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607603.655764:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607603.655766:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607603.655768:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1044:1044:255:4294967295] 192.168.201.120@tcp LPNI seq info [1044:1044:7:4294967295]
00000400:00000200:3.0:1749607603.655775:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607603.655779:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607603.655782:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607603.655786:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607603.655791:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607603.655794:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607603.655808:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607603.655810:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607603.655812:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607603.655813:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730117632, portal 10
00000400:00000010:3.0:1749607603.655815:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749607603.655816:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730117632, offset 0
00000400:00000200:3.0:1749607603.655819:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607603.655821:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607603.655823:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607603.655824:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607603.655833:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607603.655834:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607603.655836:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1045:1045:254:4294967295] 192.168.201.120@tcp LPNI seq info [1045:1045:6:4294967295]
00000400:00000200:3.0:1749607603.655841:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607603.655844:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607603.655845:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607603.655847:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607603.655850:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607603.655851:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607603.655925:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607603.655929:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607603.655933:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607603.655974:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607603.655978:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749607603.655980:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749607603.655988:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730117376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607603.656010:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607603.656012:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607603.656014:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607603.656016:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607603.656018:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749607603.656019:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749607603.656022:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730117504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607603.656652:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607603.656655:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607603.656658:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607603.656661:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607603.656663:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749607603.656665:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:0.0:1749607603.656668:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730117632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607603.657063:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607603.657075:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320900
00000400:00000200:0.0:1749607603.657083:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x218d [1] + 224
00000400:00000200:0.0:1749607603.657108:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607603.657111:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607603.657117:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730117376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607603.657425:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bdc0.
00000400:00000200:2.0:1749607603.657429:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749607603.657431:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749607603.657436:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730117376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607603.657443:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730117376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607603.657463:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607603.657470:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749607603.657475:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:0.0:1749607603.658552:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607603.658560:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320980
00000400:00000200:0.0:1749607603.658565:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2195 [1] + 0
00000400:00000200:0.0:1749607603.658577:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607603.658580:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607603.658586:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730117504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607603.658648:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:3.0:1749607603.658652:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:3.0:1749607603.658654:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607603.658659:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730117504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607603.658666:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730117504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607603.658683:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:3.0:1749607603.658686:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749607603.658688:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000200:0.0:1749607603.659714:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607603.659723:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320a00
00000400:00000200:0.0:1749607603.659738:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x219d [1] + 0
00000400:00000200:0.0:1749607603.659749:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607603.659752:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607603.659758:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730117632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607603.659823:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607603.659825:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607603.659827:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607603.659831:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730117632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607603.659836:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730117632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607603.659849:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:3.0:1749607603.659851:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749607603.659854:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749607603.668056:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:3.0:1749607603.668092:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:0.0:1749607603.668187:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749607603.668261:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:2.0:1749607608.662153:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607608.662177:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607608.663209:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607608.663235:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607608.663247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749607608.663275:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000100:00000010:2.0:1749607608.663280:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000010:3.0:1749607608.663284:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749607608.663285:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749607608.663291:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607608.663301:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730117760, portal 25
00000400:00000010:3.0:1749607608.663307:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607608.663309:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730117760, offset 0
00000400:00000200:3.0:1749607608.663317:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607608.663322:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000200:3.0:1749607608.663331:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607608.663339:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607608.663343:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02370.
00000400:00000200:3.0:1749607608.663343:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607608.663347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000200:3.0:1749607608.663347:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749607608.663349:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730117888, portal 10
00000400:00000200:3.0:1749607608.663349:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607608.663353:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1046:1046:256:4294967295] 192.168.201.120@tcp LPNI seq info [1046:1046:8:4294967295]
00000400:00000010:2.0:1749607608.663355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607608.663361:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730117888, offset 0
00000400:00000200:3.0:1749607608.663364:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607608.663366:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607608.663370:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607608.663370:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607608.663373:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607608.663375:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749607608.663376:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607608.663378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607608.663379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607608.663382:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1047:1047:255:4294967295] 192.168.201.120@tcp LPNI seq info [1047:1047:7:4294967295]
00000800:00000200:3.0:1749607608.663383:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607608.663388:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607608.663391:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607608.663392:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607608.663394:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607608.663397:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607608.663398:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607608.663401:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607608.663403:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607608.663432:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000100:00000010:3.0:1749607608.663445:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749607608.663452:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749607608.663457:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
02000000:00000010:2.0:1749607608.663923:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607608.663927:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02318.
00000400:00000010:2.0:1749607608.663930:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607608.663932:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730118016, portal 10
00000400:00000010:2.0:1749607608.663950:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607608.663952:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730118016, offset 0
00000400:00000200:2.0:1749607608.663956:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607608.663960:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607608.663963:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607608.663965:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607608.663967:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607608.663969:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607608.663971:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1048:1048:254:4294967295] 192.168.201.120@tcp LPNI seq info [1048:1048:6:4294967295]
00000800:00000200:1.0:1749607608.663980:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607608.663984:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749607608.663990:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607608.663992:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607608.663996:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607608.663996:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607608.663999:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:1.0:1749607608.664000:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:1.0:1749607608.664002:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000800:00000200:2.0:1749607608.664003:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607608.664006:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607608.664008:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749607608.664013:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730117760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607608.664036:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607608.664037:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:1.0:1749607608.664039:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607608.664042:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607608.664044:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:1.0:1749607608.664045:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:1.0:1749607608.664048:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730117888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607608.667441:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607608.667449:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607608.667457:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607608.667466:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607608.667471:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749607608.667474:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749607608.667486:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730118016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607608.667576:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749607608.667594:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320b00
00000400:00000200:2.0:1749607608.667602:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x21ad [1] + 0
00000400:00000200:2.0:1749607608.667615:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607608.667617:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607608.667624:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730117888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607608.668276:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749607608.668283:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320a80
00000400:00000200:2.0:1749607608.668289:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x21a5 [1] + 224
00000400:00000200:2.0:1749607608.668296:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607608.668299:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607608.668304:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730117760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607608.668368:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749607608.668373:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320b80
00000400:00000200:2.0:1749607608.668377:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x21b5 [1] + 0
00000400:00000200:2.0:1749607608.668397:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607608.668400:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607608.668405:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730118016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607608.668477:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607608.668482:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607608.668484:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607608.668490:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730117760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607608.668496:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730117760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607608.668527:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607608.668534:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749607608.668537:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:0.0:1749607608.668609:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02370.
00000400:00000200:0.0:1749607608.668617:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749607608.668619:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749607608.668623:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730117888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607608.668629:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730117888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749607608.668647:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02318.
00000400:00000200:0.0:1749607608.668649:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749607608.668650:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749607608.668652:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730118016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607608.668658:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730118016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1749607608.668671:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749607608.668674:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:0.0:1749607608.668677:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:0.0:1749607608.668679:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:0.0:1749607608.668681:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:0.0:1749607608.668682:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749607608.676084:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749607608.676090:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:1.0:1749607608.676167:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:0.0:1749607608.676240:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749607613.670293:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607613.670310:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607613.670362:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607613.670375:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607613.670381:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749607613.670391:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607613.670399:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607613.670404:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000010:2.0:1749607613.670407:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607613.670410:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000200:1.0:1749607613.670419:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730118144, portal 25
00000400:00000010:1.0:1749607613.670423:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749607613.670425:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730118144, offset 0
00000400:00000200:1.0:1749607613.670431:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607613.670440:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607613.670444:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607613.670448:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607613.670450:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607613.670452:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607613.670455:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1049:1049:256:4294967295] 192.168.201.120@tcp LPNI seq info [1049:1049:8:4294967295]
00000400:00000200:1.0:1749607613.670463:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607613.670468:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607613.670471:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
02000000:00000010:0.0:1749607613.670476:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000800:00000200:1.0:1749607613.670476:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749607613.670481:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea840.
00000400:00000010:0.0:1749607613.670483:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000800:00000200:1.0:1749607613.670483:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749607613.670486:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730118272, portal 10
00000800:00000200:1.0:1749607613.670487:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749607613.670489:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749607613.670490:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730118272, offset 0
00000400:00000200:0.0:1749607613.670494:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607613.670499:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607613.670501:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607613.670503:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607613.670505:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1749607613.670508:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000400:00000200:0.0:1749607613.670511:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607613.670514:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1050:1050:255:4294967295] 192.168.201.120@tcp LPNI seq info [1050:1050:7:4294967295]
00000100:00000010:1.0:1749607613.670518:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000400:00000200:0.0:1749607613.670520:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749607613.670522:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000800:00000200:0.0:1749607613.670523:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749607613.670525:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000800:00000010:0.0:1749607613.670526:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749607613.670529:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607613.670533:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607613.670535:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607613.670545:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943000.
00000800:00000200:2.0:1749607613.670545:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749607613.670547:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea7e8.
00000800:00000010:2.0:1749607613.670547:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000010:0.0:1749607613.670551:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000400:00000200:2.0:1749607613.670551:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:0.0:1749607613.670552:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730118400, portal 10
00000400:00000010:0.0:1749607613.670555:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000400:00000200:2.0:1749607613.670555:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607613.670556:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730118400, offset 0
00000400:00000200:2.0:1749607613.670558:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:2.0:1749607613.670559:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000400:00000200:0.0:1749607613.670563:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607613.670566:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607613.670566:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730118144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607613.670568:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607613.670570:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607613.670571:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607613.670572:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607613.670574:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1051:1051:254:4294967295] 192.168.201.120@tcp LPNI seq info [1051:1051:6:4294967295]
00000400:00000200:0.0:1749607613.670578:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607613.670581:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607613.670582:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749607613.670584:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607613.670594:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607613.670595:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607613.670629:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607613.670631:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:2.0:1749607613.670633:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607613.670636:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607613.670637:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749607613.670639:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749607613.670641:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730118272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607613.670659:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607613.670660:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:2.0:1749607613.670662:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607613.670664:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607613.670666:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749607613.670667:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749607613.670674:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730118400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607613.672433:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607613.672446:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320c80
00000400:00000200:0.0:1749607613.672457:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x21c5 [1] + 0
00000400:00000200:0.0:1749607613.672472:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607613.672476:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607613.672483:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730118272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607613.672698:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea840.
00000400:00000200:2.0:1749607613.672702:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749607613.672704:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749607613.672708:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730118272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607613.672715:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730118272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607613.672736:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749607613.672741:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607613.672744:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:0.0:1749607613.673260:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607613.673267:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320c00
00000400:00000200:0.0:1749607613.673271:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x21bd [1] + 224
00000400:00000200:0.0:1749607613.673281:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607613.673284:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607613.673288:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730118144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607613.673374:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607613.673378:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607613.673379:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607613.673384:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730118144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607613.673391:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730118144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607613.673404:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749607613.673406:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749607613.673409:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749607613.674018:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607613.674031:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320d00
00000400:00000200:0.0:1749607613.674037:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x21cd [1] + 0
00000400:00000200:0.0:1749607613.674052:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607613.674056:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607613.674064:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730118400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607613.674117:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea7e8.
00000400:00000200:2.0:1749607613.674121:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749607613.674122:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749607613.674126:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730118400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607613.674133:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730118400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607613.674147:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943000.
02000000:00000010:2.0:1749607613.674151:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607613.674153:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749607613.683057:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749607613.683058:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:3.0:1749607613.683066:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:0.0:1749607613.683168:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:2.0:1749607618.678187:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607618.678215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
02000000:00000010:3.0:1749607618.678325:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607618.678336:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607618.678344:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607618.678354:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730118528, portal 25
00000400:00000010:3.0:1749607618.678360:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607618.678363:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730118528, offset 0
00000400:00000200:3.0:1749607618.678375:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607618.678393:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607618.678401:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607618.678406:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607618.678409:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607618.678412:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607618.678415:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1052:1052:256:4294967295] 192.168.201.120@tcp LPNI seq info [1052:1052:8:4294967295]
00000400:00000200:3.0:1749607618.678426:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607618.678431:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607618.678435:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607618.678446:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607618.678455:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607618.678460:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607618.678485:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749607618.678502:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749607618.678507:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749607618.678512:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000400:00000200:2.0:1749607618.678532:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607618.678559:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607618.678576:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607618.678631:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607618.678635:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607618.678720:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27400.
00000400:00000010:3.0:1749607618.678735:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b790.
00000400:00000010:3.0:1749607618.678738:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607618.678740:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730118656, portal 10
00000800:00000200:0.0:1749607618.678743:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749607618.678745:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607618.678747:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730118656, offset 0
00000800:00000010:0.0:1749607618.678748:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:3.0:1749607618.678753:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607618.678754:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607618.678758:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607618.678761:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607618.678767:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749607618.678769:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749607618.678780:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730118528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607618.678814:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607618.678820:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607618.678824:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607618.678826:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607618.678829:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1053:1053:255:4294967295] 192.168.201.120@tcp LPNI seq info [1053:1053:7:4294967295]
00000400:00000200:3.0:1749607618.678840:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607618.678846:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607618.678852:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607618.678859:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607618.678867:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607618.678871:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607618.678912:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27c00.
00000400:00000010:3.0:1749607618.678918:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b840.
00000400:00000010:3.0:1749607618.678924:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607618.678931:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730118784, portal 10
00000400:00000010:3.0:1749607618.679007:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607618.679010:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730118784, offset 0
00000400:00000200:3.0:1749607618.679014:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607618.679022:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607618.679025:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607618.679026:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607618.679028:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607618.679030:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607618.679032:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1054:1054:255:4294967295] 192.168.201.120@tcp LPNI seq info [1054:1054:7:4294967295]
00000400:00000200:3.0:1749607618.679043:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607618.679046:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607618.679049:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607618.679052:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607618.679055:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607618.679056:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607618.679556:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607618.679560:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607618.679562:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607618.679566:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607618.679569:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749607618.679570:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749607618.679577:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730118656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607618.679614:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607618.679616:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607618.679617:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607618.679620:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607618.679622:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749607618.679623:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749607618.679626:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730118784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607618.681284:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607618.681302:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320d80
00000400:00000200:0.0:1749607618.681310:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x21d5 [1] + 224
00000400:00000200:0.0:1749607618.681322:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607618.681326:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607618.681337:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730118528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607618.681374:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607618.681378:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320e00
00000400:00000200:0.0:1749607618.681383:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x21dd [1] + 0
00000400:00000200:0.0:1749607618.681387:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607618.681389:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607618.681406:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730118656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607618.681433:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607618.681443:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607618.681445:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607618.681456:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730118528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607618.681464:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730118528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607618.681491:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607618.681496:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607618.681499:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749607618.681534:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607618.681538:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf320e80
00000400:00000200:0.0:1749607618.681542:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x21e5 [1] + 0
00000400:00000200:0.0:1749607618.681553:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607618.681556:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607618.681561:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730118784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607618.681611:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b790.
00000400:00000200:2.0:1749607618.681616:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:2.0:1749607618.681618:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:2.0:1749607618.681625:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730118656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607618.681633:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730118656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607618.681652:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b840.
00000400:00000200:2.0:1749607618.681654:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:2.0:1749607618.681655:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:2.0:1749607618.681657:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730118784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607618.681663:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730118784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607618.681674:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27400.
02000000:00000010:2.0:1749607618.681677:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607618.681680:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607618.681682:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27c00.
02000000:00000010:2.0:1749607618.681684:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607618.681685:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:0.0:1749607618.691084:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:1.0:1749607618.691111:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749607618.691123:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749607618.691138:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749607623.686091:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607623.686109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607623.686154:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607623.686168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607623.686173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607623.686186:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607623.686188:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749607623.686192:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607623.686198:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607623.686203:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
02000000:00000010:2.0:1749607623.686204:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607623.686207:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000100:00000200:3.0:1749607623.686209:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730118912, portal 25
00000400:00000010:3.0:1749607623.686213:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749607623.686215:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730118912, offset 0
00000400:00000200:3.0:1749607623.686221:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607623.686229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000200:3.0:1749607623.686229:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607623.686231:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730119040, portal 10
00000400:00000200:3.0:1749607623.686233:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607623.686235:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607623.686236:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607623.686237:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730119040, offset 0
00000400:00000200:3.0:1749607623.686238:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607623.686239:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607623.686241:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607623.686241:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1055:1055:256:4294967295] 192.168.201.120@tcp LPNI seq info [1055:1055:8:4294967295]
00000400:00000200:3.0:1749607623.686254:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607623.686257:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607623.686258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607623.686260:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607623.686261:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607623.686263:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607623.686264:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607623.686265:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607623.686267:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607623.686269:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1056:1056:255:4294967295] 192.168.201.120@tcp LPNI seq info [1056:1056:7:4294967295]
00000800:00000200:3.0:1749607623.686270:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607623.686272:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607623.686275:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607623.686279:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607623.686281:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607623.686284:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607623.686288:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607623.686290:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607623.686294:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749607623.686310:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749607623.686324:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749607623.686332:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
02000000:00000010:2.0:1749607623.686342:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749607623.686344:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02268.
00000400:00000010:2.0:1749607623.686346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607623.686348:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730119168, portal 10
00000400:00000010:2.0:1749607623.686352:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000800:00000200:0.0:1749607623.686353:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749607623.686353:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730119168, offset 0
00000800:00000010:0.0:1749607623.686356:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607623.686356:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607623.686360:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607623.686361:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607623.686362:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607623.686363:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607623.686365:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607623.686366:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607623.686366:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607623.686368:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1057:1057:254:4294967295] 192.168.201.120@tcp LPNI seq info [1057:1057:6:4294967295]
00000400:00000200:0.0:1749607623.686369:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749607623.686370:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:2.0:1749607623.686374:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607623.686377:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730118912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607623.686381:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607623.686383:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607623.686385:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607623.686389:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607623.686390:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607623.686427:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607623.686428:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607623.686430:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607623.686432:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607623.686433:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749607623.686433:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749607623.686436:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730119040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607623.686448:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607623.686449:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607623.686450:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607623.686451:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607623.686456:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749607623.686457:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749607623.686459:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730119168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607623.687778:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607623.687788:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf320f00
00000400:00000200:0.0:1749607623.687794:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x21ed [1] + 224
00000400:00000200:0.0:1749607623.687802:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607623.687805:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607623.687810:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730118912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607623.687844:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607623.687848:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf320f80
00000400:00000200:0.0:1749607623.687852:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x21f5 [1] + 0
00000400:00000200:0.0:1749607623.687856:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607623.687858:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607623.687862:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730119040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607623.687875:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607623.687879:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607623.687880:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607623.687884:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730118912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607623.687888:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607623.687891:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321000
00000100:00000200:3.0:1749607623.687891:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730118912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607623.687894:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x21fd [1] + 0
00000400:00000200:0.0:1749607623.687905:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749607623.687906:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000400:00000200:0.0:1749607623.687907:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607623.687910:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:0.0:1749607623.687911:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730119168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607623.687914:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749607623.687969:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607623.687973:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749607623.687974:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607623.687978:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730119040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607623.687984:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730119040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607623.687997:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02268.
00000400:00000200:2.0:1749607623.687998:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749607623.687999:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607623.688001:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730119168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607623.688006:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730119168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607623.688027:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607623.688031:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607623.688033:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607623.688035:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607623.688036:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607623.688038:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749607623.699161:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:0.0:1749607623.699259:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749607623.699380:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:1.0:1749607623.700593:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:2.0:1749607628.694074:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607628.694097:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607628.694166:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749607628.694184:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749607628.694193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000400:00000010:0.0:1749607628.694195:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea898.
02000000:00000010:2.0:1749607628.694198:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:0.0:1749607628.694200:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749607628.694206:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730119296, portal 25
00000400:00000010:0.0:1749607628.694210:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749607628.694212:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730119296, offset 0
00000100:00000010:2.0:1749607628.694214:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607628.694216:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000200:0.0:1749607628.694218:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607628.694228:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607628.694233:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1749607628.694235:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000200:0.0:1749607628.694236:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607628.694238:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02268.
00000400:00000200:0.0:1749607628.694239:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749607628.694240:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000400:00000200:0.0:1749607628.694241:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749607628.694243:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730119424, portal 10
00000400:00000200:0.0:1749607628.694244:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1058:1058:256:4294967295] 192.168.201.120@tcp LPNI seq info [1058:1058:8:4294967295]
00000400:00000010:2.0:1749607628.694247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607628.694248:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730119424, offset 0
00000400:00000200:0.0:1749607628.694253:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607628.694254:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607628.694258:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607628.694258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607628.694261:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749607628.694261:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607628.694263:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607628.694264:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607628.694266:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607628.694268:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607628.694268:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1059:1059:255:4294967295] 192.168.201.120@tcp LPNI seq info [1059:1059:7:4294967295]
00000400:00000200:2.0:1749607628.694274:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607628.694275:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607628.694277:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607628.694278:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749607628.694281:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607628.694283:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607628.694286:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607628.694288:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607628.694307:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607628.694318:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749607628.694324:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
00000100:00000010:0.0:1749607628.694328:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000800:00000200:1.0:1749607628.694423:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607628.694427:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749607628.694432:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607628.694437:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607628.694441:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:1.0:1749607628.694443:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:1.0:1749607628.694455:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730119296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607628.694522:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607628.694523:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749607628.694525:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607628.694527:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607628.694528:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:1.0:1749607628.694529:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:1.0:1749607628.694532:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730119424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607628.694601:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607628.694605:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607628.694608:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607628.694611:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730119552, portal 10
00000400:00000010:3.0:1749607628.694614:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607628.694616:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730119552, offset 0
00000400:00000200:3.0:1749607628.694620:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607628.694624:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607628.694640:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607628.694642:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607628.694644:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607628.694646:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607628.694647:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1060:1060:256:4294967295] 192.168.201.120@tcp LPNI seq info [1060:1060:8:4294967295]
00000400:00000200:3.0:1749607628.694653:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607628.694656:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607628.694659:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607628.694662:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607628.694665:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607628.694667:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607628.694736:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607628.694738:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607628.694740:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607628.694744:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607628.694746:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749607628.694747:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749607628.694752:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730119552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607628.696309:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607628.696327:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321080
00000400:00000200:0.0:1749607628.696335:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2205 [1] + 224
00000400:00000200:0.0:1749607628.696347:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607628.696350:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607628.696360:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730119296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607628.696401:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607628.696406:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321100
00000400:00000200:0.0:1749607628.696411:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x220d [1] + 0
00000400:00000200:0.0:1749607628.696415:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607628.696417:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607628.696423:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730119424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607628.696437:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea898.
00000400:00000200:2.0:1749607628.696442:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749607628.696444:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749607628.696450:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730119296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607628.696453:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607628.696456:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321180
00000100:00000200:2.0:1749607628.696456:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730119296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607628.696459:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2215 [1] + 0
00000400:00000200:0.0:1749607628.696474:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607628.696476:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607628.696480:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730119552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607628.696492:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749607628.696497:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749607628.696501:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:3.0:1749607628.696549:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02268.
00000400:00000200:3.0:1749607628.696556:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:3.0:1749607628.696558:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:3.0:1749607628.696562:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730119424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607628.696568:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730119424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607628.696582:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607628.696584:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607628.696585:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607628.696587:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730119552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607628.696592:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730119552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607628.696603:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607628.696605:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749607628.696607:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749607628.696610:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607628.696616:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749607628.696618:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749607628.707029:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:3.0:1749607628.707033:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:0.0:1749607628.707044:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607628.707063:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:2.0:1749607633.702985:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607633.703007:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607633.703068:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607633.703082:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607633.703087:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749607633.703091:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607633.703098:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000100:00000010:2.0:1749607633.703099:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607633.703102:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:1.0:1749607633.703104:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607633.703111:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730119680, portal 25
00000400:00000010:1.0:1749607633.703115:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607633.703117:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730119680, offset 0
00000400:00000200:1.0:1749607633.703123:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607633.703129:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000200:1.0:1749607633.703131:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607633.703132:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000200:1.0:1749607633.703135:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607633.703135:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607633.703138:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730119808, portal 10
00000400:00000010:2.0:1749607633.703141:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607633.703142:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730119808, offset 0
00000400:00000200:2.0:1749607633.703146:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607633.703507:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607633.703511:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607633.703513:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607633.703524:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1061:1061:256:4294967295] 192.168.201.120@tcp LPNI seq info [1061:1061:8:4294967295]
00000400:00000200:1.0:1749607633.703538:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607633.703543:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607633.703544:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607633.703546:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:2.0:1749607633.703547:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607633.703549:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749607633.703551:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607633.703551:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607633.703552:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607633.703554:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1062:1062:255:4294967295] 192.168.201.120@tcp LPNI seq info [1062:1062:7:4294967295]
00000800:00000200:1.0:1749607633.703558:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607633.703560:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607633.703561:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607633.703563:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607633.703565:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607633.703568:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607633.703571:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607633.703578:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607633.703586:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749607633.703599:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749607633.703602:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749607633.703605:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
02000000:00000010:2.0:1749607633.703648:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607633.703651:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607633.703653:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607633.703655:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730119936, portal 10
00000400:00000010:2.0:1749607633.703658:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607633.703660:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730119936, offset 0
00000400:00000200:2.0:1749607633.703663:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607633.703666:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607633.703668:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607633.703670:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607633.703672:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607633.703673:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607633.703675:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1063:1063:254:4294967295] 192.168.201.120@tcp LPNI seq info [1063:1063:6:4294967295]
00000400:00000200:2.0:1749607633.703681:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607633.703684:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607633.703686:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607633.703688:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607633.703691:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607633.703693:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607633.704685:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607633.704690:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607633.704696:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607633.704702:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607633.704711:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749607633.704721:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749607633.704733:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730119680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607633.704762:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607633.704764:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607633.704767:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607633.704769:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607633.704771:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749607633.704772:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749607633.704776:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730119808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607633.704860:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607633.704862:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607633.704865:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607633.704868:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607633.704870:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749607633.704871:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749607633.704880:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730119936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607633.707614:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607633.707645:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321200
00000400:00000200:0.0:1749607633.707657:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x221d [1] + 224
00000400:00000200:0.0:1749607633.707676:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607633.707681:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607633.707699:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730119680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607633.707744:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607633.707748:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321280
00000400:00000200:0.0:1749607633.707756:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2225 [1] + 0
00000400:00000200:0.0:1749607633.707788:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607633.707791:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607633.707798:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730119808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607633.707832:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607633.707836:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321300
00000400:00000200:0.0:1749607633.707839:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x222d [1] + 0
00000400:00000010:1.0:1749607633.707864:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749607633.707866:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607633.707869:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607633.707882:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607633.707885:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749607633.707893:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730119936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607633.707902:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730119680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607633.707909:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000100:00000200:1.0:1749607633.707912:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730119680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607633.707915:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607633.707917:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607633.707925:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730119808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607633.707934:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730119808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607633.708000:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607633.708002:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749607633.708004:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
02000000:00000010:1.0:1749607633.708005:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749607633.708012:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000200:2.0:1749607633.708013:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730119936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607633.708016:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:2.0:1749607633.708019:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730119936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607633.708037:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607633.708043:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607633.708046:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607633.708050:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607633.708052:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607633.708054:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:3.0:1749607633.716068:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749607633.716079:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:0.0:1749607633.716658:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749607633.716802:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:2.0:1749607638.710092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607638.710113:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607638.710169:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607638.710184:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607638.710190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607638.710203:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000100:00000010:2.0:1749607638.710207:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607638.710210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749607638.710211:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607638.710216:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607638.710222:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730120064, portal 25
00000400:00000010:3.0:1749607638.710225:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
02000000:00000010:1.0:1749607638.710226:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000200:3.0:1749607638.710227:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730120064, offset 0
00000400:00000010:1.0:1749607638.710232:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749607638.710233:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607638.710238:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607638.710241:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730120192, portal 10
00000400:00000200:3.0:1749607638.710243:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607638.710244:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749607638.710246:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730120192, offset 0
00000400:00000200:3.0:1749607638.710248:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607638.710251:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607638.710252:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607638.710254:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607638.710256:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607638.710259:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1064:1064:256:4294967295] 192.168.201.120@tcp LPNI seq info [1064:1064:8:4294967295]
00000400:00000200:3.0:1749607638.710267:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607638.710272:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607638.710275:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607638.710276:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607638.710283:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607638.710290:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607638.710290:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607638.710292:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607638.710294:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607638.710294:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607638.710296:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607638.710298:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1065:1065:255:4294967295] 192.168.201.120@tcp LPNI seq info [1065:1065:7:4294967295]
00000400:00000200:1.0:1749607638.710305:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607638.710308:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607638.710311:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749607638.710314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607638.710314:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000800:00000200:1.0:1749607638.710317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607638.710320:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607638.710330:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749607638.710333:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749607638.710347:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
02000000:00000010:1.0:1749607638.710360:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607638.710363:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be70.
00000400:00000010:1.0:1749607638.710365:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607638.710367:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730120320, portal 10
00000400:00000010:1.0:1749607638.710369:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607638.710370:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730120320, offset 0
00000400:00000200:1.0:1749607638.710374:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607638.710377:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607638.710379:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607638.710380:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607638.710382:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607638.710383:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607638.710385:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1066:1066:254:4294967295] 192.168.201.120@tcp LPNI seq info [1066:1066:6:4294967295]
00000400:00000200:1.0:1749607638.710391:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607638.710394:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607638.710396:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749607638.710399:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607638.710402:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607638.710406:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607638.710407:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749607638.710409:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607638.710413:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607638.710418:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607638.710421:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749607638.710422:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749607638.710429:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730120064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607638.710444:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607638.710445:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607638.710447:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607638.710450:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607638.710451:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749607638.710452:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749607638.710455:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730120192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607638.710527:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607638.710533:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607638.710535:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607638.710538:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607638.710540:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749607638.710541:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749607638.710544:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730120320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607638.712254:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607638.712265:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321400
00000400:00000200:0.0:1749607638.712272:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x223d [1] + 0
00000400:00000200:0.0:1749607638.712282:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607638.712285:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607638.712293:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730120192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607638.712330:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607638.712334:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321380
00000400:00000200:0.0:1749607638.712339:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2235 [1] + 224
00000400:00000200:0.0:1749607638.712343:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607638.712346:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607638.712349:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730120064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607638.712378:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607638.712382:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321480
00000400:00000200:0.0:1749607638.712385:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2245 [1] + 0
00000400:00000010:1.0:1749607638.712395:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607638.712400:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749607638.712401:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607638.712407:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730120192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607638.712415:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730120192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607638.712431:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:3.0:1749607638.712433:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607638.712437:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607638.712438:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607638.712443:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730120064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607638.712456:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730120064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607638.712468:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607638.712472:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607638.712475:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:0.0:1749607638.712515:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607638.712519:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607638.712523:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730120320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607638.719461:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be70.
00000400:00000200:1.0:1749607638.719472:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749607638.719475:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607638.719486:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730120320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607638.719496:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730120320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749607638.719515:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749607638.719525:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607638.719530:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749607638.719533:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749607638.719536:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607638.719537:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749607638.719539:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:1.0:1749607638.723050:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749607638.723057:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749607638.723061:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:0.0:1749607638.724780:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:2.0:1749607643.718064:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607643.718091:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
02000000:00000010:3.0:1749607643.718189:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607643.718196:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607643.718202:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607643.718208:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730120448, portal 25
00000400:00000010:3.0:1749607643.718212:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607643.718213:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730120448, offset 0
00000400:00000200:3.0:1749607643.718221:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607643.718233:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607643.718237:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607643.718241:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607643.718243:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607643.718245:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607643.718248:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1067:1067:256:4294967295] 192.168.201.120@tcp LPNI seq info [1067:1067:8:4294967295]
00000400:00000200:3.0:1749607643.718256:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607643.718260:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607643.718263:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607643.718268:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607643.718274:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607643.718278:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607643.718280:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607643.718297:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749607643.718301:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
02000000:00000010:2.0:1749607643.718309:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749607643.718312:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749607643.718318:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749607643.718322:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:2.0:1749607643.718326:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607643.718330:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749607643.718342:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607643.718346:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be70.
00000400:00000010:1.0:1749607643.718350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607643.718353:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730120576, portal 10
00000400:00000010:1.0:1749607643.718357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607643.718364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730120576, offset 0
00000400:00000200:1.0:1749607643.718368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607643.718372:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607643.718375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607643.718377:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607643.718379:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607643.718380:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607643.718382:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1068:1068:255:4294967295] 192.168.201.120@tcp LPNI seq info [1068:1068:7:4294967295]
00000400:00000200:1.0:1749607643.718388:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607643.718391:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607643.718394:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749607643.718397:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607643.718400:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607643.718402:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607643.718411:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607643.718413:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607643.718415:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607643.718417:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730120704, portal 10
00000400:00000010:1.0:1749607643.718419:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749607643.718420:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730120704, offset 0
00000400:00000200:1.0:1749607643.718423:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607643.718425:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607643.718427:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607643.718429:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607643.718430:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607643.718432:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607643.718434:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1069:1069:254:4294967295] 192.168.201.120@tcp LPNI seq info [1069:1069:6:4294967295]
00000400:00000200:1.0:1749607643.718439:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607643.718442:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607643.718444:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749607643.718450:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607643.718453:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607643.718455:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607643.718485:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607643.718488:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607643.718492:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607643.718496:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607643.718499:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749607643.718501:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749607643.718509:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730120448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607643.718530:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607643.718531:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749607643.718533:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607643.718535:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607643.718537:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749607643.718538:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749607643.718541:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730120576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607643.718560:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607643.718561:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607643.718563:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607643.718565:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607643.718566:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749607643.718567:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749607643.718569:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730120704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607643.721722:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607643.721743:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321500
00000400:00000200:0.0:1749607643.721751:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x224d [1] + 224
00000400:00000200:0.0:1749607643.721763:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607643.721776:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607643.721787:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730120448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607643.721829:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607643.721833:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321580
00000400:00000200:0.0:1749607643.721838:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2255 [1] + 0
00000400:00000200:0.0:1749607643.721842:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607643.721845:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607643.721849:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730120576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607643.721877:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607643.721881:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321600
00000400:00000200:0.0:1749607643.722372:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x225d [1] + 0
00000400:00000200:0.0:1749607643.722390:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607643.722394:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607643.722432:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607643.722436:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607643.722439:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607643.722444:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730120448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607643.722451:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730120448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607643.722470:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607643.722473:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607643.722477:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:1.0:1749607643.722523:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be70.
00000400:00000200:1.0:1749607643.722526:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749607643.722527:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607643.722532:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730120576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607643.722537:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730120576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607643.722552:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607643.722555:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749607643.722557:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:0.0:1749607643.722593:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730120704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607643.722692:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607643.722695:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749607643.722696:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607643.722699:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730120704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607643.722704:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730120704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607643.722716:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607643.722719:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749607643.722720:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749607643.731063:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749607643.731068:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:0.0:1749607643.731083:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:1.0:1749607643.731145:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:2.0:1749607648.726099:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607648.726123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607648.726182:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607648.726214:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607648.726221:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749607648.726230:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607648.726238:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607648.726244:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000010:2.0:1749607648.726249:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607648.726252:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000200:3.0:1749607648.726252:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730120832, portal 25
00000400:00000010:3.0:1749607648.726256:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607648.726258:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730120832, offset 0
00000400:00000200:3.0:1749607648.726264:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607648.726276:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607648.726281:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607648.726284:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607648.726287:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607648.726289:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607648.726292:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1070:1070:256:4294967295] 192.168.201.120@tcp LPNI seq info [1070:1070:8:4294967295]
00000400:00000200:3.0:1749607648.726302:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607648.726307:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607648.726311:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607648.726316:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607648.726323:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607648.726328:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749607648.726339:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607648.726344:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607648.726347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607648.726350:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730120960, portal 10
00000400:00000010:1.0:1749607648.726355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607648.726356:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730120960, offset 0
00000100:00000010:3.0:1749607648.726356:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000400:00000200:1.0:1749607648.726366:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607648.726370:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749607648.726370:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000400:00000200:1.0:1749607648.726373:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1749607648.726375:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000400:00000200:1.0:1749607648.726376:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607648.726377:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607648.726379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607648.726381:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1071:1071:255:4294967295] 192.168.201.120@tcp LPNI seq info [1071:1071:7:4294967295]
00000400:00000200:1.0:1749607648.726387:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607648.726390:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607648.726393:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607648.726396:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607648.726399:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607648.726401:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607648.726410:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607648.726413:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607648.726419:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607648.726424:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607648.726427:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749607648.726429:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749607648.726439:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730120832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607648.726516:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607648.726518:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607648.726521:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607648.726529:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607648.726531:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749607648.726532:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749607648.726536:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730120960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607648.727241:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
02000000:00000010:1.0:1749607648.727273:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607648.727276:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be70.
00000400:00000010:1.0:1749607648.727279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607648.727281:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730121088, portal 10
00000400:00000010:1.0:1749607648.727284:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607648.727286:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730121088, offset 0
00000400:00000200:1.0:1749607648.727290:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607648.727294:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607648.727296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607648.727298:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607648.727300:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607648.727302:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607648.727303:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1072:1072:256:4294967295] 192.168.201.120@tcp LPNI seq info [1072:1072:8:4294967295]
00000400:00000200:1.0:1749607648.727309:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607648.727313:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607648.727315:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607648.727318:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607648.727325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607648.727327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607648.727402:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607648.727405:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749607648.727407:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607648.727411:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607648.727413:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749607648.727414:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749607648.727419:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730121088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607648.729994:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607648.730011:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321700
00000400:00000200:0.0:1749607648.730018:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x226d [1] + 0
00000400:00000200:0.0:1749607648.730030:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607648.730034:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607648.730046:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730120960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607648.732290:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607648.732313:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321780
00000400:00000200:0.0:1749607648.732325:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2275 [1] + 0
00000400:00000200:0.0:1749607648.732338:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607648.732341:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607648.732355:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730121088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607648.732372:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607648.732393:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321680
00000400:00000200:0.0:1749607648.732397:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2265 [1] + 224
00000400:00000200:0.0:1749607648.732413:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607648.732416:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607648.732421:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730120832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607648.732542:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607648.732547:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749607648.732549:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000400:00000010:3.0:1749607648.732560:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749607648.732561:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730120960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607648.732565:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607648.732567:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:1.0:1749607648.732568:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730120960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607648.732573:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730120832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607648.732581:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730120832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607648.732605:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be70.
00000400:00000200:1.0:1749607648.732607:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749607648.732608:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607648.732611:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730121088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607648.732612:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000100:00000200:1.0:1749607648.732616:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730121088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607648.732619:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607648.732624:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749607648.732631:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607648.732636:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749607648.732638:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749607648.732641:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607648.732643:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749607648.732645:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749607648.739098:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749607648.739213:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:0.0:1749607648.739235:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749607648.740027:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:2.0:1749607653.735030:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607653.735048:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607653.735104:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607653.735118:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607653.735123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607653.735147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607653.735150:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749607653.735228:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749607653.735233:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be70.
00000400:00000010:1.0:1749607653.735238:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607653.735243:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730121216, portal 25
00000400:00000010:1.0:1749607653.735247:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607653.735249:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730121216, offset 0
00000400:00000200:1.0:1749607653.735254:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607653.735272:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607653.735277:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607653.735280:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607653.735282:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607653.735284:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607653.735287:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1073:1073:256:4294967295] 192.168.201.120@tcp LPNI seq info [1073:1073:8:4294967295]
00000400:00000200:1.0:1749607653.735295:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607653.735299:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607653.735303:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749607653.735308:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607653.735315:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607653.735318:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:0.0:1749607653.735385:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000400:00000010:0.0:1749607653.735389:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea000.
00000400:00000010:0.0:1749607653.735392:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749607653.735394:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730121344, portal 10
00000400:00000010:0.0:1749607653.735398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749607653.735399:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730121344, offset 0
00000400:00000200:0.0:1749607653.735402:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607653.735406:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607653.735408:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607653.735410:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607653.735411:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607653.735413:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607653.735415:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1074:1074:255:4294967295] 192.168.201.120@tcp LPNI seq info [1074:1074:7:4294967295]
00000400:00000200:0.0:1749607653.735420:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607653.735422:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607653.735424:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749607653.735427:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607653.735429:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607653.735431:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607653.735655:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749607653.735666:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749607653.735669:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749607653.735676:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
02000000:00000010:0.0:1749607653.736105:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941400.
00000400:00000010:0.0:1749607653.736109:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea058.
00000400:00000010:0.0:1749607653.736111:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749607653.736120:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730121472, portal 10
00000400:00000010:0.0:1749607653.736123:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749607653.736124:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730121472, offset 0
00000400:00000200:0.0:1749607653.736129:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607653.736132:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607653.736135:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607653.736136:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607653.736138:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607653.736140:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607653.736141:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1075:1075:254:4294967295] 192.168.201.120@tcp LPNI seq info [1075:1075:6:4294967295]
00000400:00000200:0.0:1749607653.736147:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607653.736150:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607653.736152:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749607653.736154:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607653.736157:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607653.736159:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607653.736235:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607653.736238:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749607653.736242:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607653.736246:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607653.736248:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749607653.736250:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749607653.736256:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730121216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607653.736271:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607653.736272:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:2.0:1749607653.736273:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607653.736276:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607653.736277:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749607653.736278:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749607653.736281:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730121344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607653.736494:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607653.736496:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:2.0:1749607653.736498:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607653.736501:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607653.736516:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749607653.736517:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749607653.736521:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730121472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607653.739170:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607653.739190:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321880
00000400:00000200:0.0:1749607653.739199:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2285 [1] + 0
00000400:00000200:0.0:1749607653.739209:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607653.739213:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607653.739224:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730121344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607653.739259:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607653.739263:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321800
00000400:00000200:0.0:1749607653.739268:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x227d [1] + 224
00000400:00000200:0.0:1749607653.739274:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607653.739276:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607653.739290:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730121216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607653.739294:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea000.
00000400:00000200:2.0:1749607653.739299:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749607653.739300:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:2.0:1749607653.739305:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730121344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607653.739311:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730121344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607653.739318:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607653.739321:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321900
00000400:00000200:0.0:1749607653.739324:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x228d [1] + 0
00000400:00000200:0.0:1749607653.739333:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607653.739336:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607653.739339:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730121472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607653.739340:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749607653.739344:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607653.739348:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:2.0:1749607653.739355:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea058.
00000400:00000200:2.0:1749607653.739357:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749607653.739357:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749607653.739360:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730121472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607653.739365:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be70.
00000100:00000200:2.0:1749607653.739365:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730121472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607653.739370:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749607653.739371:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607653.739377:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730121216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607653.739377:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749607653.739381:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607653.739382:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:1.0:1749607653.739384:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730121216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607653.739397:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749607653.739399:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749607653.739401:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749607653.747995:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749607653.748016:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:3.0:1749607653.748018:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:0.0:1749607653.748024:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749607658.742100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607658.742117:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607658.742162:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607658.742174:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607658.742178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749607658.742193:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607658.742199:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607658.742204:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000010:2.0:1749607658.742207:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607658.742210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000200:3.0:1749607658.742210:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730121600, portal 25
00000400:00000010:3.0:1749607658.742214:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607658.742215:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730121600, offset 0
02000000:00000010:1.0:1749607658.742221:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749607658.742222:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607658.742225:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be70.
00000400:00000200:3.0:1749607658.742233:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607658.742237:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607658.742241:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607658.742244:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607658.742246:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607658.742247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:3.0:1749607658.742248:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1076:1076:256:4294967295] 192.168.201.120@tcp LPNI seq info [1076:1076:8:4294967295]
00000100:00000200:2.0:1749607658.742251:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730121728, portal 10
00000400:00000010:2.0:1749607658.742255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607658.742256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730121728, offset 0
00000400:00000200:3.0:1749607658.742258:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607658.742260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607658.742269:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607658.742271:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607658.742273:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607658.742273:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607658.742276:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607658.742277:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607658.742279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607658.742279:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607658.742281:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1077:1077:255:4294967295] 192.168.201.120@tcp LPNI seq info [1077:1077:7:4294967295]
00000800:00000200:3.0:1749607658.742285:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607658.742288:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607658.742288:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607658.742291:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607658.742293:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607658.742296:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607658.742300:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607658.742302:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607658.742305:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749607658.742317:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749607658.742322:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749607658.742331:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
02000000:00000010:2.0:1749607658.742342:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607658.742344:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607658.742346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607658.742348:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730121856, portal 10
00000400:00000010:2.0:1749607658.742350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749607658.742351:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730121856, offset 0
00000400:00000200:2.0:1749607658.742354:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607658.742357:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607658.742359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607658.742360:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607658.742362:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607658.742364:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607658.742367:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607658.742369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1078:1078:254:4294967295] 192.168.201.120@tcp LPNI seq info [1078:1078:6:4294967295]
00000800:00000010:0.0:1749607658.742370:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607658.742374:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607658.742375:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607658.742379:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607658.742379:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607658.742380:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607658.742382:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749607658.742383:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000800:00000200:2.0:1749607658.742383:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607658.742386:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607658.742388:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607658.742390:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730121600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607658.742404:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607658.742406:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607658.742408:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607658.742410:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607658.742412:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749607658.742413:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749607658.742416:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730121728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607658.742485:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607658.742487:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607658.742489:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607658.742492:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607658.742499:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749607658.742501:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749607658.742504:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730121856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607658.743587:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607658.743596:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321980
00000400:00000200:0.0:1749607658.743602:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2295 [1] + 224
00000400:00000200:0.0:1749607658.743609:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607658.743611:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607658.743616:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730121600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607658.743647:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607658.743651:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321a00
00000400:00000200:0.0:1749607658.743654:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x229d [1] + 0
00000400:00000200:0.0:1749607658.743665:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607658.743665:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749607658.743668:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607658.743668:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607658.743669:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749607658.743673:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730121728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607658.743673:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730121600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607658.743679:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730121600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607658.743693:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607658.743696:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749607658.743699:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749607658.743721:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be70.
00000400:00000200:2.0:1749607658.743724:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749607658.743725:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607658.743729:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730121728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607658.743735:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730121728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607658.743748:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:2.0:1749607658.743752:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607658.743753:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749607658.743775:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607658.743779:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321a80
00000400:00000200:0.0:1749607658.743782:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x22a5 [1] + 0
00000400:00000200:0.0:1749607658.743789:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607658.743791:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607658.743794:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730121856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607658.743829:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607658.743831:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749607658.743832:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607658.743836:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730121856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607658.743841:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730121856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607658.743853:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607658.743855:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607658.743857:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749607658.755036:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749607658.755044:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:1.0:1749607658.755055:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:0.0:1749607658.755075:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:2.0:1749607663.750030:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607663.750059:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607663.750117:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607663.750130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607663.750135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749607663.750148:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000100:00000010:2.0:1749607663.750149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607663.750151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749607663.750153:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607663.750159:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
02000000:00000010:2.0:1749607663.750167:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000100:00000200:3.0:1749607663.750167:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730121984, portal 25
00000400:00000010:2.0:1749607663.750170:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:3.0:1749607663.750170:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607663.750172:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730121984, offset 0
00000400:00000010:2.0:1749607663.750173:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607663.750175:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730122112, portal 10
00000400:00000010:2.0:1749607663.750178:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:3.0:1749607663.750178:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607663.750181:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730122112, offset 0
00000400:00000200:2.0:1749607663.750184:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607663.750186:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607663.750191:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607663.750194:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607663.750200:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607663.750202:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607663.750205:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1079:1079:256:4294967295] 192.168.201.120@tcp LPNI seq info [1079:1079:8:4294967295]
00000400:00000200:3.0:1749607663.750214:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607663.750218:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607663.750218:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607663.750220:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607663.750221:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749607663.750222:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607663.750223:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607663.750224:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607663.750225:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607663.750226:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1080:1080:255:4294967295] 192.168.201.120@tcp LPNI seq info [1080:1080:7:4294967295]
00000400:00000200:2.0:1749607663.750231:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607663.750232:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607663.750233:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607663.750235:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:3.0:1749607663.750235:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607663.750237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607663.750239:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607663.750241:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607663.750250:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
00000100:00000010:2.0:1749607663.750268:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749607663.750284:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
00000100:00000010:2.0:1749607663.750288:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000800:00000200:0.0:1749607663.750292:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:2.0:1749607663.750295:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000800:00000010:0.0:1749607663.750300:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000010:2.0:1749607663.750302:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607663.750304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:0.0:1749607663.750306:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749607663.750306:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730122240, portal 10
00000400:00000010:2.0:1749607663.750309:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000200:0.0:1749607663.750310:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607663.750310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730122240, offset 0
00000400:00000200:0.0:1749607663.750313:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749607663.750315:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749607663.750322:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730121984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607663.750391:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607663.750396:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607663.750398:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607663.750399:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607663.750401:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607663.750402:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607663.750404:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1081:1081:255:4294967295] 192.168.201.120@tcp LPNI seq info [1081:1081:7:4294967295]
00000400:00000200:2.0:1749607663.750409:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607663.750412:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607663.750414:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607663.750414:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000010:0.0:1749607663.750416:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607663.750416:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607663.750418:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607663.750418:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607663.750419:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607663.750421:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607663.750423:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749607663.750424:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749607663.750428:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730122112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607663.750448:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607663.750450:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607663.750452:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607663.750454:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607663.750455:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749607663.750456:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607663.750459:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730122240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607663.751471:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607663.751480:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321b80
00000400:00000200:0.0:1749607663.751485:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x22b5 [1] + 0
00000400:00000200:0.0:1749607663.751492:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607663.751494:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607663.751500:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730122112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607663.751526:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607663.751536:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321b00
00000400:00000200:0.0:1749607663.751540:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x22ad [1] + 224
00000400:00000200:0.0:1749607663.751550:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607663.751553:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607663.751557:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730121984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607663.751557:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607663.751561:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749607663.751562:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607663.751567:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730122112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607663.751575:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730122112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607663.751595:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607663.751598:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607663.751601:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749607663.751632:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607663.751635:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607663.751637:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607663.751641:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730121984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607663.751651:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730121984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607663.751662:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607663.751665:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749607663.751666:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749607663.752246:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607663.752253:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321c00
00000400:00000200:0.0:1749607663.752257:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x22bd [1] + 0
00000400:00000200:0.0:1749607663.752268:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607663.752271:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607663.752276:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730122240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607663.752361:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607663.752364:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749607663.752371:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607663.752374:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730122240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607663.752380:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730122240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607663.752395:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607663.752398:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607663.752400:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:0.0:1749607663.763087:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:3.0:1749607663.763151:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749607663.763178:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:1.0:1749607663.763202:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749607668.758050:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607668.758067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607668.758126:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607668.758140:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607668.758146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749607668.758161:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749607668.758161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607668.758164:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:0.0:1749607668.758166:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea0b0.
00000400:00000010:0.0:1749607668.758171:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749607668.758175:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730122368, portal 25
00000400:00000010:0.0:1749607668.758179:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607668.758180:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730122368, offset 0
02000000:00000010:2.0:1749607668.758181:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000200:0.0:1749607668.758185:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607668.758185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607668.758190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607668.758192:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730122496, portal 10
00000400:00000200:0.0:1749607668.758194:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607668.758196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:0.0:1749607668.758198:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749607668.758198:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730122496, offset 0
00000400:00000200:0.0:1749607668.758201:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607668.758202:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607668.758204:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607668.758206:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607668.758208:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1082:1082:256:4294967295] 192.168.201.120@tcp LPNI seq info [1082:1082:8:4294967295]
00000400:00000200:0.0:1749607668.758217:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607668.758230:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607668.758232:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000400:00000200:2.0:1749607668.758232:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607668.758235:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607668.758237:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607668.758238:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607668.758240:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607668.758241:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607668.758243:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607668.758244:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1083:1083:255:4294967295] 192.168.201.120@tcp LPNI seq info [1083:1083:7:4294967295]
00000800:00000200:0.0:1749607668.758250:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607668.758250:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607668.758275:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607668.758278:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607668.758281:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607668.758285:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:2.0:1749607668.758285:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607668.758287:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607668.758299:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
00000100:00000010:0.0:1749607668.758306:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
00000100:00000010:0.0:1749607668.758309:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
02000000:00000010:2.0:1749607668.758332:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749607668.758335:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607668.758338:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607668.758340:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730122624, portal 10
00000400:00000010:2.0:1749607668.758343:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000800:00000200:1.0:1749607668.758344:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749607668.758344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730122624, offset 0
00000800:00000010:1.0:1749607668.758347:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000200:2.0:1749607668.758347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607668.758351:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607668.758352:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607668.758352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607668.758354:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607668.758356:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607668.758356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607668.758357:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607668.758358:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000200:2.0:1749607668.758359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1084:1084:254:4294967295] 192.168.201.120@tcp LPNI seq info [1084:1084:6:4294967295]
00000400:00000010:1.0:1749607668.758360:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000400:00000200:2.0:1749607668.758365:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607668.758366:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730122368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607668.758369:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607668.758371:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607668.758374:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607668.758378:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607668.758379:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607668.758424:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607668.758426:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749607668.758436:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607668.758439:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607668.758441:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:1.0:1749607668.758442:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:1.0:1749607668.758445:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730122496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607668.758657:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607668.758659:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:1.0:1749607668.758661:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607668.758664:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607668.758666:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:1.0:1749607668.758667:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:1.0:1749607668.758671:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730122624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607668.759627:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607668.759640:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321d00
00000400:00000200:0.0:1749607668.759646:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x22cd [1] + 0
00000400:00000200:0.0:1749607668.759658:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607668.759661:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607668.759669:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730122496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607668.759704:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607668.759708:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321d80
00000400:00000200:0.0:1749607668.759712:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x22d5 [1] + 0
00000400:00000200:0.0:1749607668.759716:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607668.759718:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607668.759722:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730122624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607668.759729:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607668.759732:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749607668.759733:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607668.759739:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730122496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607668.759742:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607668.759746:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321c80
00000100:00000200:2.0:1749607668.759746:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730122496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607668.759751:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x22c5 [1] + 224
00000400:00000200:0.0:1749607668.759763:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607668.759772:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607668.759772:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607668.759774:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607668.759775:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749607668.759779:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730122368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607668.759779:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730122624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607668.759784:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730122624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607668.759795:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607668.759798:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607668.759801:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607668.759804:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607668.759806:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607668.759807:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:1.0:1749607668.759843:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea0b0.
00000400:00000200:1.0:1749607668.759846:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:1.0:1749607668.759847:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:1.0:1749607668.759852:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730122368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607668.759857:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730122368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607668.759885:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:1.0:1749607668.759890:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607668.759893:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749607668.771080:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:0.0:1749607668.771087:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607668.771155:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:2.0:1749607668.771253:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:2.0:1749607673.766069:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607673.766090:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607673.766148:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607673.766165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607673.766185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607673.766205:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607673.766209:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749607673.766212:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607673.766219:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607673.766226:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607673.766235:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730122752, portal 25
00000400:00000010:3.0:1749607673.766239:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749607673.766241:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730122752, offset 0
02000000:00000010:1.0:1749607673.766243:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749607673.766247:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607673.766251:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607673.766256:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000200:3.0:1749607673.766259:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749607673.766260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730122880, portal 10
00000400:00000200:3.0:1749607673.766265:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749607673.766266:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607673.766267:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730122880, offset 0
00000400:00000200:1.0:1749607673.766273:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607673.766280:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607673.766283:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607673.766285:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607673.766288:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1085:1085:256:4294967295] 192.168.201.120@tcp LPNI seq info [1085:1085:8:4294967295]
00000400:00000200:3.0:1749607673.766299:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607673.766304:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607673.766308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607673.766308:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749607673.766312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607673.766314:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607673.766315:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607673.766317:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607673.766318:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607673.766320:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1086:1086:255:4294967295] 192.168.201.120@tcp LPNI seq info [1086:1086:7:4294967295]
00000800:00000200:3.0:1749607673.766323:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607673.766325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607673.766328:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607673.766331:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:3.0:1749607673.766332:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607673.766335:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607673.766340:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607673.766343:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607673.766358:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749607673.766380:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749607673.766387:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749607673.766395:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
02000000:00000010:1.0:1749607673.766405:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607673.766407:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607673.766409:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607673.766410:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730123008, portal 10
00000400:00000010:1.0:1749607673.766412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607673.766413:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730123008, offset 0
00000400:00000200:1.0:1749607673.766424:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607673.766427:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607673.766429:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607673.766430:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607673.766431:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607673.766432:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607673.766434:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1087:1087:254:4294967295] 192.168.201.120@tcp LPNI seq info [1087:1087:6:4294967295]
00000400:00000200:1.0:1749607673.766437:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607673.766439:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607673.766440:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607673.766442:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607673.766444:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607673.766445:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607673.766448:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607673.766451:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607673.766454:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607673.766463:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607673.766466:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749607673.766467:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749607673.766475:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730122752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607673.766490:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607673.766491:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607673.766493:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607673.766496:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607673.766497:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749607673.766498:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749607673.766502:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730122880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607673.766552:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607673.766554:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607673.766556:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607673.766558:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607673.766560:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749607673.766561:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749607673.766564:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730123008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607673.767872:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607673.767879:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321e00
00000400:00000200:0.0:1749607673.767885:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x22dd [1] + 224
00000400:00000200:0.0:1749607673.767897:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607673.767900:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607673.767905:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730122752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607673.767931:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749607673.767963:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749607673.767965:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf321e80
00000400:00000200:3.0:1749607673.767967:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607673.767968:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:0.0:1749607673.767973:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x22e5 [1] + 0
00000100:00000200:3.0:1749607673.767973:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730122752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607673.767978:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607673.767979:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749607673.767981:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730122752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607673.767982:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730122880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607673.767995:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749607673.767997:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000200:0.0:1749607673.767998:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf321f00
00000400:00000200:0.0:1749607673.768000:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x22ed [1] + 0
02000000:00000010:3.0:1749607673.768001:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749607673.768004:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749607673.768008:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607673.768009:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607673.768012:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730123008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607673.768031:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607673.768035:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749607673.768037:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607673.768041:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730122880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607673.768048:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730122880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607673.768063:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607673.768064:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607673.768065:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607673.768068:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730123008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607673.768073:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730123008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607673.768084:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607673.768087:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749607673.768095:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749607673.768098:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607673.768100:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749607673.768102:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:1.0:1749607673.779054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:2.0:1749607673.779075:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749607673.779092:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:0.0:1749607673.779160:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:2.0:1749607678.774131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607678.774149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607678.774212:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607678.774224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607678.774230:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607678.774260:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607678.774263:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749607678.774278:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607678.774285:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607678.774290:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607678.774297:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730123136, portal 25
00000400:00000010:3.0:1749607678.774302:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
02000000:00000010:0.0:1749607678.774307:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000100:00000200:3.0:1749607678.774311:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730123136, offset 0
00000400:00000010:0.0:1749607678.774312:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea108.
00000400:00000010:0.0:1749607678.774315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000400:00000200:3.0:1749607678.774317:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607678.774323:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730123264, portal 10
00000400:00000200:3.0:1749607678.774325:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749607678.774327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749607678.774329:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730123264, offset 0
00000400:00000200:3.0:1749607678.774330:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607678.774332:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607678.774333:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607678.774335:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607678.774337:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607678.774339:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1088:1088:256:4294967295] 192.168.201.120@tcp LPNI seq info [1088:1088:8:4294967295]
00000400:00000200:3.0:1749607678.774346:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607678.774351:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607678.774352:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607678.774354:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607678.774354:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607678.774362:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607678.774364:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607678.774366:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607678.774367:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607678.774368:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607678.774370:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1089:1089:255:4294967295] 192.168.201.120@tcp LPNI seq info [1089:1089:7:4294967295]
00000800:00000200:3.0:1749607678.774371:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749607678.774375:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607678.774378:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607678.774380:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000800:00000200:0.0:1749607678.774382:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607678.774384:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607678.774386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607678.774391:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607678.774401:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
00000100:00000010:0.0:1749607678.774408:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
00000100:00000010:0.0:1749607678.774417:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
02000000:00000010:0.0:1749607678.774425:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942800.
00000400:00000010:0.0:1749607678.774426:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea160.
00000400:00000010:0.0:1749607678.774428:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749607678.774429:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730123392, portal 10
00000400:00000010:0.0:1749607678.774431:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749607678.774432:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730123392, offset 0
00000400:00000200:0.0:1749607678.774434:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607678.774436:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607678.774438:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607678.774439:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607678.774440:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607678.774441:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607678.774442:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1090:1090:254:4294967295] 192.168.201.120@tcp LPNI seq info [1090:1090:6:4294967295]
00000800:00000200:1.0:1749607678.774442:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607678.774445:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607678.774446:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607678.774447:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607678.774449:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:0.0:1749607678.774452:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000800:00000200:0.0:1749607678.774454:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607678.774454:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:0.0:1749607678.774456:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607678.774457:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607678.774457:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:1.0:1749607678.774458:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749607678.774465:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730123136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607678.774480:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607678.774481:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749607678.774483:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607678.774485:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607678.774486:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749607678.774488:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:1.0:1749607678.774490:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730123264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607678.774542:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607678.774544:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749607678.774546:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607678.774548:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607678.774550:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:1.0:1749607678.774551:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:1.0:1749607678.774554:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730123392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607678.776234:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607678.776246:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf321f80
00000400:00000200:0.0:1749607678.776251:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x22f5 [1] + 224
00000400:00000200:0.0:1749607678.776259:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607678.776262:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607678.776268:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730123136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607678.776295:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607678.776300:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322080
00000400:00000200:0.0:1749607678.776303:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2305 [1] + 0
00000400:00000200:0.0:1749607678.776308:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607678.776310:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607678.776314:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730123392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607678.776329:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607678.776333:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607678.776335:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607678.776340:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730123136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607678.776345:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607678.776347:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730123136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607678.776349:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322000
00000400:00000200:0.0:1749607678.776352:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x22fd [1] + 0
02000000:00000010:3.0:1749607678.776363:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000200:0.0:1749607678.776364:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607678.776367:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607678.776368:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:0.0:1749607678.776371:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730123264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607678.776371:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:1.0:1749607678.776434:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea108.
00000400:00000200:1.0:1749607678.776438:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:1.0:1749607678.776439:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:1.0:1749607678.776448:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730123264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607678.776454:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730123264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607678.776468:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea160.
00000400:00000200:1.0:1749607678.776470:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:1.0:1749607678.776471:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:1.0:1749607678.776473:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730123392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607678.776479:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730123392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607678.776489:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:1.0:1749607678.776493:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749607678.776495:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749607678.776497:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942800.
02000000:00000010:1.0:1749607678.776499:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749607678.776501:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749607678.787061:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607678.787069:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:1.0:1749607678.787166:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:2.0:1749607678.787188:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:2.0:1749607683.782052:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607683.782068:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607683.782107:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607683.782118:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607683.782122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607683.782142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607683.782144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749607683.782145:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607683.782151:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607683.782157:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607683.782163:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730123520, portal 25
00000400:00000010:3.0:1749607683.782166:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607683.782182:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730123520, offset 0
00000400:00000200:3.0:1749607683.782188:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607683.782196:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607683.782201:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607683.782204:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607683.782207:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607683.782209:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607683.782211:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1091:1091:256:4294967295] 192.168.201.120@tcp LPNI seq info [1091:1091:8:4294967295]
00000400:00000200:3.0:1749607683.782220:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607683.782225:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607683.782229:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607683.782234:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607683.782241:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
02000000:00000010:0.0:1749607683.782243:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000800:00000200:3.0:1749607683.782244:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749607683.782261:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea210.
00000400:00000010:0.0:1749607683.782267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000010:3.0:1749607683.782268:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000200:0.0:1749607683.782271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730123648, portal 10
00000400:00000010:0.0:1749607683.782277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749607683.782279:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730123648, offset 0
00000100:00000010:3.0:1749607683.782279:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749607683.782285:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000400:00000200:0.0:1749607683.782286:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607683.782295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607683.782298:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607683.782301:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:3.0:1749607683.782302:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000400:00000200:0.0:1749607683.782304:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607683.782305:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607683.782308:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1092:1092:255:4294967295] 192.168.201.120@tcp LPNI seq info [1092:1092:7:4294967295]
00000400:00000200:0.0:1749607683.782316:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607683.782320:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607683.782323:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000200:0.0:1749607683.782327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607683.782333:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607683.782336:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607683.782350:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942400.
00000400:00000010:0.0:1749607683.782352:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea1b8.
00000400:00000010:0.0:1749607683.782354:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749607683.782356:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730123776, portal 10
00000400:00000010:0.0:1749607683.782358:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749607683.782360:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730123776, offset 0
00000400:00000200:0.0:1749607683.782363:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607683.782366:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607683.782368:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607683.782370:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607683.782372:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607683.782374:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607683.782376:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1093:1093:254:4294967295] 192.168.201.120@tcp LPNI seq info [1093:1093:6:4294967295]
00000800:00000200:1.0:1749607683.782383:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749607683.782386:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:1.0:1749607683.782386:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000800:00000200:0.0:1749607683.782390:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607683.782390:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:0.0:1749607683.782393:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749607683.782394:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:0.0:1749607683.782396:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607683.782397:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:1.0:1749607683.782399:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000800:00000200:0.0:1749607683.782400:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607683.782401:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749607683.782406:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730123520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607683.782422:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607683.782424:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749607683.782426:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607683.782429:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607683.782430:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:1.0:1749607683.782436:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:1.0:1749607683.782440:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730123648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607683.782496:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607683.782497:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749607683.782499:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607683.782501:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607683.782502:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:1.0:1749607683.782503:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:1.0:1749607683.782505:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730123776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607683.783851:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607683.783861:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322180
00000400:00000200:0.0:1749607683.783866:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2315 [1] + 0
00000400:00000200:0.0:1749607683.783875:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607683.783882:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607683.783887:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730123648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607683.783927:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607683.783932:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322100
00000400:00000200:0.0:1749607683.783958:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x230d [1] + 224
00000400:00000200:0.0:1749607683.783964:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607683.783967:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607683.783970:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730123520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607683.783990:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607683.783994:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322200
00000400:00000200:0.0:1749607683.783996:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x231d [1] + 0
00000400:00000200:0.0:1749607683.784023:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607683.784026:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607683.784029:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730123776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607683.784167:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea210.
00000400:00000200:2.0:1749607683.784171:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749607683.784172:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749607683.784177:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730123648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607683.784183:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730123648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607683.784201:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea1b8.
00000400:00000200:2.0:1749607683.784202:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749607683.784203:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749607683.784205:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730123776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607683.784211:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730123776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607683.784224:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749607683.784227:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607683.784230:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607683.784232:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942400.
02000000:00000010:2.0:1749607683.784234:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607683.784236:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749607683.784286:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607683.784288:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607683.784290:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607683.784294:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730123520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607683.784300:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730123520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607683.784310:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607683.784313:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607683.784315:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749607683.795056:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:0.0:1749607683.795069:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749607683.795073:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:1.0:1749607683.795075:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:2.0:1749607688.790142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607688.790179:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607688.790238:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607688.790256:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607688.790262:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607688.790279:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607688.790282:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607688.790312:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607688.790318:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607688.790326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
02000000:00000010:1.0:1749607688.790331:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607688.790333:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730124032, portal 10
00000400:00000010:2.0:1749607688.790339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000010:1.0:1749607688.790340:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000200:2.0:1749607688.790341:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730124032, offset 0
00000400:00000010:1.0:1749607688.790345:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000200:2.0:1749607688.790347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749607688.790357:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730123904, portal 25
00000400:00000200:2.0:1749607688.790358:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607688.790360:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607688.790362:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730123904, offset 0
00000400:00000200:2.0:1749607688.790364:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607688.790368:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607688.790370:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607688.790371:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607688.790374:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607688.790376:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1094:1094:256:4294967295] 192.168.201.120@tcp LPNI seq info [1094:1094:8:4294967295]
00000400:00000200:2.0:1749607688.790386:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607688.790392:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607688.790395:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749607688.790395:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:1.0:1749607688.790400:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607688.790402:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607688.790403:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607688.790406:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607688.790408:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607688.790410:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1095:1095:255:4294967295] 192.168.201.120@tcp LPNI seq info [1095:1095:7:4294967295]
00000800:00000200:2.0:1749607688.790411:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607688.790415:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607688.790419:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607688.790423:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607688.790426:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749607688.790431:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749607688.790436:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
00000800:00000200:1.0:1749607688.790438:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607688.790451:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607688.790451:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749607688.790455:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749607688.790459:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
02000000:00000010:2.0:1749607688.790470:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607688.790476:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607688.790478:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607688.790480:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730124160, portal 10
00000400:00000010:2.0:1749607688.790483:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607688.790485:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730124160, offset 0
00000400:00000200:2.0:1749607688.790489:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607688.790493:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607688.790496:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607688.790497:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607688.790499:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607688.790500:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607688.790501:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607688.790502:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1096:1096:254:4294967295] 192.168.201.120@tcp LPNI seq info [1096:1096:6:4294967295]
00000800:00000010:0.0:1749607688.790504:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607688.790508:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607688.790509:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607688.790512:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607688.790513:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:2.0:1749607688.790515:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607688.790516:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749607688.790517:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000800:00000200:2.0:1749607688.790518:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607688.790522:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607688.790523:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607688.790525:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730124032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607688.790540:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607688.790542:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607688.790544:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607688.790547:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607688.790548:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749607688.790549:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749607688.790552:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730123904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607688.790608:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607688.790610:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607688.790621:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607688.790624:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607688.790626:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749607688.790627:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749607688.790630:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730124160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607688.792064:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607688.792077:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322300
00000400:00000200:0.0:1749607688.792083:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2325 [1] + 0
00000400:00000200:0.0:1749607688.792101:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607688.792111:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607688.792120:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730124032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607688.792173:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607688.792178:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322380
00000400:00000200:0.0:1749607688.792181:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2335 [1] + 0
00000400:00000200:0.0:1749607688.792199:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607688.792202:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607688.792207:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730124160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607688.792267:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607688.792272:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607688.792273:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607688.792279:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730124032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607688.792287:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730124032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607688.792307:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607688.792309:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607688.792310:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607688.792312:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730124160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607688.792330:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730124160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607688.792344:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607688.792347:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607688.792351:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607688.792353:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607688.792355:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607688.792357:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749607688.792463:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607688.792469:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322280
00000400:00000200:0.0:1749607688.792479:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x232d [1] + 224
00000400:00000200:0.0:1749607688.792489:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607688.792492:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607688.792496:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730123904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607688.792594:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607688.792598:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607688.792600:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607688.792611:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730123904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607688.792617:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730123904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607688.792643:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607688.792649:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749607688.792653:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749607688.803223:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:0.0:1749607688.803237:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:1.0:1749607688.803364:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:3.0:1749607688.803625:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:2.0:1749607693.798055:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607693.798073:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607693.798134:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607693.798147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749607693.798151:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607693.798153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:1.0:1749607693.798158:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607693.798163:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000010:2.0:1749607693.798168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
00000100:00000200:1.0:1749607693.798169:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730124288, portal 25
02000000:00000010:2.0:1749607693.798171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749607693.798173:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749607693.798174:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730124288, offset 0
00000400:00000200:1.0:1749607693.798179:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607693.798188:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749607693.798188:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749607693.798191:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000200:1.0:1749607693.798192:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607693.798194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000200:1.0:1749607693.798195:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607693.798197:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749607693.798197:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730124416, portal 10
00000400:00000200:1.0:1749607693.798199:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607693.798200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:1.0:1749607693.798201:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1097:1097:256:4294967295] 192.168.201.120@tcp LPNI seq info [1097:1097:8:4294967295]
00000100:00000200:2.0:1749607693.798202:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730124416, offset 0
00000400:00000200:2.0:1749607693.798205:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607693.798209:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607693.798214:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607693.798217:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607693.798222:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607693.798228:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607693.798248:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607693.798269:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749607693.798278:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000100:00000010:1.0:1749607693.798282:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749607693.798285:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000800:00000200:0.0:1749607693.798376:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607693.798377:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607693.798380:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749607693.798383:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607693.798384:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607693.798386:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607693.798388:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607693.798389:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607693.798391:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607693.798392:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1098:1098:255:4294967295] 192.168.201.120@tcp LPNI seq info [1098:1098:7:4294967295]
00000400:00000200:0.0:1749607693.798395:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749607693.798396:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000400:00000200:2.0:1749607693.798398:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607693.798402:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730124288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607693.798407:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607693.798409:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607693.798412:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607693.798415:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607693.798417:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749607693.798430:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607693.798433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607693.798435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607693.798437:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730124544, portal 10
00000400:00000010:2.0:1749607693.798440:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607693.798441:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730124544, offset 0
00000400:00000200:2.0:1749607693.798444:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607693.798445:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607693.798447:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:2.0:1749607693.798447:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607693.798449:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607693.798449:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607693.798451:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607693.798452:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607693.798454:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607693.798456:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1099:1099:255:4294967295] 192.168.201.120@tcp LPNI seq info [1099:1099:7:4294967295]
00000400:00000200:0.0:1749607693.798457:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607693.798459:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749607693.798460:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000400:00000200:2.0:1749607693.798461:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607693.798463:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730124416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607693.798464:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607693.798466:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607693.798468:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607693.798472:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607693.798474:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607693.798502:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607693.798504:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607693.798506:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607693.798509:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607693.798510:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749607693.798511:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749607693.798514:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730124544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607693.799590:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607693.799597:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322400
00000400:00000200:0.0:1749607693.799600:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x233d [1] + 224
00000400:00000200:0.0:1749607693.799606:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607693.799607:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607693.799610:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730124288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607693.799628:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607693.799630:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322480
00000400:00000200:0.0:1749607693.799632:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2345 [1] + 0
00000400:00000200:0.0:1749607693.799635:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607693.799636:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607693.799638:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730124416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607693.799650:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607693.799652:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322500
00000400:00000010:1.0:1749607693.799653:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607693.799656:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607693.799656:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:0.0:1749607693.799659:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x234d [1] + 0
00000100:00000200:1.0:1749607693.799660:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730124288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607693.799664:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730124288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607693.799666:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607693.799668:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607693.799670:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730124544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607693.799676:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749607693.799678:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
02000000:00000010:1.0:1749607693.799679:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749607693.799681:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:2.0:1749607693.799681:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607693.799682:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607693.799685:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730124416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607693.799689:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730124416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607693.799703:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607693.799704:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607693.799705:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607693.799707:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730124544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607693.799710:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730124544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607693.799716:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749607693.799718:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607693.799719:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607693.799720:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607693.799721:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607693.799722:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749607693.811042:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:2.0:1749607693.811052:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749607693.811067:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:0.0:1749607693.811175:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:2.0:1749607698.806042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607698.806063:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607698.806113:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607698.806126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607698.806131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607698.806143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607698.806146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607698.806166:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749607698.806170:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
02000000:00000010:1.0:1749607698.806171:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749607698.806175:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000010:1.0:1749607698.806176:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000200:2.0:1749607698.806180:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730124800, portal 10
00000400:00000010:1.0:1749607698.806181:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607698.806183:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730124672, portal 25
00000400:00000010:2.0:1749607698.806184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:1.0:1749607698.806185:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749607698.806186:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730124800, offset 0
00000100:00000200:1.0:1749607698.806187:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730124672, offset 0
00000400:00000200:2.0:1749607698.806191:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607698.806197:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607698.806200:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607698.806204:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607698.806216:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607698.806218:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607698.806220:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607698.806223:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1100:1100:256:4294967295] 192.168.201.120@tcp LPNI seq info [1100:1100:8:4294967295]
00000400:00000200:2.0:1749607698.806231:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607698.806236:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749607698.806236:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607698.806238:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:1.0:1749607698.806239:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607698.806240:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607698.806242:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749607698.806243:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607698.806244:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607698.806246:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1101:1101:255:4294967295] 192.168.201.120@tcp LPNI seq info [1101:1101:7:4294967295]
00000800:00000200:2.0:1749607698.806248:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607698.806251:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607698.806252:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607698.806261:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607698.806265:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607698.806268:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749607698.806270:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000800:00000200:1.0:1749607698.806271:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607698.806273:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607698.806283:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749607698.806286:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749607698.806289:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
02000000:00000010:2.0:1749607698.806302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749607698.806305:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607698.806307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607698.806309:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730124928, portal 10
00000400:00000010:2.0:1749607698.806311:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607698.806312:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730124928, offset 0
00000400:00000200:2.0:1749607698.806315:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607698.806318:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607698.806320:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607698.806322:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607698.806324:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607698.806325:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607698.806327:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607698.806327:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1102:1102:254:4294967295] 192.168.201.120@tcp LPNI seq info [1102:1102:6:4294967295]
00000800:00000010:0.0:1749607698.806330:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:2.0:1749607698.806332:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607698.806333:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607698.806335:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607698.806336:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607698.806339:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749607698.806340:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749607698.806345:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730124800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607698.806386:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607698.806387:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749607698.806388:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607698.806389:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607698.806390:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749607698.806391:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749607698.806393:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730124672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1749607698.806399:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607698.806403:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607698.806407:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607698.806409:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607698.806443:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607698.806445:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607698.806446:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607698.806448:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607698.806449:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749607698.806449:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749607698.806451:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730124928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607698.807913:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607698.807930:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322600
00000400:00000200:0.0:1749607698.807958:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2355 [1] + 0
00000400:00000200:0.0:1749607698.807967:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607698.807969:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607698.807974:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730124800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607698.808002:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607698.808006:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322580
00000400:00000200:0.0:1749607698.808009:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2359 [1] + 224
00000400:00000200:0.0:1749607698.808013:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607698.808015:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607698.808018:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730124672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607698.808034:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607698.808036:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322680
00000400:00000200:0.0:1749607698.808039:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2365 [1] + 0
00000400:00000200:0.0:1749607698.808049:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607698.808052:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607698.808055:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730124928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607698.808071:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607698.808074:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607698.808075:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607698.808079:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730124672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607698.808084:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730124672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607698.808097:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607698.808100:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749607698.808102:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749607698.808117:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607698.808121:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607698.808122:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607698.808130:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730124800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607698.808135:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730124800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607698.808149:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607698.808150:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607698.808151:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607698.808154:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730124928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607698.808159:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730124928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607698.808166:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607698.808168:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607698.808170:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607698.808171:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749607698.808172:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607698.808173:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:3.0:1749607698.819087:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749607698.819097:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:0.0:1749607698.819196:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:1.0:1749607698.819595:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749607703.814044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607703.814059:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607703.814108:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607703.814121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607703.814126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749607703.814152:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749607703.814152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749607703.814158:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749607703.814160:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:1.0:1749607703.814162:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607703.814167:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730125056, portal 25
00000400:00000010:1.0:1749607703.814170:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607703.814171:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730125056, offset 0
00000400:00000200:1.0:1749607703.814175:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607703.814178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749607703.814181:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000200:1.0:1749607703.814183:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607703.814184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:1.0:1749607703.814186:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749607703.814186:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730125184, portal 10
00000400:00000200:1.0:1749607703.814188:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607703.814190:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749607703.814190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:1.0:1749607703.814192:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749607703.814192:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730125184, offset 0
00000400:00000200:1.0:1749607703.814194:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1103:1103:256:4294967295] 192.168.201.120@tcp LPNI seq info [1103:1103:8:4294967295]
00000400:00000200:2.0:1749607703.814196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607703.814199:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607703.814207:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607703.814208:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607703.814209:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607703.814211:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607703.814213:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607703.814213:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607703.814215:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607703.814216:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607703.814218:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1104:1104:255:4294967295] 192.168.201.120@tcp LPNI seq info [1104:1104:7:4294967295]
00000800:00000200:1.0:1749607703.814219:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607703.814222:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607703.814225:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607703.814228:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607703.814230:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607703.814233:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607703.814237:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749607703.814238:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000800:00000200:2.0:1749607703.814239:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607703.814249:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749607703.814252:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749607703.814254:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
02000000:00000010:2.0:1749607703.814270:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749607703.814273:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607703.814275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607703.814277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730125312, portal 10
00000400:00000010:2.0:1749607703.814279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607703.814280:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730125312, offset 0
00000400:00000200:2.0:1749607703.814284:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607703.814287:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607703.814289:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607703.814294:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607703.814296:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607703.814296:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607703.814297:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607703.814299:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607703.814300:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1105:1105:254:4294967295] 192.168.201.120@tcp LPNI seq info [1105:1105:6:4294967295]
00000400:00000200:0.0:1749607703.814302:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607703.814306:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607703.814306:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607703.814308:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000800:00000200:2.0:1749607703.814309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749607703.814310:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000800:00000010:2.0:1749607703.814311:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607703.814314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749607703.814316:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730125056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607703.814317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607703.814318:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607703.814334:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607703.814336:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607703.814338:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607703.814340:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607703.814342:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749607703.814342:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749607703.814345:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730125184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607703.814397:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607703.814399:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607703.814401:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607703.814404:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607703.814406:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749607703.814407:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749607703.814409:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730125312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607703.815582:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607703.815590:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322700
00000400:00000200:0.0:1749607703.815594:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x236d [1] + 224
00000400:00000200:0.0:1749607703.815604:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607703.815607:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607703.815612:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730125056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607703.815631:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607703.815635:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322780
00000400:00000200:0.0:1749607703.815637:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2375 [1] + 0
00000400:00000200:0.0:1749607703.815641:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607703.815643:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607703.815650:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730125184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607703.815652:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607703.815655:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607703.815656:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607703.815661:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730125056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607703.815683:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607703.815687:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322800
00000400:00000200:0.0:1749607703.815690:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x237d [1] + 0
00000100:00000200:1.0:1749607703.815698:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730125056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607703.815699:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607703.815702:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607703.815703:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607703.815706:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607703.815708:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607703.815711:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730125312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607703.815712:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730125184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607703.815714:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607703.815718:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730125184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607703.815719:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607703.815722:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:2.0:1749607703.815730:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607703.815732:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607703.815733:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607703.815735:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730125312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607703.815740:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730125312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607703.815749:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749607703.815752:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607703.815754:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607703.815756:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607703.815757:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607703.815763:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749607703.827031:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749607703.827039:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:3.0:1749607703.827054:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:0.0:1749607703.827078:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:2.0:1749607708.822043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607708.822062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607708.822109:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607708.822123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607708.822127:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607708.822140:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607708.822141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749607708.822142:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607708.822149:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749607708.822150:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749607708.822153:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000010:3.0:1749607708.822153:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607708.822156:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:1.0:1749607708.822159:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730125440, portal 25
00000100:00000200:3.0:1749607708.822159:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730125568, portal 10
00000400:00000010:1.0:1749607708.822162:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000010:3.0:1749607708.822163:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:1.0:1749607708.822164:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730125440, offset 0
00000100:00000200:3.0:1749607708.822164:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730125568, offset 0
00000400:00000200:3.0:1749607708.822169:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607708.822174:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607708.822178:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607708.822183:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607708.822186:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607708.822188:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607708.822190:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607708.822193:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1106:1106:256:4294967295] 192.168.201.120@tcp LPNI seq info [1106:1106:8:4294967295]
00000400:00000200:3.0:1749607708.822200:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607708.822205:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607708.822205:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607708.822206:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607708.822208:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749607708.822208:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607708.822213:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607708.822219:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607708.822219:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607708.822220:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607708.822222:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1107:1107:255:4294967295] 192.168.201.120@tcp LPNI seq info [1107:1107:7:4294967295]
00000800:00000200:3.0:1749607708.822222:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607708.822227:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607708.822230:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607708.822232:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607708.822234:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607708.822237:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607708.822238:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607708.822243:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749607708.822256:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749607708.822260:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749607708.822280:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000800:00000200:0.0:1749607708.822303:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749607708.822303:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749607708.822306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000800:00000010:0.0:1749607708.822307:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000010:3.0:1749607708.822308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607708.822310:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730125696, portal 10
00000400:00000200:0.0:1749607708.822311:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607708.822313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749607708.822314:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730125696, offset 0
00000400:00000200:0.0:1749607708.822315:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607708.822318:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607708.822322:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607708.822323:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000200:3.0:1749607708.822324:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749607708.822325:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000400:00000200:3.0:1749607708.822330:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:0.0:1749607708.822332:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730125568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607708.822332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607708.822333:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607708.822335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1108:1108:254:4294967295] 192.168.201.120@tcp LPNI seq info [1108:1108:6:4294967295]
00000400:00000200:3.0:1749607708.822341:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607708.822344:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607708.822346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607708.822349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607708.822351:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607708.822353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607708.822386:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607708.822388:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607708.822390:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607708.822392:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607708.822394:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749607708.822395:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749607708.822398:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730125440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607708.822417:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607708.822418:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607708.822419:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607708.822422:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607708.822428:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749607708.822429:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749607708.822432:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730125696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607708.823682:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607708.823697:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322900
00000400:00000200:0.0:1749607708.823704:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2389 [1] + 0
00000400:00000200:0.0:1749607708.823714:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607708.823717:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607708.823726:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730125568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607708.823765:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607708.823769:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322880
00000400:00000200:0.0:1749607708.823774:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2385 [1] + 224
00000400:00000200:0.0:1749607708.823778:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607708.823781:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607708.823784:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730125440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607708.823806:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607708.823809:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322980
00000400:00000200:0.0:1749607708.823813:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2395 [1] + 0
00000400:00000010:3.0:1749607708.823820:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607708.823824:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000200:0.0:1749607708.823825:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607708.823826:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:0.0:1749607708.823828:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607708.823832:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730125696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607708.823832:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730125568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607708.823840:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730125568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607708.823841:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607708.823846:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607708.823847:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607708.823853:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730125440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607708.823860:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730125440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607708.823864:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607708.823866:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749607708.823867:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607708.823870:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730125696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607708.823877:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730125696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607708.823878:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607708.823883:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607708.823886:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749607708.823891:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607708.823895:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749607708.823898:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749607708.823901:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749607708.823903:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749607708.823911:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749607708.835047:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:0.0:1749607708.835049:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749607708.835055:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:3.0:1749607708.835055:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749607713.830099:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607713.830116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607713.830160:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607713.830173:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607713.830178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749607713.830194:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749607713.830195:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607713.830197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607713.830199:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749607713.830200:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:3.0:1749607713.830203:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000400:00000010:1.0:1749607713.830205:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000010:3.0:1749607713.830206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749607713.830210:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730125824, portal 25
00000100:00000200:3.0:1749607713.830212:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730125952, portal 10
00000400:00000010:1.0:1749607713.830213:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607713.830215:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730125824, offset 0
00000400:00000010:3.0:1749607713.830215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607713.830217:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730125952, offset 0
00000400:00000200:3.0:1749607713.830221:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607713.830229:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607713.830229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607713.830232:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607713.830235:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607713.830237:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607713.830238:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607713.830240:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1109:1109:256:4294967295] 192.168.201.120@tcp LPNI seq info [1109:1109:8:4294967295]
00000400:00000200:3.0:1749607713.830246:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607713.830249:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607713.830252:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607713.830252:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749607713.830254:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607713.830256:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749607713.830256:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607713.830258:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607713.830260:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607713.830262:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1110:1110:255:4294967295] 192.168.201.120@tcp LPNI seq info [1110:1110:7:4294967295]
00000800:00000200:3.0:1749607713.830262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607713.830265:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749607713.830268:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607713.830271:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607713.830274:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607713.830276:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607713.830280:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607713.830282:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607713.830286:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749607713.830309:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749607713.830315:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749607713.830323:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000800:00000200:0.0:1749607713.830336:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749607713.830336:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607713.830338:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607713.830341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000800:00000010:0.0:1749607713.830342:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000100:00000200:3.0:1749607713.830342:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730126080, portal 10
00000400:00000200:0.0:1749607713.830345:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607713.830345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000400:00000200:0.0:1749607713.830348:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607713.830351:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749607713.830352:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607713.830354:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730126080, offset 0
00000100:00000200:0.0:1749607713.830358:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607713.830358:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607713.830362:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607713.830364:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607713.830366:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607713.830367:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607713.830369:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607713.830371:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1111:1111:254:4294967295] 192.168.201.120@tcp LPNI seq info [1111:1111:6:4294967295]
00000400:00000200:3.0:1749607713.830376:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607713.830380:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607713.830382:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607713.830385:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607713.830388:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607713.830390:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607713.830418:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607713.830419:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607713.830420:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607713.830422:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607713.830423:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749607713.830424:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749607713.830426:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730125824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607713.830438:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607713.830439:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607713.830440:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607713.830441:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607713.830442:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749607713.830443:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749607713.830444:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730126080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607713.831706:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607713.831714:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322a80
00000400:00000200:0.0:1749607713.831719:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x23a1 [1] + 0
00000400:00000200:0.0:1749607713.831725:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607713.831728:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607713.831732:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607713.831753:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607713.831760:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322a00
00000400:00000200:0.0:1749607713.831763:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x239d [1] + 224
00000400:00000200:0.0:1749607713.831768:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607713.831770:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607713.831773:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730125824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607713.831782:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607713.831786:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749607713.831787:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607713.831791:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607713.831798:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730125952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607713.831800:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607713.831804:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322b00
00000400:00000200:0.0:1749607713.831807:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x23ad [1] + 0
02000000:00000010:3.0:1749607713.831817:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
00000400:00000200:0.0:1749607713.831818:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607713.831820:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607713.831821:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000200:0.0:1749607713.831824:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730126080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607713.831824:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749607713.831826:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607713.831829:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607713.831831:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607713.831835:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730125824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607713.831842:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730125824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607713.831845:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607713.831847:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607713.831848:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607713.831851:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730126080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607713.831853:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607713.831856:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000200:3.0:1749607713.831856:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730126080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607723 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607713.831858:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:3.0:1749607713.831872:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607713.831874:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749607713.831876:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749607713.843039:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:0.0:1749607713.843040:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749607713.843050:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749607713.843056:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:2.0:1749607718.838051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607718.838069:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607718.838120:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607718.838133:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607718.838139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749607718.838152:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000100:00000010:2.0:1749607718.838155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000400:00000010:3.0:1749607718.838158:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749607718.838159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:3.0:1749607718.838164:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607718.838169:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730126208, portal 25
00000400:00000010:3.0:1749607718.838173:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607718.838175:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730126208, offset 0
00000400:00000200:3.0:1749607718.838180:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607718.838182:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607718.838185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607718.838188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000200:3.0:1749607718.838189:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607718.838191:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730126336, portal 10
00000400:00000200:3.0:1749607718.838193:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607718.838194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607718.838195:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730126336, offset 0
00000400:00000200:3.0:1749607718.838196:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607718.838199:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607718.838201:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607718.838203:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1112:1112:256:4294967295] 192.168.201.120@tcp LPNI seq info [1112:1112:8:4294967295]
00000400:00000200:2.0:1749607718.838207:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607718.838212:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607718.838216:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607718.838217:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607718.838219:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607718.838219:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607718.838221:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607718.838222:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607718.838223:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607718.838224:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1113:1113:255:4294967295] 192.168.201.120@tcp LPNI seq info [1113:1113:7:4294967295]
00000800:00000200:3.0:1749607718.838224:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607718.838229:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607718.838230:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607718.838231:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607718.838233:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:3.0:1749607718.838234:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607718.838235:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607718.838237:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607718.838239:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607718.838252:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749607718.838265:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
00000100:00000010:2.0:1749607718.838268:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749607718.838270:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
02000000:00000010:2.0:1749607718.838277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749607718.838279:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607718.838280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607718.838281:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730126464, portal 10
00000400:00000010:2.0:1749607718.838283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607718.838284:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730126464, offset 0
00000400:00000200:2.0:1749607718.838286:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607718.838288:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607718.838289:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607718.838290:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607718.838291:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607718.838292:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607718.838293:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1114:1114:254:4294967295] 192.168.201.120@tcp LPNI seq info [1114:1114:6:4294967295]
00000800:00000200:0.0:1749607718.838304:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607718.838307:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607718.838307:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607718.838309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607718.838310:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607718.838311:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607718.838312:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607718.838315:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607718.838315:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607718.838316:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607718.838318:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749607718.838319:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749607718.838327:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730126208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607718.838341:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607718.838342:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607718.838344:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607718.838346:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607718.838347:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607718.838348:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607718.838351:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730126336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607718.838441:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607718.838443:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607718.838445:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607718.838448:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607718.838450:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749607718.838451:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749607718.838454:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730126464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607728 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607718.839847:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607718.839857:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322b80
00000400:00000200:0.0:1749607718.839862:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x23b5 [1] + 224
00000400:00000200:0.0:1749607718.839876:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607718.839879:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607718.839885:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730126208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607718.840034:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607718.840038:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607718.840039:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607718.840043:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730126208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607718.840051:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730126208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607718.840072:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607718.840075:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749607718.840078:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000200:0.0:1749607718.840102:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607718.840108:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322c00
00000400:00000200:0.0:1749607718.840112:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x23bd [1] + 0
00000400:00000200:0.0:1749607718.840117:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607718.840124:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607718.840128:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730126336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607718.840150:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607718.840154:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322c80
00000400:00000200:0.0:1749607718.840156:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x23c5 [1] + 0
00000400:00000200:0.0:1749607718.840165:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607718.840171:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607718.840175:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730126464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607728 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607718.840184:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607718.840187:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607718.840188:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607718.840193:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730126336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607718.840200:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730126336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607718.840215:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607718.840217:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749607718.840218:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607718.840220:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730126464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607728 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607718.840225:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730126464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607728 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607718.840235:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607718.840237:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607718.840239:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607718.840241:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749607718.840242:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607718.840244:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749607718.851053:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:2.0:1749607718.851053:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:0.0:1749607718.851059:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:3.0:1749607718.851109:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749607723.846046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607723.846064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
02000000:00000010:3.0:1749607723.846366:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607723.846373:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607723.846378:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607723.846383:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730126592, portal 25
00000400:00000010:3.0:1749607723.846386:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607723.846388:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730126592, offset 0
00000400:00000200:3.0:1749607723.846394:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607723.846404:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607723.846408:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607723.846411:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607723.846413:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607723.846415:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607723.846417:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1115:1115:256:4294967295] 192.168.201.120@tcp LPNI seq info [1115:1115:8:4294967295]
00000400:00000200:3.0:1749607723.846425:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607723.846429:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607723.846432:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607723.846437:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607723.846444:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607723.846447:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607723.846470:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749607723.846482:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749607723.846485:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749607723.846489:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000800:00000200:0.0:1749607723.846571:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607723.846574:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607723.846577:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607723.846581:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607723.846584:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749607723.846586:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749607723.846592:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730126592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607723.846776:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607723.846793:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607723.846800:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607723.846823:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607723.846827:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:0.0:1749607723.846846:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942c00.
00000400:00000010:0.0:1749607723.846849:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea2c0.
00000400:00000010:0.0:1749607723.846852:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749607723.846854:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730126720, portal 10
00000400:00000010:0.0:1749607723.846857:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749607723.846859:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730126720, offset 0
00000400:00000200:0.0:1749607723.846862:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607723.846867:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607723.846918:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607723.846921:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607723.846923:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607723.846925:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607723.846927:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1116:1116:256:4294967295] 192.168.201.120@tcp LPNI seq info [1116:1116:8:4294967295]
00000400:00000200:0.0:1749607723.846933:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607723.846963:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607723.846965:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000800:00000200:0.0:1749607723.846969:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607723.846972:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607723.846979:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607723.847003:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000010:0.0:1749607723.847006:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea318.
00000400:00000010:0.0:1749607723.847008:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749607723.847010:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730126848, portal 10
00000400:00000010:0.0:1749607723.847013:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749607723.847015:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730126848, offset 0
00000400:00000200:0.0:1749607723.847018:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607723.847022:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607723.847024:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607723.847026:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607723.847027:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607723.847029:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607723.847031:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1117:1117:255:4294967295] 192.168.201.120@tcp LPNI seq info [1117:1117:7:4294967295]
00000400:00000200:0.0:1749607723.847036:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607723.847040:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607723.847042:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749607723.847044:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607723.847047:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607723.847049:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607723.847107:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607723.847109:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:2.0:1749607723.847111:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607723.847115:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607723.847117:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749607723.847118:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749607723.847123:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730126720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607723.847161:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607723.847163:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:2.0:1749607723.847164:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607723.847167:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607723.847169:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749607723.847170:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:2.0:1749607723.847173:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730126848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607723.848299:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607723.848308:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322d00
00000400:00000200:0.0:1749607723.848313:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x23cd [1] + 224
00000400:00000200:0.0:1749607723.848326:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607723.848343:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607723.848348:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730126592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607723.848396:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607723.848399:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607723.848406:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607723.848410:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730126592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607723.848417:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730126592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607723.848433:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607723.848437:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749607723.848440:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749607723.848474:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607723.848480:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322d80
00000400:00000200:0.0:1749607723.848488:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x23d5 [1] + 0
00000400:00000200:0.0:1749607723.848493:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607723.848496:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607723.848500:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730126720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607723.848527:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607723.848530:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322e00
00000400:00000200:0.0:1749607723.848533:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x23dd [1] + 0
00000400:00000200:0.0:1749607723.848542:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607723.848545:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607723.848548:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730126848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607723.848575:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea2c0.
00000400:00000200:2.0:1749607723.848579:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749607723.848580:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749607723.848584:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730126720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607723.848590:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730126720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607723.848611:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea318.
00000400:00000200:2.0:1749607723.848613:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:2.0:1749607723.848614:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:2.0:1749607723.848621:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730126848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607723.848626:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730126848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607733 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607723.848637:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942c00.
02000000:00000010:2.0:1749607723.848639:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607723.848641:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607723.848643:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:2.0:1749607723.848645:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607723.848647:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749607723.859051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749607723.859068:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:0.0:1749607723.859069:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749607723.859087:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:2.0:1749607728.854046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607728.854063:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607728.854116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607728.854130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607728.854135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607728.854150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607728.854152:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607728.854161:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607728.854167:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749607728.854169:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749607728.854171:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000010:2.0:1749607728.854172:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607728.854175:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:3.0:1749607728.854177:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730126976, portal 25
00000100:00000200:2.0:1749607728.854178:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730127104, portal 10
00000400:00000010:3.0:1749607728.854181:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000400:00000010:2.0:1749607728.854182:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:3.0:1749607728.854182:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730126976, offset 0
00000100:00000200:2.0:1749607728.854183:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730127104, offset 0
00000400:00000200:3.0:1749607728.854188:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607728.854196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607728.854197:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607728.854201:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607728.854204:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607728.854207:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607728.854208:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607728.854211:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1118:1118:256:4294967295] 192.168.201.120@tcp LPNI seq info [1118:1118:8:4294967295]
00000400:00000200:3.0:1749607728.854220:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607728.854229:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607728.854230:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607728.854232:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749607728.854233:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607728.854235:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607728.854237:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607728.854238:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607728.854239:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607728.854241:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1119:1119:255:4294967295] 192.168.201.120@tcp LPNI seq info [1119:1119:7:4294967295]
00000400:00000200:2.0:1749607728.854272:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607728.854273:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607728.854276:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607728.854277:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749607728.854278:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607728.854281:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607728.854285:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607728.854287:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607728.854296:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749607728.854324:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749607728.854331:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749607728.854335:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
02000000:00000010:2.0:1749607728.854345:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749607728.854347:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000400:00000010:2.0:1749607728.854349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607728.854351:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730127232, portal 10
00000400:00000010:2.0:1749607728.854354:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749607728.854356:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730127232, offset 0
00000400:00000200:2.0:1749607728.854359:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607728.854362:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607728.854365:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607728.854367:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607728.854369:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607728.854370:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607728.854372:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1120:1120:254:4294967295] 192.168.201.120@tcp LPNI seq info [1120:1120:6:4294967295]
00000800:00000200:0.0:1749607728.854377:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607728.854378:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749607728.854381:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000800:00000200:2.0:1749607728.854381:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607728.854383:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749607728.854386:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607728.854387:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607728.854389:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607728.854392:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607728.854394:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607728.854398:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749607728.854400:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749607728.854409:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730126976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607728.854427:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607728.854429:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607728.854431:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607728.854433:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607728.854434:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749607728.854436:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749607728.854439:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730127104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607728.854516:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607728.854518:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607728.854520:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607728.854523:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607728.854525:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749607728.854527:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749607728.854530:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730127232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607728.856030:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607728.856040:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf322e80
00000400:00000200:0.0:1749607728.856045:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x23e5 [1] + 224
00000400:00000200:0.0:1749607728.856052:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607728.856056:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607728.856063:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730126976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607728.856090:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607728.856094:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf322f00
00000400:00000200:0.0:1749607728.856097:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x23e9 [1] + 0
00000400:00000200:0.0:1749607728.856102:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607728.856104:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607728.856108:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730127104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607728.856116:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607728.856119:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607728.856126:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607728.856131:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730126976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607728.856136:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607728.856137:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730126976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607728.856139:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf322f80
00000400:00000200:0.0:1749607728.856143:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x23f5 [1] + 0
02000000:00000010:3.0:1749607728.856153:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000200:0.0:1749607728.856155:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749607728.856157:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607728.856160:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:3.0:1749607728.856161:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:0.0:1749607728.856165:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730127232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607728.856220:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607728.856223:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749607728.856224:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607728.856228:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730127104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607728.856239:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730127104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607728.856264:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:2.0:1749607728.856265:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:2.0:1749607728.856267:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607728.856269:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730127232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607728.856275:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730127232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607728.856285:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749607728.856288:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607728.856290:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607728.856292:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749607728.856293:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607728.856295:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:3.0:1749607728.867048:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:0.0:1749607728.867058:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749607728.867286:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:1.0:1749607728.867292:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749607733.862088:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607733.862106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607733.862191:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607733.862206:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607733.862213:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607733.862229:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607733.862232:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749607733.862236:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607733.862242:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607733.862246:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
02000000:00000010:2.0:1749607733.862251:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000100:00000200:3.0:1749607733.862251:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730127360, portal 25
00000400:00000010:3.0:1749607733.862254:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749607733.862255:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730127360, offset 0
00000400:00000200:3.0:1749607733.862260:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607733.862269:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607733.862273:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607733.862276:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607733.862278:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607733.862280:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607733.862281:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1121:1121:256:4294967295] 192.168.201.120@tcp LPNI seq info [1121:1121:8:4294967295]
00000400:00000200:3.0:1749607733.862288:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607733.862291:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607733.862293:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607733.862297:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607733.862302:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607733.862304:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607733.862321:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000400:00000010:2.0:1749607733.862332:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02210.
00000100:00000010:3.0:1749607733.862333:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000400:00000010:2.0:1749607733.862344:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607733.862347:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730127488, portal 10
00000100:00000010:3.0:1749607733.862347:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000400:00000010:2.0:1749607733.862351:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000010:3.0:1749607733.862351:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000200:2.0:1749607733.862352:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730127488, offset 0
00000400:00000200:2.0:1749607733.862357:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607733.862361:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607733.862363:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607733.862365:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607733.862369:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607733.862371:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607733.862373:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1122:1122:255:4294967295] 192.168.201.120@tcp LPNI seq info [1122:1122:7:4294967295]
00000400:00000200:2.0:1749607733.862379:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607733.862382:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607733.862406:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607733.862411:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607733.862414:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607733.862415:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607733.862426:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749607733.862426:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000800:00000010:0.0:1749607733.862428:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000010:3.0:1749607733.862429:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000400:00000010:3.0:1749607733.862431:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000400:00000200:0.0:1749607733.862432:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749607733.862433:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730127616, portal 10
00000400:00000200:0.0:1749607733.862436:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607733.862436:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749607733.862437:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730127616, offset 0
00000400:00000200:0.0:1749607733.862439:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749607733.862440:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749607733.862446:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730127360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607733.862447:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607733.862450:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607733.862452:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607733.862454:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607733.862456:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607733.862457:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607733.862459:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1123:1123:254:4294967295] 192.168.201.120@tcp LPNI seq info [1123:1123:6:4294967295]
00000400:00000200:3.0:1749607733.862465:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607733.862467:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607733.862469:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607733.862471:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607733.862474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607733.862476:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607733.862482:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607733.862484:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607733.862486:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607733.862488:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607733.862490:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749607733.862491:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749607733.862494:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730127488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607733.862508:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607733.862509:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607733.862511:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607733.862513:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607733.862514:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749607733.862515:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749607733.862517:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730127616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607733.864214:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607733.864234:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323000
00000400:00000200:0.0:1749607733.864242:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x23fd [1] + 224
00000400:00000200:0.0:1749607733.864274:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607733.864279:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607733.864290:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730127360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607733.864640:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607733.864647:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607733.864649:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607733.864658:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730127360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607733.864679:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730127360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607733.864697:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607733.864702:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749607733.864706:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749607733.864721:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607733.864728:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323080
00000400:00000200:0.0:1749607733.864732:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2405 [1] + 0
00000400:00000200:0.0:1749607733.864738:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607733.864740:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607733.864745:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730127488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607733.864762:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607733.864765:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323100
00000400:00000200:0.0:1749607733.864768:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x240d [1] + 0
00000400:00000010:3.0:1749607733.864773:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02210.
00000400:00000200:3.0:1749607733.864776:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:3.0:1749607733.864777:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000400:00000200:0.0:1749607733.864779:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607733.864782:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749607733.864782:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730127488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607733.864786:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730127616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607733.864787:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730127488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607733.864802:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607733.864804:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749607733.864804:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607733.864807:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730127616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607733.864812:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730127616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607733.864822:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749607733.864824:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749607733.864826:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:3.0:1749607733.864828:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607733.864830:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749607733.864832:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749607733.875061:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749607733.875063:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:0.0:1749607733.875074:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:2.0:1749607733.875098:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:2.0:1749607738.870219:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607738.870237:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607738.870319:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607738.870332:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607738.870337:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749607738.870411:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607738.870416:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607738.870430:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607738.870437:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730127744, portal 25
00000400:00000010:1.0:1749607738.870441:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749607738.870442:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730127744, offset 0
00000400:00000200:1.0:1749607738.870447:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607738.870455:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607738.870459:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607738.870462:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607738.870465:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607738.870467:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607738.870470:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1124:1124:256:4294967295] 192.168.201.120@tcp LPNI seq info [1124:1124:8:4294967295]
00000400:00000200:1.0:1749607738.870478:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607738.870482:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607738.870485:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749607738.870489:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607738.870496:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607738.870499:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607738.870595:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607738.870600:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749607738.870641:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607738.870645:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000400:00000010:3.0:1749607738.870648:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607738.870655:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730127872, portal 10
00000400:00000010:3.0:1749607738.870658:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607738.870660:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730127872, offset 0
00000400:00000200:3.0:1749607738.870664:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607738.870667:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607738.870669:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607738.870671:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607738.870673:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607738.870674:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607738.870676:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1125:1125:255:4294967295] 192.168.201.120@tcp LPNI seq info [1125:1125:7:4294967295]
00000400:00000200:3.0:1749607738.870682:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607738.870685:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607738.870687:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607738.870690:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607738.870693:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607738.870695:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607738.870824:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749607738.870833:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000100:00000010:1.0:1749607738.870836:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749607738.870899:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000800:00000200:0.0:1749607738.870902:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607738.870904:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749607738.870908:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607738.870912:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607738.870915:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749607738.870916:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749607738.870923:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730127744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607738.870948:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749607738.870951:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607738.870953:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607738.870955:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730128000, portal 10
00000400:00000010:3.0:1749607738.870958:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749607738.870959:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730128000, offset 0
00000400:00000200:3.0:1749607738.870962:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607738.870966:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607738.870968:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607738.870969:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607738.870970:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607738.870972:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607738.870973:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1126:1126:255:4294967295] 192.168.201.120@tcp LPNI seq info [1126:1126:7:4294967295]
00000400:00000200:3.0:1749607738.870978:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607738.870986:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607738.870988:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607738.870990:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607738.870993:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607738.870995:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607738.870998:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607738.871003:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607738.871005:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607738.871007:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607738.871009:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749607738.871014:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749607738.871018:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730127872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607738.871039:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607738.871041:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607738.871042:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607738.871045:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607738.871046:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749607738.871047:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749607738.871050:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730128000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607738.872768:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607738.872779:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323180
00000400:00000200:0.0:1749607738.872784:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2415 [1] + 224
00000400:00000200:0.0:1749607738.872793:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607738.872796:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607738.872801:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730127744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607738.872832:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607738.872836:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323280
00000400:00000200:0.0:1749607738.872840:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2425 [1] + 0
00000400:00000200:0.0:1749607738.872844:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607738.872847:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607738.872850:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730128000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607738.872886:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607738.872889:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323200
00000400:00000010:1.0:1749607738.872889:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607738.872892:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607738.872894:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:0.0:1749607738.872902:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x241d [1] + 0
00000100:00000200:1.0:1749607738.872902:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730127744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607738.872908:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730127744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607738.872914:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607738.872916:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607738.872919:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730127872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607738.872924:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607738.872927:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607738.872960:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:3.0:1749607738.873090:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607738.873093:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749607738.873095:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607738.873100:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730127872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607738.873107:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730127872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607738.873120:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607738.873122:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607738.873123:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607738.873125:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730128000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607738.873131:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730128000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607738.873141:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607738.873144:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749607738.873146:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749607738.873148:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749607738.873150:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749607738.873151:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:3.0:1749607738.883108:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:0.0:1749607738.883171:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:2.0:1749607738.883181:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749607738.883191:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:2.0:1749607743.878076:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607743.878094:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607743.878137:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607743.878150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607743.878156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749607743.878163:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607743.878170:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749607743.878172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607743.878175:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749607743.878175:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607743.878190:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730128128, portal 25
00000400:00000010:3.0:1749607743.878194:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607743.878195:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730128128, offset 0
00000400:00000200:3.0:1749607743.878201:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607743.878210:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749607743.878213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000200:3.0:1749607743.878214:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607743.878216:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000200:3.0:1749607743.878217:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607743.878220:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607743.878221:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607743.878224:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000200:3.0:1749607743.878224:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1127:1127:256:4294967295] 192.168.201.120@tcp LPNI seq info [1127:1127:8:4294967295]
00000100:00000200:2.0:1749607743.878227:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730128256, portal 10
00000400:00000010:2.0:1749607743.878232:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000400:00000200:3.0:1749607743.878232:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749607743.878233:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730128256, offset 0
00000800:00000200:3.0:1749607743.878237:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607743.878238:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607743.878240:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749607743.878242:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607743.878245:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607743.878245:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607743.878246:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607743.878248:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607743.878250:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607743.878251:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607743.878252:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1128:1128:255:4294967295] 192.168.201.120@tcp LPNI seq info [1128:1128:7:4294967295]
00000800:00000200:3.0:1749607743.878254:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607743.878259:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607743.878262:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607743.878264:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607743.878267:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607743.878270:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607743.878272:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607743.878278:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749607743.878299:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749607743.878313:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749607743.878320:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
02000000:00000010:2.0:1749607743.878332:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607743.878335:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:2.0:1749607743.878337:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000800:00000200:0.0:1749607743.878338:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749607743.878339:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730128384, portal 10
00000800:00000010:0.0:1749607743.878342:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000010:2.0:1749607743.878342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749607743.878344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730128384, offset 0
00000400:00000200:0.0:1749607743.878346:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607743.878347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607743.878350:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607743.878350:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607743.878353:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000200:2.0:1749607743.878353:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749607743.878354:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000400:00000200:2.0:1749607743.878354:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607743.878356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607743.878358:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607743.878359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1129:1129:254:4294967295] 192.168.201.120@tcp LPNI seq info [1129:1129:6:4294967295]
00000100:00000200:0.0:1749607743.878361:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730128128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607743.878365:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607743.878374:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607743.878376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607743.878378:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607743.878382:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607743.878384:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607743.878415:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607743.878416:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607743.878418:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607743.878421:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607743.878422:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749607743.878423:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749607743.878426:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730128256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607743.878442:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607743.878443:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607743.878445:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607743.878447:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607743.878448:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749607743.878454:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749607743.878457:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730128384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607743.879626:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607743.879642:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323300
00000400:00000200:0.0:1749607743.879649:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x242d [1] + 224
00000400:00000200:0.0:1749607743.879662:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607743.879666:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607743.879674:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730128128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607743.879710:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607743.879713:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323380
00000400:00000200:0.0:1749607743.879717:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2435 [1] + 0
00000400:00000200:0.0:1749607743.879720:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607743.879722:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607743.879725:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730128256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607743.879744:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607743.879746:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323400
00000400:00000200:0.0:1749607743.879748:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x243d [1] + 0
00000400:00000200:0.0:1749607743.879760:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607743.879762:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607743.879765:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730128384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607743.879780:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607743.879784:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749607743.879785:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000400:00000010:3.0:1749607743.879789:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:2.0:1749607743.879790:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730128256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607743.879792:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607743.879793:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:2.0:1749607743.879797:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730128256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607743.879798:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730128128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607743.879804:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730128128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607743.879814:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000400:00000200:2.0:1749607743.879815:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
02000000:00000010:3.0:1749607743.879815:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749607743.879816:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607743.879819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730128384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607743.879819:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749607743.879822:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000200:2.0:1749607743.879824:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730128384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607743.879835:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607743.879838:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607743.879840:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607743.879842:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607743.879844:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607743.879845:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749607743.891049:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:2.0:1749607743.891058:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:1.0:1749607743.891101:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:0.0:1749607743.891135:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:2.0:1749607748.886081:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607748.886099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607748.886149:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607748.886173:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607748.886179:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607748.886194:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749607748.886195:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
02000000:00000010:2.0:1749607748.886197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749607748.886202:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749607748.886214:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749607748.886217:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:3.0:1749607748.886290:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000400:00000010:2.0:1749607748.886398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:3.0:1749607748.886400:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730128512, portal 25
00000100:00000200:2.0:1749607748.886401:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730128640, portal 10
00000400:00000010:3.0:1749607748.886404:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000400:00000010:2.0:1749607748.886405:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:3.0:1749607748.886405:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730128512, offset 0
00000100:00000200:2.0:1749607748.886407:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730128640, offset 0
00000400:00000200:3.0:1749607748.886410:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607748.886417:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607748.886419:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607748.886424:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607748.886426:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607748.886429:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607748.886431:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607748.886433:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1130:1130:256:4294967295] 192.168.201.120@tcp LPNI seq info [1130:1130:8:4294967295]
00000400:00000200:3.0:1749607748.886441:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607748.886445:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607748.886447:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607748.886448:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607748.886449:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607748.886451:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607748.886453:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607748.886454:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607748.886455:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607748.886457:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1131:1131:255:4294967295] 192.168.201.120@tcp LPNI seq info [1131:1131:7:4294967295]
00000800:00000200:3.0:1749607748.886460:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607748.886463:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607748.886463:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607748.886466:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607748.886469:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607748.886471:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607748.886474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607748.886475:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607748.886484:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000800:00000200:0.0:1749607748.886541:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607748.886544:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000010:3.0:1749607748.886546:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000400:00000200:0.0:1749607748.886552:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607748.886556:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607748.886559:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749607748.886560:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000010:3.0:1749607748.886561:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749607748.886565:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000100:00000200:0.0:1749607748.886567:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730128512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607764 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607748.886615:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749607748.886618:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607748.886620:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607748.886622:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730128768, portal 10
00000400:00000010:2.0:1749607748.886624:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000800:00000200:0.0:1749607748.886625:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749607748.886626:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730128768, offset 0
00000800:00000010:0.0:1749607748.886627:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607748.886628:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607748.886629:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607748.886631:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607748.886632:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607748.886633:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749607748.886634:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749607748.886637:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730128640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607748.886637:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607748.886638:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607748.886640:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607748.886641:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607748.886642:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1132:1132:255:4294967295] 192.168.201.120@tcp LPNI seq info [1132:1132:7:4294967295]
00000400:00000200:2.0:1749607748.886646:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607748.886648:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607748.886650:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607748.886652:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607748.886654:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607748.886656:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607748.886680:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607748.886682:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607748.886683:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607748.886686:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607748.886688:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749607748.886689:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749607748.886692:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730128768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607748.888750:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607748.888761:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323500
00000400:00000200:0.0:1749607748.888766:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2449 [1] + 0
00000400:00000200:0.0:1749607748.888774:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607748.888777:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607748.888784:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730128640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607748.888813:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607748.888824:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323580
00000400:00000200:0.0:1749607748.888827:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2455 [1] + 0
00000400:00000200:0.0:1749607748.888832:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607748.888834:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607748.888838:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730128768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607748.888846:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000400:00000200:0.0:1749607748.888847:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607748.888850:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323480
00000400:00000200:2.0:1749607748.888850:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:2.0:1749607748.888852:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607748.888857:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730128640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607748.888860:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2445 [1] + 224
00000100:00000200:2.0:1749607748.888865:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730128640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607748.888869:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607748.888872:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607748.888876:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730128512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607764 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607748.888883:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607748.888884:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749607748.888885:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607748.888887:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730128768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607748.888892:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730128768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607748.888903:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607748.888921:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607748.888925:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607748.888927:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607748.888933:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749607748.888933:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749607748.888952:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:3.0:1749607748.888967:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607748.888969:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607748.888974:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730128512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607764 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607748.888981:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730128512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607764 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607748.888997:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607748.889000:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749607748.889002:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749607748.899054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749607748.899125:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:2.0:1749607748.899142:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749607748.899963:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:2.0:1749607753.894057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607753.894073:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607753.894129:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607753.894141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607753.894146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607753.894161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607753.894163:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607753.894184:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607753.894190:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607753.894196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607753.894201:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730129024, portal 10
00000400:00000010:2.0:1749607753.894206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749607753.894208:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730129024, offset 0
00000400:00000200:2.0:1749607753.894213:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607753.894222:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607753.894227:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607753.894230:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607753.894232:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607753.894234:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607753.894237:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1133:1133:256:4294967295] 192.168.201.120@tcp LPNI seq info [1133:1133:8:4294967295]
00000400:00000200:2.0:1749607753.894245:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607753.894249:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607753.894251:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607753.894256:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607753.894262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607753.894265:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607753.894292:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749607753.894321:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749607753.894327:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749607753.894330:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
02000000:00000010:2.0:1749607753.894338:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749607753.894341:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:2.0:1749607753.894343:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607753.894345:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730129152, portal 10
00000400:00000010:2.0:1749607753.894347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749607753.894349:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730129152, offset 0
00000400:00000200:2.0:1749607753.894352:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607753.894355:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607753.894358:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607753.894359:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607753.894361:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607753.894363:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607753.894365:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1134:1134:255:4294967295] 192.168.201.120@tcp LPNI seq info [1134:1134:7:4294967295]
00000400:00000200:2.0:1749607753.894371:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607753.894374:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607753.894376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607753.894378:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607753.894382:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607753.894384:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607753.894457:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607753.894461:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607753.894464:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607753.894466:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730128896, portal 25
00000400:00000010:1.0:1749607753.894468:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607753.894469:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730128896, offset 0
00000400:00000200:1.0:1749607753.894473:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607753.894477:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607753.894479:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607753.894481:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607753.894482:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607753.894484:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607753.894486:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1135:1135:254:4294967295] 192.168.201.120@tcp LPNI seq info [1135:1135:6:4294967295]
00000400:00000200:1.0:1749607753.894491:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607753.894494:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607753.894496:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607753.894499:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607753.894502:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607753.894504:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607753.894559:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607753.894565:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607753.894572:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607753.894579:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607753.894583:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749607753.894585:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749607753.894595:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730129024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607753.894615:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607753.894617:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607753.894618:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607753.894621:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607753.894623:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749607753.894624:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749607753.894627:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730129152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607753.894706:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607753.894707:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749607753.894710:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607753.894713:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607753.894715:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749607753.894716:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749607753.894720:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730128896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607769 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607753.896863:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607753.896876:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323600
00000400:00000200:0.0:1749607753.896882:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x246d [1] + 224
00000400:00000200:0.0:1749607753.896890:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607753.896893:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607753.896901:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730128896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607769 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607753.896983:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607753.896988:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323680
00000400:00000200:0.0:1749607753.896992:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x245d [1] + 0
00000400:00000200:0.0:1749607753.896998:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607753.897001:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607753.897005:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730129024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607753.897033:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607753.897037:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323700
00000400:00000200:0.0:1749607753.897040:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2465 [1] + 0
00000400:00000200:0.0:1749607753.897054:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607753.897057:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607753.897059:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607753.897062:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749607753.897064:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749607753.897069:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730129152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607753.897069:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730129024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607753.897077:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730129024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607753.897096:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000400:00000200:2.0:1749607753.897102:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607753.897104:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749607753.897107:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730129152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607753.897113:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730129152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607753.897127:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607753.897130:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607753.897134:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607753.897136:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607753.897138:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607753.897139:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749607753.897167:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607753.897170:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607753.897171:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607753.897176:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730128896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607769 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607753.897182:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730128896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607769 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607753.897200:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607753.897203:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749607753.897205:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:1.0:1749607753.907043:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:3.0:1749607753.907052:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:0.0:1749607753.907069:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749607753.907157:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749607758.902050:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607758.902069:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607758.902119:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607758.902131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607758.902136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749607758.902151:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607758.902154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749607758.902156:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607758.902161:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749607758.902163:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749607758.902165:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000010:3.0:1749607758.902166:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749607758.902170:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730129280, portal 25
00000400:00000010:3.0:1749607758.902170:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607758.902172:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730129408, portal 10
00000400:00000010:1.0:1749607758.902173:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749607758.902174:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730129280, offset 0
00000400:00000010:3.0:1749607758.902175:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749607758.902176:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730129408, offset 0
00000400:00000200:1.0:1749607758.902179:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607758.902186:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607758.902187:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607758.902192:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607758.902195:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607758.902197:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607758.902199:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607758.902201:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1136:1136:256:4294967295] 192.168.201.120@tcp LPNI seq info [1136:1136:8:4294967295]
00000400:00000200:1.0:1749607758.902209:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607758.902213:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607758.902215:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607758.902217:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:3.0:1749607758.902218:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607758.902219:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607758.902221:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607758.902222:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607758.902223:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607758.902225:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1137:1137:255:4294967295] 192.168.201.120@tcp LPNI seq info [1137:1137:7:4294967295]
00000800:00000200:1.0:1749607758.902228:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607758.902231:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607758.902231:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607758.902235:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607758.902239:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607758.902242:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607758.902245:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607758.902247:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607758.902250:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000100:00000010:1.0:1749607758.902264:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749607758.902267:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749607758.902287:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
02000000:00000010:3.0:1749607758.902307:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607758.902310:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000400:00000010:3.0:1749607758.902312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607758.902314:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730129536, portal 10
00000400:00000010:3.0:1749607758.902317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749607758.902328:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730129536, offset 0
00000400:00000200:3.0:1749607758.902332:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607758.902335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607758.902337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607758.902339:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607758.902339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607758.902341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607758.902342:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607758.902344:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1138:1138:254:4294967295] 192.168.201.120@tcp LPNI seq info [1138:1138:6:4294967295]
00000800:00000010:0.0:1749607758.902345:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:3.0:1749607758.902349:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607758.902351:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749607758.902352:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607758.902354:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607758.902357:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607758.902358:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749607758.902361:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607758.902362:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000800:00000200:3.0:1749607758.902362:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749607758.902365:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749607758.902375:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730129280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607774 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607758.902394:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607758.902396:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607758.902398:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607758.902401:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607758.902403:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749607758.902404:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749607758.902407:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730129408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607758.902473:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607758.902475:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607758.902476:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607758.902479:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607758.902480:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749607758.902482:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749607758.902485:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730129536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607758.903863:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607758.903876:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323780
00000400:00000200:0.0:1749607758.903882:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2475 [1] + 224
00000400:00000200:0.0:1749607758.903904:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607758.903907:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607758.903915:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730129280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607774 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607758.903974:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607758.903978:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323800
00000400:00000200:0.0:1749607758.903983:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2479 [1] + 0
00000400:00000200:0.0:1749607758.903987:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607758.903990:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607758.903991:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607758.903996:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607758.904003:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749607758.904008:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730129408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607758.904008:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730129280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607774 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607758.904016:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730129280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607774 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607758.904035:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607758.904038:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323880
02000000:00000010:1.0:1749607758.904039:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:0.0:1749607758.904041:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2485 [1] + 0
00000400:00000200:0.0:1749607758.904052:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749607758.904054:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607758.904055:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607758.904059:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730129536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607758.904059:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749607758.904118:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607758.904121:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749607758.904122:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607758.904127:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730129408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607758.904132:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730129408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607758.904148:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607758.904150:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749607758.904151:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607758.904154:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730129536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607758.904159:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730129536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607758.904170:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749607758.904178:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749607758.904181:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749607758.904183:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607758.904185:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749607758.904187:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749607758.915059:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:0.0:1749607758.915073:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:1.0:1749607758.915106:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:2.0:1749607758.915143:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749607763.910034:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607763.910048:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607763.910097:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607763.910110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607763.910114:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607763.910127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607763.910129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749607763.910154:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607763.910154:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:1.0:1749607763.910158:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749607763.910158:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:1.0:1749607763.910163:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000010:2.0:1749607763.910163:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:1.0:1749607763.910169:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730129664, portal 25
00000400:00000010:1.0:1749607763.910172:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607763.910174:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730129664, offset 0
00000100:00000200:2.0:1749607763.910176:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730129792, portal 10
00000400:00000200:1.0:1749607763.910179:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607763.910180:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749607763.910182:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730129792, offset 0
00000400:00000200:1.0:1749607763.910187:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607763.910187:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607763.910191:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607763.910194:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607763.910196:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607763.910198:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607763.910201:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1139:1139:256:4294967295] 192.168.201.120@tcp LPNI seq info [1139:1139:8:4294967295]
00000400:00000200:1.0:1749607763.910209:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607763.910213:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607763.910216:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749607763.910221:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607763.910227:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607763.910230:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:1.0:1749607763.910256:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749607763.910267:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749607763.910275:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749607763.910279:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000800:00000200:0.0:1749607763.910366:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607763.910369:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607763.910372:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607763.910374:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607763.910376:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607763.910377:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607763.910379:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607763.910380:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000200:2.0:1749607763.910380:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749607763.910382:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000200:2.0:1749607763.910382:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607763.910384:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1140:1140:255:4294967295] 192.168.201.120@tcp LPNI seq info [1140:1140:7:4294967295]
00000100:00000200:0.0:1749607763.910388:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730129664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607763.910390:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607763.910393:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607763.910396:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607763.910399:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607763.910403:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607763.910405:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749607763.910417:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749607763.910420:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607763.910422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607763.910424:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730129920, portal 10
00000400:00000010:2.0:1749607763.910426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749607763.910428:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730129920, offset 0
00000400:00000200:2.0:1749607763.910431:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607763.910433:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607763.910434:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607763.910436:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607763.910438:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749607763.910439:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:2.0:1749607763.910440:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607763.910441:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607763.910442:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607763.910443:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1141:1141:255:4294967295] 192.168.201.120@tcp LPNI seq info [1141:1141:7:4294967295]
00000400:00000200:0.0:1749607763.910445:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607763.910447:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749607763.910448:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000400:00000200:2.0:1749607763.910449:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607763.910452:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730129792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607763.910457:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607763.910459:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607763.910461:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607763.910465:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607763.910467:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607763.910510:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607763.910513:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607763.910514:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607763.910517:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607763.910519:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749607763.910520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749607763.910523:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730129920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607763.911587:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607763.911604:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323900
00000400:00000200:0.0:1749607763.911611:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x248d [1] + 224
00000400:00000200:0.0:1749607763.911627:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607763.911631:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607763.911639:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730129664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607763.911701:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607763.911706:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323980
00000400:00000200:0.0:1749607763.911711:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2495 [1] + 0
00000400:00000200:0.0:1749607763.911716:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607763.911718:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607763.911722:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730129792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607763.911751:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607763.911755:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607763.911757:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607763.911763:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730129664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607763.911768:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749607763.911770:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730129664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607763.911772:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323a00
00000400:00000200:0.0:1749607763.911775:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x249d [1] + 0
00000400:00000200:0.0:1749607763.911787:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607763.911790:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607763.911795:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730129920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607763.911796:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
02000000:00000010:1.0:1749607763.911797:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:2.0:1749607763.911799:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749607763.911801:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
02000000:00000010:1.0:1749607763.911803:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:2.0:1749607763.911805:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730129792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607763.911806:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:2.0:1749607763.911811:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730129792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607763.911825:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607763.911827:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607763.911828:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607763.911831:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730129920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607763.911837:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730129920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607763.911849:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607763.911852:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607763.911854:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607763.911856:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607763.911857:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607763.911859:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749607763.923058:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:3.0:1749607763.923070:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:1.0:1749607763.923082:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:0.0:1749607763.923196:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:2.0:1749607768.918044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607768.918060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607768.918102:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607768.918123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749607768.918124:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607768.918129:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749607768.918129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:1.0:1749607768.918137:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607768.918141:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730130048, portal 25
00000100:00000010:2.0:1749607768.918142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
00000400:00000010:1.0:1749607768.918144:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749607768.918145:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730130048, offset 0
02000000:00000010:2.0:1749607768.918145:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000200:1.0:1749607768.918150:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607768.918157:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607768.918160:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1749607768.918160:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000200:1.0:1749607768.918162:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607768.918163:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000200:1.0:1749607768.918165:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607768.918166:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607768.918166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:1.0:1749607768.918168:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1142:1142:256:4294967295] 192.168.201.120@tcp LPNI seq info [1142:1142:8:4294967295]
00000100:00000200:2.0:1749607768.918169:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730130176, portal 10
00000400:00000010:2.0:1749607768.918172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000200:1.0:1749607768.918173:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749607768.918174:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730130176, offset 0
00000800:00000200:1.0:1749607768.918176:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607768.918178:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:2.0:1749607768.918178:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607768.918182:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607768.918183:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607768.918185:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607768.918187:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607768.918189:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607768.918191:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607768.918191:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607768.918193:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1143:1143:255:4294967295] 192.168.201.120@tcp LPNI seq info [1143:1143:7:4294967295]
00000800:00000200:1.0:1749607768.918194:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607768.918199:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607768.918202:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607768.918204:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607768.918207:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749607768.918208:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000800:00000200:2.0:1749607768.918211:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607768.918213:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607768.918225:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749607768.918228:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749607768.918230:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
02000000:00000010:2.0:1749607768.918242:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607768.918244:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:2.0:1749607768.918246:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607768.918248:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730130304, portal 10
00000400:00000010:2.0:1749607768.918250:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607768.918252:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730130304, offset 0
00000400:00000200:2.0:1749607768.918255:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607768.918258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607768.918263:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607768.918264:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749607768.918266:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749607768.918266:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607768.918268:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607768.918270:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607768.918270:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607768.918271:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1144:1144:254:4294967295] 192.168.201.120@tcp LPNI seq info [1144:1144:6:4294967295]
00000400:00000200:0.0:1749607768.918274:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607768.918277:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000200:2.0:1749607768.918277:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749607768.918278:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000800:00000200:2.0:1749607768.918280:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607768.918282:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000100:00000200:0.0:1749607768.918285:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730130048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607768.918285:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607768.918288:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607768.918290:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607768.918300:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607768.918301:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607768.918303:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607768.918305:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607768.918306:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749607768.918307:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749607768.918310:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730130176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607768.918356:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607768.918357:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607768.918359:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607768.918361:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607768.918363:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749607768.918369:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749607768.918372:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730130304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607768.919443:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607768.919450:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323a80
00000400:00000200:0.0:1749607768.919454:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x24a5 [1] + 224
00000400:00000200:0.0:1749607768.919459:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607768.919461:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607768.919465:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730130048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607768.919480:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607768.919482:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323b00
00000400:00000200:0.0:1749607768.919484:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x24ad [1] + 0
00000400:00000200:0.0:1749607768.919487:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607768.919488:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607768.919490:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730130176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607768.919500:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607768.919502:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323b80
00000400:00000200:0.0:1749607768.919503:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x24b5 [1] + 0
00000400:00000010:1.0:1749607768.919506:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607768.919508:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607768.919509:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:0.0:1749607768.919510:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607768.919511:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607768.919512:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730130048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607768.919513:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730130304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607768.919517:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730130048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607768.919528:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607768.919531:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607768.919532:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
02000000:00000010:1.0:1749607768.919533:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607768.919536:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:2.0:1749607768.919536:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730130176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607768.919538:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:2.0:1749607768.919543:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730130176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607768.919554:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000400:00000200:2.0:1749607768.919555:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607768.919556:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607768.919558:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730130304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607768.919564:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730130304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607778 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607768.919603:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607768.919606:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607768.919607:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607768.919609:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607768.919615:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607768.919617:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:0.0:1749607768.931033:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:3.0:1749607768.931047:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749607768.931070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:2.0:1749607768.931091:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749607773.926049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607773.926065:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607773.926119:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607773.926132:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607773.926138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607773.926153:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607773.926156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749607773.926159:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607773.926165:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607773.926169:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
02000000:00000010:2.0:1749607773.926173:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000100:00000200:1.0:1749607773.926175:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730130432, portal 25
00000400:00000010:2.0:1749607773.926176:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:1.0:1749607773.926178:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000010:2.0:1749607773.926179:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:1.0:1749607773.926180:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730130432, offset 0
00000100:00000200:2.0:1749607773.926182:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730130560, portal 10
00000400:00000200:1.0:1749607773.926185:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607773.926185:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607773.926187:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730130560, offset 0
00000400:00000200:2.0:1749607773.926191:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607773.926194:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607773.926198:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607773.926201:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607773.926204:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607773.926206:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607773.926208:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1145:1145:256:4294967295] 192.168.201.120@tcp LPNI seq info [1145:1145:8:4294967295]
00000400:00000200:1.0:1749607773.926217:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607773.926238:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607773.926242:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749607773.926244:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607773.926246:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607773.926246:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607773.926248:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607773.926250:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607773.926251:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607773.926253:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607773.926253:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1146:1146:255:4294967295] 192.168.201.120@tcp LPNI seq info [1146:1146:7:4294967295]
00000800:00000200:1.0:1749607773.926256:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607773.926259:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607773.926263:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607773.926265:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607773.926268:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607773.926271:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607773.926273:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607773.926274:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749607773.926287:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749607773.926289:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749607773.926292:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
02000000:00000010:2.0:1749607773.926311:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607773.926319:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607773.926321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607773.926323:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730130688, portal 10
00000400:00000010:2.0:1749607773.926326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749607773.926327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730130688, offset 0
00000400:00000200:2.0:1749607773.926331:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607773.926334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607773.926337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607773.926338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607773.926340:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607773.926341:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607773.926343:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1147:1147:254:4294967295] 192.168.201.120@tcp LPNI seq info [1147:1147:6:4294967295]
00000400:00000200:2.0:1749607773.926348:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607773.926351:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607773.926353:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:0.0:1749607773.926356:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749607773.926356:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607773.926360:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000800:00000200:2.0:1749607773.926360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607773.926362:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607773.926373:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607773.926378:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607773.926384:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749607773.926386:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749607773.926394:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730130432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607773.926409:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607773.926410:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749607773.926412:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607773.926414:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607773.926415:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749607773.926416:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749607773.926418:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730130560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607773.926472:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607773.926474:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607773.926475:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607773.926478:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607773.926479:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749607773.926480:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749607773.926495:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730130688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607773.927461:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607773.927473:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323c00
00000400:00000200:0.0:1749607773.927480:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x24bd [1] + 224
00000400:00000200:0.0:1749607773.927501:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607773.927504:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607773.927509:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730130432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607773.927539:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607773.927549:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323c80
00000400:00000200:0.0:1749607773.927562:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x24c5 [1] + 0
00000400:00000200:0.0:1749607773.927568:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607773.927568:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749607773.927569:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607773.927572:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607773.927574:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749607773.927577:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730130560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607773.927579:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730130432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607773.927586:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730130432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607773.927596:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607773.927598:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323d00
00000400:00000200:0.0:1749607773.927600:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x24cd [1] + 0
02000000:00000010:1.0:1749607773.927609:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:0.0:1749607773.927611:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607773.927613:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607773.927615:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730130688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607773.927615:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749607773.927619:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:2.0:1749607773.927624:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000400:00000200:2.0:1749607773.927628:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607773.927629:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607773.927635:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730130560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607773.927641:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730130560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607773.927655:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607773.927656:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607773.927656:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607773.927658:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730130688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607773.927668:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730130688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607783 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607773.927678:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607773.927684:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607773.927686:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607773.927688:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607773.927689:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607773.927690:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749607773.939006:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:3.0:1749607773.939011:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:0.0:1749607773.939020:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:1.0:1749607773.939027:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749607778.934080:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607778.934101:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607778.934153:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607778.934169:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607778.934176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749607778.934186:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000100:00000010:2.0:1749607778.934194:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749607778.934194:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
02000000:00000010:2.0:1749607778.934197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749607778.934202:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607778.934209:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730130816, portal 25
00000400:00000010:3.0:1749607778.934213:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749607778.934215:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730130816, offset 0
02000000:00000010:2.0:1749607778.934218:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000200:3.0:1749607778.934221:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607778.934222:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607778.934226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000200:3.0:1749607778.934232:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607778.934234:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730130944, portal 10
00000400:00000200:3.0:1749607778.934237:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749607778.934238:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607778.934240:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730130944, offset 0
00000400:00000200:3.0:1749607778.934241:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607778.934244:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607778.934244:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607778.934246:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607778.934249:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1148:1148:256:4294967295] 192.168.201.120@tcp LPNI seq info [1148:1148:8:4294967295]
00000400:00000200:3.0:1749607778.934258:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607778.934263:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607778.934264:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607778.934266:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607778.934267:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607778.934268:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607778.934270:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607778.934271:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607778.934273:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607778.934274:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1149:1149:255:4294967295] 192.168.201.120@tcp LPNI seq info [1149:1149:7:4294967295]
00000400:00000200:2.0:1749607778.934279:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607778.934281:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607778.934285:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607778.934295:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607778.934300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607778.934302:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607778.934306:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607778.934306:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000800:00000200:2.0:1749607778.934308:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607778.934322:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749607778.934337:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749607778.934341:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
02000000:00000010:2.0:1749607778.934356:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607778.934359:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:2.0:1749607778.934362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607778.934364:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730131072, portal 10
00000400:00000010:2.0:1749607778.934366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607778.934368:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730131072, offset 0
00000400:00000200:2.0:1749607778.934371:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607778.934375:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607778.934377:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607778.934377:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607778.934378:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607778.934380:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607778.934382:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749607778.934383:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607778.934384:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1150:1150:254:4294967295] 192.168.201.120@tcp LPNI seq info [1150:1150:6:4294967295]
00000400:00000200:0.0:1749607778.934388:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607778.934389:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607778.934391:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607778.934393:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607778.934394:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607778.934395:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607778.934398:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000800:00000200:2.0:1749607778.934398:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749607778.934415:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000800:00000200:2.0:1749607778.934421:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607778.934425:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730130816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607778.934446:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607778.934447:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607778.934449:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607778.934452:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607778.934454:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749607778.934455:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749607778.934458:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730130944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607778.934530:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607778.934532:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607778.934534:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607778.934537:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607778.934539:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749607778.934541:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749607778.934544:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730131072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607778.935809:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607778.935819:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323d80
00000400:00000200:0.0:1749607778.935824:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x24d5 [1] + 224
00000400:00000200:0.0:1749607778.935833:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607778.935836:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607778.935843:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730130816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607778.935868:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607778.935871:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323e00
00000400:00000200:0.0:1749607778.935875:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x24dd [1] + 0
00000400:00000200:0.0:1749607778.935879:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607778.935881:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607778.935885:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730130944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607778.935891:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607778.935895:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749607778.935896:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607778.935901:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730130816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607778.935903:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607778.935906:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf323e80
00000100:00000200:3.0:1749607778.935907:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730130816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607778.935909:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x24e5 [1] + 0
00000400:00000200:0.0:1749607778.935918:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607778.935924:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607778.935926:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000100:00000200:0.0:1749607778.935927:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730131072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607778.935955:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607778.935959:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749607778.935960:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607778.935965:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730130944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607778.935968:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:2.0:1749607778.935972:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730130944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607778.935973:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:2.0:1749607778.935992:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000400:00000200:2.0:1749607778.935994:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607778.935995:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607778.935998:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730131072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607778.936003:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730131072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607778.936014:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607778.936017:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607778.936020:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607778.936022:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607778.936024:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607778.936026:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:1.0:1749607778.947066:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:0.0:1749607778.947088:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749607778.947089:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:2.0:1749607778.947110:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749607783.942037:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607783.942057:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607783.942103:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607783.942117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607783.942122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749607783.942133:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000100:00000010:2.0:1749607783.942137:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607783.942139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749607783.942140:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000400:00000010:3.0:1749607783.942145:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607783.942151:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730131200, portal 25
02000000:00000010:2.0:1749607783.942152:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607783.942154:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:3.0:1749607783.942154:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749607783.942156:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730131200, offset 0
00000400:00000010:2.0:1749607783.942157:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607783.942159:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730131328, portal 10
00000400:00000010:2.0:1749607783.942161:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000200:3.0:1749607783.942162:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607783.942169:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730131328, offset 0
00000400:00000200:3.0:1749607783.942171:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607783.942172:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607783.942175:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607783.942178:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607783.942181:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607783.942183:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607783.942185:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1151:1151:256:4294967295] 192.168.201.120@tcp LPNI seq info [1151:1151:8:4294967295]
00000400:00000200:3.0:1749607783.942193:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607783.942198:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607783.942199:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607783.942200:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607783.942201:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607783.942206:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607783.942213:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607783.942215:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607783.942216:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607783.942217:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607783.942219:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1152:1152:255:4294967295] 192.168.201.120@tcp LPNI seq info [1152:1152:7:4294967295]
00000800:00000200:3.0:1749607783.942219:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607783.942225:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607783.942229:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607783.942231:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607783.942234:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607783.942245:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000800:00000200:2.0:1749607783.942246:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607783.942248:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607783.942254:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749607783.942263:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749607783.942266:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
02000000:00000010:2.0:1749607783.942276:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749607783.942278:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607783.942281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607783.942283:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730131456, portal 10
00000400:00000010:2.0:1749607783.942285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607783.942286:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730131456, offset 0
00000400:00000200:2.0:1749607783.942290:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607783.942293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607783.942295:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607783.942297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607783.942299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607783.942300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607783.942302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1153:1153:254:4294967295] 192.168.201.120@tcp LPNI seq info [1153:1153:6:4294967295]
00000400:00000200:2.0:1749607783.942308:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607783.942311:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607783.942313:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607783.942328:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607783.942331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607783.942333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607783.942370:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607783.942373:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607783.942377:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607783.942381:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607783.942383:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749607783.942385:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749607783.942391:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730131200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607783.942404:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607783.942405:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607783.942407:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607783.942409:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607783.942411:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749607783.942412:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749607783.942414:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730131328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607783.942462:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607783.942463:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607783.942465:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607783.942467:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607783.942468:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749607783.942469:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749607783.942471:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730131456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607783.944293:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607783.944301:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf323f00
00000400:00000200:0.0:1749607783.944306:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x24ed [1] + 224
00000400:00000200:0.0:1749607783.944329:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607783.944333:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607783.944337:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730131200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607783.944359:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607783.944362:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf323f80
00000400:00000200:0.0:1749607783.944365:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x24f5 [1] + 0
00000400:00000200:0.0:1749607783.944369:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607783.944371:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607783.944374:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730131328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607783.944383:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607783.944387:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749607783.944388:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607783.944393:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730131200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607783.944397:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607783.944399:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730131200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607783.944400:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324000
00000400:00000200:0.0:1749607783.944403:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x24fd [1] + 0
00000400:00000200:0.0:1749607783.944412:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607783.944414:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607783.944415:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000100:00000200:0.0:1749607783.944418:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730131456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607783.944419:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000010:2.0:1749607783.944421:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000100:00000010:3.0:1749607783.944422:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:2.0:1749607783.944425:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607783.944426:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607783.944431:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730131328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607783.944438:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730131328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607783.944451:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607783.944453:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749607783.944454:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607783.944456:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730131456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607783.944462:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730131456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607783.944470:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607783.944473:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607783.944475:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607783.944476:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607783.944478:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607783.944480:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:1.0:1749607783.955052:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:0.0:1749607783.955069:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749607783.955070:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:2.0:1749607783.955072:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:2.0:1749607788.950069:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607788.950086:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607788.950131:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607788.950143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607788.950148:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607788.950164:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607788.950167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749607788.950171:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607788.950178:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749607788.950183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749607788.950184:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000010:3.0:1749607788.950189:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000100:00000200:1.0:1749607788.950193:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730131584, portal 25
00000400:00000010:3.0:1749607788.950193:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607788.950196:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730131712, portal 10
00000400:00000010:1.0:1749607788.950197:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749607788.950199:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730131584, offset 0
00000400:00000010:3.0:1749607788.950200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749607788.950202:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730131712, offset 0
00000400:00000200:1.0:1749607788.950205:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607788.950213:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607788.950214:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607788.950228:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607788.950244:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607788.950247:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607788.950249:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607788.950252:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1154:1154:256:4294967295] 192.168.201.120@tcp LPNI seq info [1154:1154:8:4294967295]
00000400:00000200:1.0:1749607788.950261:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607788.950266:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607788.950269:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:3.0:1749607788.950270:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607788.950273:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607788.950274:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607788.950275:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607788.950277:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607788.950279:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607788.950279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607788.950281:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1155:1155:255:4294967295] 192.168.201.120@tcp LPNI seq info [1155:1155:7:4294967295]
00000800:00000200:1.0:1749607788.950282:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607788.950287:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607788.950296:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607788.950303:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000010:1.0:1749607788.950304:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000800:00000200:3.0:1749607788.950306:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607788.950309:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607788.950311:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607788.950313:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000100:00000010:1.0:1749607788.950315:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749607788.950325:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
02000000:00000010:3.0:1749607788.950335:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749607788.950338:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607788.950340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607788.950342:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730131840, portal 10
00000400:00000010:3.0:1749607788.950345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749607788.950346:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730131840, offset 0
00000400:00000200:3.0:1749607788.950350:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607788.950353:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607788.950355:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607788.950357:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607788.950358:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607788.950360:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607788.950362:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1156:1156:254:4294967295] 192.168.201.120@tcp LPNI seq info [1156:1156:6:4294967295]
00000400:00000200:3.0:1749607788.950367:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607788.950370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607788.950372:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607788.950375:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607788.950378:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607788.950380:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607788.950404:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607788.950407:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607788.950411:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607788.950415:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607788.950418:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749607788.950420:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749607788.950428:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730131584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607788.950444:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607788.950450:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607788.950452:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607788.950454:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607788.950456:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749607788.950457:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749607788.950461:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730131712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607788.950512:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607788.950515:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607788.950517:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607788.950519:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607788.950521:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749607788.950522:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749607788.950525:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730131840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607788.951919:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607788.951927:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324080
00000400:00000200:0.0:1749607788.951931:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2505 [1] + 224
00000400:00000200:0.0:1749607788.951955:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607788.951957:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607788.951963:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730131584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607788.951989:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607788.951993:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324100
00000400:00000200:0.0:1749607788.951996:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2509 [1] + 0
00000400:00000200:0.0:1749607788.951999:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607788.952001:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607788.952004:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730131712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607788.952021:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607788.952024:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607788.952025:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607788.952030:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730131584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607788.952035:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749607788.952036:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730131584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607788.952038:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324180
00000400:00000200:0.0:1749607788.952041:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2515 [1] + 0
00000400:00000200:0.0:1749607788.952050:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607788.952052:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749607788.952052:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:0.0:1749607788.952055:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730131840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607788.952056:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749607788.952059:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:3.0:1749607788.952064:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607788.952068:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749607788.952069:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607788.952073:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730131712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607788.952080:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730131712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749607788.952095:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:3.0:1749607788.952101:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607788.952103:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607788.952104:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607788.952106:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730131840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607788.952111:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730131840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749607788.952117:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:3.0:1749607788.952121:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607788.952123:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749607788.952125:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749607788.952127:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749607788.952128:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749607788.952130:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749607788.963038:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:3.0:1749607788.963054:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:0.0:1749607788.963084:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749607788.963104:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:2.0:1749607793.958067:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607793.958093:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607793.958141:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607793.958181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749607793.958183:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607793.958186:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:1.0:1749607793.958189:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607793.958193:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607793.958199:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730131968, portal 25
00000100:00000010:2.0:1749607793.958201:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607793.958203:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:1.0:1749607793.958207:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607793.958209:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730131968, offset 0
02000000:00000010:3.0:1749607793.958209:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:1.0:1749607793.958214:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607793.958214:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607793.958219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749607793.958222:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730132096, portal 10
00000400:00000200:1.0:1749607793.958223:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749607793.958225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749607793.958227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730132096, offset 0
00000400:00000200:1.0:1749607793.958228:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607793.958231:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607793.958232:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607793.958235:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607793.958237:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607793.958239:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1157:1157:256:4294967295] 192.168.201.120@tcp LPNI seq info [1157:1157:8:4294967295]
00000400:00000200:1.0:1749607793.958249:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607793.958253:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607793.958256:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:3.0:1749607793.958256:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607793.958259:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749607793.958261:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607793.958261:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607793.958263:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607793.958265:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607793.958267:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1158:1158:255:4294967295] 192.168.201.120@tcp LPNI seq info [1158:1158:7:4294967295]
00000800:00000200:1.0:1749607793.958268:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607793.958271:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607793.958285:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749607793.958287:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000800:00000200:3.0:1749607793.958289:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607793.958293:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000010:1.0:1749607793.958296:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000800:00000200:3.0:1749607793.958296:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749607793.958299:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000800:00000200:3.0:1749607793.958299:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607793.958301:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607793.958311:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
02000000:00000010:3.0:1749607793.958327:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607793.958330:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000400:00000010:3.0:1749607793.958332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749607793.958334:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730132224, portal 10
00000400:00000010:3.0:1749607793.958336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749607793.958338:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730132224, offset 0
00000400:00000200:3.0:1749607793.958341:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607793.958344:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607793.958346:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607793.958348:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607793.958350:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607793.958351:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607793.958353:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1159:1159:254:4294967295] 192.168.201.120@tcp LPNI seq info [1159:1159:6:4294967295]
00000400:00000200:3.0:1749607793.958359:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607793.958361:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607793.958364:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607793.958366:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607793.958370:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607793.958371:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607793.958382:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607793.958387:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607793.958394:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607793.958401:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607793.958406:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749607793.958408:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749607793.958418:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730131968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607793.958438:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607793.958439:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607793.958441:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607793.958444:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607793.958446:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749607793.958447:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749607793.958451:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730132096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607793.958515:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607793.958517:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607793.958519:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607793.958522:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607793.958524:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749607793.958534:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749607793.958538:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730132224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607793.959996:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607793.960008:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324280
00000400:00000200:0.0:1749607793.960016:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2525 [1] + 0
00000400:00000200:0.0:1749607793.960026:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607793.960033:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607793.960040:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730132096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607793.960074:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607793.960078:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324200
00000400:00000200:0.0:1749607793.960083:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x251d [1] + 224
00000400:00000200:0.0:1749607793.960087:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607793.960090:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607793.960094:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730131968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607793.960117:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607793.960121:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324300
00000400:00000010:3.0:1749607793.960122:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607793.960128:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749607793.960130:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000200:0.0:1749607793.960135:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x252d [1] + 0
00000100:00000200:3.0:1749607793.960139:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730132096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607793.960163:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607793.960167:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749607793.960167:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730132096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607793.960172:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730132224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607793.960174:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607793.960178:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607793.960180:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607793.960185:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730131968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607793.960190:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
00000100:00000200:1.0:1749607793.960192:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730131968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607793.960194:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749607793.960199:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:3.0:1749607793.960204:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607793.960206:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:3.0:1749607793.960208:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:3.0:1749607793.960211:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730132224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607793.960213:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:3.0:1749607793.960216:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730132224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607793.960218:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749607793.960222:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749607793.960227:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607793.960230:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749607793.960231:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749607793.971047:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:1.0:1749607793.971060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:2.0:1749607793.971068:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:3.0:1749607793.971176:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:2.0:1749607798.966042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607798.966060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607798.966111:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607798.966123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607798.966128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607798.966142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607798.966144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749607798.966147:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607798.966154:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
00000400:00000010:3.0:1749607798.966159:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
02000000:00000010:2.0:1749607798.966160:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607798.966163:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607798.966165:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:3.0:1749607798.966165:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730132352, portal 25
00000100:00000200:2.0:1749607798.966167:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730132480, portal 10
00000400:00000010:3.0:1749607798.966168:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000010:2.0:1749607798.966170:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:3.0:1749607798.966170:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730132352, offset 0
00000100:00000200:2.0:1749607798.966171:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730132480, offset 0
00000400:00000200:3.0:1749607798.966174:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607798.966179:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607798.966183:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607798.966188:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607798.966191:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607798.966194:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607798.966196:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607798.966198:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1160:1160:256:4294967295] 192.168.201.120@tcp LPNI seq info [1160:1160:8:4294967295]
00000400:00000200:3.0:1749607798.966219:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607798.966224:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607798.966224:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607798.966226:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607798.966227:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749607798.966227:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749607798.966228:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607798.966230:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607798.966231:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1161:1161:255:4294967295] 192.168.201.120@tcp LPNI seq info [1161:1161:7:4294967295]
00000800:00000200:3.0:1749607798.966234:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607798.966235:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607798.966238:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607798.966241:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:3.0:1749607798.966241:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607798.966244:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607798.966247:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607798.966250:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607798.966252:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607798.966267:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749607798.966278:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749607798.966283:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749607798.966285:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
02000000:00000010:2.0:1749607798.966291:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607798.966292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:2.0:1749607798.966294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607798.966295:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730132608, portal 10
00000400:00000010:2.0:1749607798.966297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607798.966298:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730132608, offset 0
00000400:00000200:2.0:1749607798.966300:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607798.966302:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607798.966303:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607798.966304:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607798.966305:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607798.966306:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607798.966308:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1162:1162:254:4294967295] 192.168.201.120@tcp LPNI seq info [1162:1162:6:4294967295]
00000400:00000200:2.0:1749607798.966311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607798.966313:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607798.966314:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607798.966317:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607798.966319:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607798.966321:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607798.966324:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607798.966327:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607798.966333:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607798.966336:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607798.966339:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749607798.966340:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749607798.966345:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730132352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607798.966362:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607798.966363:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749607798.966364:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607798.966365:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607798.966366:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749607798.966367:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749607798.966369:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730132480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607798.966412:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607798.966413:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607798.966414:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607798.966416:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607798.966417:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749607798.966417:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607798.966419:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730132608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607798.967420:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607798.967428:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324400
00000400:00000200:0.0:1749607798.967433:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2539 [1] + 0
00000400:00000200:0.0:1749607798.967446:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607798.967449:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607798.967453:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730132480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607798.967496:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607798.967499:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749607798.967499:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607798.967503:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730132480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607798.967512:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730132480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607798.967535:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607798.967539:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607798.967541:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749607798.967588:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607798.967597:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324380
00000400:00000200:0.0:1749607798.967600:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2535 [1] + 224
00000400:00000200:0.0:1749607798.967606:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607798.967609:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607798.967612:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730132352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607798.967633:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607798.967637:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324480
00000400:00000200:0.0:1749607798.967640:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2545 [1] + 0
00000400:00000200:0.0:1749607798.967648:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607798.967651:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607798.967655:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730132608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607798.967658:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:3.0:1749607798.967662:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:3.0:1749607798.967664:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:3.0:1749607798.967668:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730132352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607798.967675:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730132352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607798.967686:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607798.967688:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607798.967690:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:2.0:1749607798.967722:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
00000400:00000200:2.0:1749607798.967725:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749607798.967727:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607798.967731:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730132608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607798.967738:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730132608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607798.967752:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607798.967755:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607798.967757:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749607798.979044:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:3.0:1749607798.979053:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:0.0:1749607798.979056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749607798.979059:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749607803.974075:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607803.974092:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607803.974136:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607803.974148:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607803.974153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607803.974166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607803.974168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749607803.974175:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607803.974180:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b898.
02000000:00000010:2.0:1749607803.974183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749607803.974184:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000400:00000010:2.0:1749607803.974185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a021b8.
00000400:00000010:2.0:1749607803.974189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:3.0:1749607803.974190:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730132736, portal 25
00000100:00000200:2.0:1749607803.974191:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730132864, portal 10
00000400:00000010:2.0:1749607803.974194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607803.974196:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730132864, offset 0
00000400:00000010:0.0:1749607803.974207:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749607803.974211:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730132736, offset 0
00000400:00000200:0.0:1749607803.974217:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607803.974226:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607803.974227:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607803.974231:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607803.974234:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607803.974237:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607803.974239:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607803.974241:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1163:1163:256:4294967295] 192.168.201.120@tcp LPNI seq info [1163:1163:8:4294967295]
00000400:00000200:0.0:1749607803.974250:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607803.974255:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607803.974255:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607803.974258:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000200:3.0:1749607803.974258:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607803.974259:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607803.974260:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607803.974262:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607803.974263:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1164:1164:255:4294967295] 192.168.201.120@tcp LPNI seq info [1164:1164:7:4294967295]
00000800:00000200:0.0:1749607803.974264:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607803.974267:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607803.974270:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607803.974275:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607803.974277:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:0.0:1749607803.974278:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749607803.974279:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607803.974282:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607803.974283:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607803.974303:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749607803.974312:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749607803.974320:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749607803.974325:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
02000000:00000010:3.0:1749607803.974331:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607803.974333:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607803.974335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607803.974336:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730132992, portal 10
00000400:00000010:3.0:1749607803.974338:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749607803.974339:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730132992, offset 0
00000400:00000200:3.0:1749607803.974341:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607803.974344:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607803.974345:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607803.974346:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607803.974347:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607803.974348:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607803.974349:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1165:1165:254:4294967295] 192.168.201.120@tcp LPNI seq info [1165:1165:6:4294967295]
00000400:00000200:3.0:1749607803.974353:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607803.974354:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607803.974355:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607803.974357:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607803.974358:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607803.974359:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607803.974366:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607803.974370:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749607803.974374:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607803.974378:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607803.974381:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:1.0:1749607803.974383:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:1.0:1749607803.974390:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730132736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607803.974405:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607803.974406:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749607803.974408:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607803.974410:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607803.974412:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:1.0:1749607803.974412:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:1.0:1749607803.974415:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730132864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607803.974469:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607803.974470:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749607803.974472:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607803.974475:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607803.974476:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:1.0:1749607803.974477:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749607803.974481:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730132992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607803.976383:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607803.976392:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324500
00000400:00000200:0.0:1749607803.976397:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x254d [1] + 224
00000400:00000200:0.0:1749607803.976404:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607803.976407:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607803.976412:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730132736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607819 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607803.976437:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607803.976441:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324580
00000400:00000200:0.0:1749607803.976444:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2551 [1] + 0
00000400:00000200:0.0:1749607803.976448:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607803.976451:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607803.976454:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730132864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607803.976475:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b898.
00000400:00000200:0.0:1749607803.976476:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607803.976480:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324600
00000400:00000200:2.0:1749607803.976483:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:2.0:1749607803.976485:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000400:00000200:0.0:1749607803.976490:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x255d [1] + 0
00000100:00000200:2.0:1749607803.976490:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730132736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607819 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607803.976498:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730132736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607819 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607803.976503:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607803.976506:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607803.976508:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a021b8.
02000000:00000010:2.0:1749607803.976514:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749607803.976517:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:3.0:1749607803.976517:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:3.0:1749607803.976518:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000010:2.0:1749607803.976520:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:0.0:1749607803.976522:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730132992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607803.976523:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730132864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607803.976530:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730132864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607803.976545:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607803.976546:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607803.976547:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607803.976550:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730132992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607803.976555:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730132992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607803.976566:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607803.976568:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749607803.976570:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:3.0:1749607803.976573:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607803.976575:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749607803.976576:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749607803.987049:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:2.0:1749607803.987064:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749607803.987094:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:0.0:1749607803.987116:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:2.0:1749607808.982085:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607808.982108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607808.982174:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607808.982191:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607808.982198:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:0.0:1749607808.982212:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749607808.982220:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
00000400:00000010:0.0:1749607808.982221:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea370.
02000000:00000010:2.0:1749607808.982225:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:0.0:1749607808.982231:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
02000000:00000010:3.0:1749607808.982231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000100:00000200:0.0:1749607808.982236:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730133120, portal 25
00000400:00000010:3.0:1749607808.982236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607808.982239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607808.982242:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730133248, portal 10
00000400:00000010:3.0:1749607808.982247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000400:00000010:0.0:1749607808.982249:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:3.0:1749607808.982249:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730133248, offset 0
00000100:00000200:0.0:1749607808.982251:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730133120, offset 0
00000400:00000200:3.0:1749607808.982256:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607808.982261:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607808.982265:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607808.982269:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607808.982272:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607808.982275:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607808.982280:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607808.982283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1166:1166:256:4294967295] 192.168.201.120@tcp LPNI seq info [1166:1166:8:4294967295]
00000400:00000200:3.0:1749607808.982291:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607808.982294:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607808.982296:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607808.982297:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607808.982298:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607808.982299:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607808.982300:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607808.982301:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607808.982302:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607808.982303:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1167:1167:255:4294967295] 192.168.201.120@tcp LPNI seq info [1167:1167:7:4294967295]
00000400:00000200:0.0:1749607808.982307:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607808.982309:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607808.982309:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749607808.982311:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000800:00000200:3.0:1749607808.982312:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607808.982313:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607808.982316:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607808.982317:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749607808.982341:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607808.982354:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
00000100:00000010:0.0:1749607808.982363:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
00000100:00000010:0.0:1749607808.982379:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
00000800:00000200:1.0:1749607808.982400:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749607808.982402:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000800:00000010:1.0:1749607808.982403:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000010:3.0:1749607808.982405:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:1.0:1749607808.982406:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607808.982407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607808.982409:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730133376, portal 10
00000400:00000200:1.0:1749607808.982411:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607808.982413:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749607808.982413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000400:00000010:1.0:1749607808.982415:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749607808.982421:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730133376, offset 0
00000100:00000200:1.0:1749607808.982425:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730133248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749607808.982425:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607808.982428:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607808.982430:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607808.982432:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607808.982434:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607808.982435:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607808.982437:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1168:1168:254:4294967295] 192.168.201.120@tcp LPNI seq info [1168:1168:6:4294967295]
00000400:00000200:3.0:1749607808.982442:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607808.982445:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607808.982446:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749607808.982449:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607808.982452:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607808.982453:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607808.982483:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607808.982484:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749607808.982486:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607808.982487:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607808.982489:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749607808.982489:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749607808.982491:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730133120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607808.982505:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607808.982506:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607808.982507:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607808.982510:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607808.982511:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:1.0:1749607808.982512:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:1.0:1749607808.982515:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730133376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607808.983748:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607808.983757:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324700
00000400:00000200:0.0:1749607808.983763:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2569 [1] + 0
00000400:00000200:0.0:1749607808.983770:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607808.983773:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607808.983777:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730133248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607808.983807:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607808.983812:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324680
00000400:00000200:0.0:1749607808.983820:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2565 [1] + 224
00000400:00000200:0.0:1749607808.983826:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607808.983828:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607808.983832:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730133120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607824 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607808.983861:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607808.983865:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324780
00000400:00000200:0.0:1749607808.983868:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2575 [1] + 0
00000400:00000200:0.0:1749607808.983878:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607808.983881:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607808.983885:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730133376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607808.983970:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607808.983973:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749607808.983978:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749607808.983983:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730133376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607808.983989:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730133376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607808.983992:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea370.
00000400:00000200:1.0:1749607808.983995:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749607808.983996:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749607808.984001:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730133120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607824 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607808.984008:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730133120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607824 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607808.984009:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607808.984011:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607808.984012:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607808.984015:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730133248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607808.984019:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000100:00000200:3.0:1749607808.984020:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730133248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607808.984024:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607808.984027:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749607808.984029:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749607808.984032:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749607808.984035:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:3.0:1749607808.984037:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607808.984039:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749607808.984040:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:1.0:1749607808.995043:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:0.0:1749607808.995048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607808.995066:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:3.0:1749607808.995084:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:2.0:1749607813.990441:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607813.990459:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749607813.990514:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607813.990529:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607813.990535:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607813.990550:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607813.990554:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607813.990562:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607813.990568:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607813.990573:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
02000000:00000010:2.0:1749607813.990577:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607813.990580:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000100:00000200:3.0:1749607813.990580:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730133504, portal 25
00000400:00000010:2.0:1749607813.990583:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000010:3.0:1749607813.990583:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:2.0:1749607813.990585:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730133632, portal 10
00000100:00000200:3.0:1749607813.990585:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730133504, offset 0
00000400:00000010:2.0:1749607813.990589:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000400:00000200:3.0:1749607813.990590:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607813.990600:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730133632, offset 0
00000400:00000200:3.0:1749607813.990600:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607813.990604:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607813.990605:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607813.990607:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607813.990610:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607813.990611:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607813.990618:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1169:1169:256:4294967295] 192.168.201.120@tcp LPNI seq info [1169:1169:8:4294967295]
00000400:00000200:3.0:1749607813.990627:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607813.990632:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607813.990633:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607813.990635:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607813.990636:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607813.990638:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607813.990640:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607813.990641:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607813.990642:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607813.990644:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1170:1170:255:4294967295] 192.168.201.120@tcp LPNI seq info [1170:1170:7:4294967295]
00000800:00000200:3.0:1749607813.990647:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607813.990650:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607813.990650:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607813.990654:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607813.990656:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607813.990659:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607813.990663:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607813.990665:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607813.990672:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749607813.990686:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749607813.990692:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749607813.990697:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
02000000:00000010:2.0:1749607813.990714:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749607813.990716:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000400:00000010:2.0:1749607813.990718:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607813.990720:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730133760, portal 10
00000400:00000010:2.0:1749607813.990723:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607813.990724:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730133760, offset 0
00000400:00000200:2.0:1749607813.990727:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607813.990731:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607813.990733:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749607813.990734:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607813.990734:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607813.990736:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:0.0:1749607813.990737:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749607813.990737:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607813.990739:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1171:1171:254:4294967295] 192.168.201.120@tcp LPNI seq info [1171:1171:6:4294967295]
00000400:00000200:0.0:1749607813.990741:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607813.990744:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607813.990745:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607813.990747:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000800:00000200:2.0:1749607813.990747:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749607813.990749:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000800:00000010:2.0:1749607813.990749:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000100:00000200:0.0:1749607813.990755:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730133504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607813.990756:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607813.990759:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607813.990761:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607813.990769:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607813.990770:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607813.990772:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607813.990774:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607813.990775:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749607813.990776:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749607813.990779:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730133632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607813.990882:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607813.990884:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607813.990885:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607813.990887:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607813.990888:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749607813.990889:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749607813.990891:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730133760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607813.992986:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607813.993002:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324800
00000400:00000200:0.0:1749607813.993010:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x257d [1] + 224
00000400:00000200:0.0:1749607813.993021:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607813.993024:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607813.993033:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730133504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607829 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607813.993066:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607813.993070:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324880
00000400:00000200:0.0:1749607813.993075:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2585 [1] + 0
00000400:00000200:0.0:1749607813.993080:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607813.993082:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607813.993087:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730133632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607813.993111:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749607813.993114:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749607813.993115:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324900
00000400:00000200:3.0:1749607813.993120:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607813.993122:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000400:00000200:0.0:1749607813.993126:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x258d [1] + 0
00000100:00000200:3.0:1749607813.993129:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730133504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607829 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607813.993137:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730133504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607829 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607813.993146:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607813.993148:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607813.993152:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749607813.993153:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
02000000:00000010:3.0:1749607813.993155:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000200:0.0:1749607813.993156:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607813.993159:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730133632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607813.993159:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:0.0:1749607813.993161:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730133760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607813.993163:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:2.0:1749607813.993166:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730133632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607813.993182:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607813.993183:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607813.993184:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607813.993187:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730133760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607813.993193:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730133760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607813.993204:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607813.993208:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607813.993209:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607813.993212:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749607813.993213:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607813.993215:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:3.0:1749607814.003047:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:0.0:1749607814.003056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:1.0:1749607814.003064:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:2.0:1749607814.003124:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749607818.998131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607818.998149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607818.998198:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607818.998211:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607818.998217:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607818.998231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749607818.998232:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607818.998239:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749607818.998244:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749607818.998244:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607818.998250:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730133888, portal 25
02000000:00000010:1.0:1749607818.998253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749607818.998253:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749607818.998255:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730133888, offset 0
00000400:00000200:3.0:1749607818.998260:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607818.998262:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607818.998265:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607818.998267:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730134016, portal 10
00000400:00000200:3.0:1749607818.998268:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607818.998271:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607818.998272:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730134016, offset 0
00000400:00000200:1.0:1749607818.998277:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607818.998277:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607818.998281:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607818.998284:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607818.998286:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607818.998289:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1172:1172:256:4294967295] 192.168.201.120@tcp LPNI seq info [1172:1172:8:4294967295]
00000400:00000200:3.0:1749607818.998297:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607818.998302:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607818.998303:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607818.998305:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607818.998305:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749607818.998307:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607818.998309:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607818.998309:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607818.998310:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607818.998312:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1173:1173:255:4294967295] 192.168.201.120@tcp LPNI seq info [1173:1173:7:4294967295]
00000800:00000200:3.0:1749607818.998314:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607818.998317:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607818.998318:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607818.998321:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607818.998324:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749607818.998327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607818.998331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607818.998333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607818.998338:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749607818.998350:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749607818.998357:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749607818.998366:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
02000000:00000010:1.0:1749607818.998374:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607818.998377:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607818.998379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607818.998381:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730134144, portal 10
00000400:00000010:1.0:1749607818.998383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607818.998385:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730134144, offset 0
00000400:00000200:1.0:1749607818.998388:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607818.998391:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607818.998393:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607818.998395:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607818.998396:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607818.998397:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607818.998399:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1174:1174:254:4294967295] 192.168.201.120@tcp LPNI seq info [1174:1174:6:4294967295]
00000400:00000200:1.0:1749607818.998406:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607818.998408:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607818.998410:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749607818.998412:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607818.998414:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607818.998415:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607818.998449:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607818.998452:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607818.998456:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607818.998460:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607818.998462:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749607818.998464:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749607818.998470:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730133888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607818.998485:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607818.998487:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749607818.998489:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607818.998491:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607818.998492:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749607818.998493:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749607818.998496:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730134016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607818.998543:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607818.998544:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749607818.998545:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607818.998547:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607818.998548:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749607818.998549:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749607818.998551:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730134144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607819.000091:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607819.000100:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324a00
00000400:00000200:0.0:1749607819.000104:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x259d [1] + 0
00000400:00000200:0.0:1749607819.000117:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607819.000119:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607819.000124:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730134016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607819.000152:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607819.000156:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324980
00000400:00000200:0.0:1749607819.000159:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2595 [1] + 224
00000400:00000200:0.0:1749607819.000163:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607819.000165:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607819.000168:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730133888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607819.000193:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607819.000197:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324a80
00000400:00000200:0.0:1749607819.000200:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x25a5 [1] + 0
00000400:00000010:1.0:1749607819.000208:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749607819.000209:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607819.000212:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607819.000212:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749607819.000213:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749607819.000217:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730134144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607819.000217:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730134016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607819.000224:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730134016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607819.000240:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607819.000242:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749607819.000243:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607819.000245:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730134144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607819.000251:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730134144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607819.000262:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607819.000266:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749607819.000267:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:1.0:1749607819.000269:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000200:3.0:1749607819.000269:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
02000000:00000010:1.0:1749607819.000271:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749607819.000271:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
02000000:00000010:1.0:1749607819.000273:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749607819.000275:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:3.0:1749607819.000275:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730133888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607819.000280:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730133888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607819.000290:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607819.000292:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749607819.000294:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:0.0:1749607819.011056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749607819.011059:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:2.0:1749607819.011068:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:1.0:1749607819.011221:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:2.0:1749607824.006155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607824.006172:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
02000000:00000010:3.0:1749607824.006240:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607824.006245:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607824.006250:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607824.006256:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730134272, portal 25
00000400:00000010:3.0:1749607824.006268:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749607824.006269:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730134272, offset 0
00000400:00000200:3.0:1749607824.006276:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607824.006286:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607824.006289:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607824.006292:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607824.006294:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607824.006296:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607824.006299:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1175:1175:256:4294967295] 192.168.201.120@tcp LPNI seq info [1175:1175:8:4294967295]
00000400:00000200:3.0:1749607824.006308:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607824.006312:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607824.006315:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607824.006320:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607824.006326:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607824.006329:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607824.006353:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749607824.006363:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749607824.006368:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749607824.006372:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000400:00000200:2.0:1749607824.006413:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607824.006424:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607824.006430:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607824.006443:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607824.006445:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607824.006464:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749607824.006467:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000400:00000010:2.0:1749607824.006470:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607824.006472:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730134400, portal 10
00000400:00000010:2.0:1749607824.006476:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607824.006477:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730134400, offset 0
00000400:00000200:2.0:1749607824.006481:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607824.006484:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607824.006487:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607824.006489:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607824.006490:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607824.006492:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607824.006494:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607824.006494:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1176:1176:255:4294967295] 192.168.201.120@tcp LPNI seq info [1176:1176:7:4294967295]
00000800:00000010:1.0:1749607824.006496:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607824.006500:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749607824.006503:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749607824.006503:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607824.006506:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749607824.006507:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607824.006508:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607824.006509:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:1.0:1749607824.006511:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000800:00000200:2.0:1749607824.006512:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607824.006514:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749607824.006516:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730134272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607824.006520:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607824.006522:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000010:2.0:1749607824.006535:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607824.006537:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730134528, portal 10
00000400:00000010:2.0:1749607824.006539:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607824.006540:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730134528, offset 0
00000400:00000200:2.0:1749607824.006543:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607824.006544:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607824.006545:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:2.0:1749607824.006546:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607824.006547:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607824.006548:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607824.006550:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607824.006550:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607824.006551:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607824.006552:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000200:2.0:1749607824.006552:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749607824.006553:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000400:00000200:2.0:1749607824.006554:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1177:1177:255:4294967295] 192.168.201.120@tcp LPNI seq info [1177:1177:7:4294967295]
00000100:00000200:1.0:1749607824.006556:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730134400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607824.006560:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607824.006563:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607824.006565:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607824.006567:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607824.006570:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607824.006572:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607824.007157:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607824.007160:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607824.007162:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607824.007165:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607824.007167:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749607824.007168:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749607824.007172:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730134528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607824.009601:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607824.009622:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324b00
00000400:00000200:0.0:1749607824.009628:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x25ad [1] + 224
00000400:00000200:0.0:1749607824.009639:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607824.009672:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607824.009679:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730134272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607824.009717:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607824.009811:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324b80
00000400:00000200:0.0:1749607824.009816:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x25b5 [1] + 0
00000400:00000200:0.0:1749607824.009823:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607824.009826:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607824.009830:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730134400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607824.009914:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607824.009919:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324c00
00000400:00000200:0.0:1749607824.009921:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x25bd [1] + 0
00000400:00000200:0.0:1749607824.009932:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607824.009961:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607824.009962:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607824.009965:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607824.009967:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607824.009972:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730134272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607824.009974:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607824.009978:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000100:00000200:3.0:1749607824.009978:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730134272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607824.009979:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607824.009984:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730134400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607824.009985:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730134528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607824.009992:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730134400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607824.009994:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607824.009997:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749607824.010000:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:2.0:1749607824.010006:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:2.0:1749607824.010008:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749607824.010009:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749607824.010011:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730134528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607824.010017:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730134528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607824.010035:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607824.010038:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749607824.010040:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607824.010042:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607824.010044:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607824.010045:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749607824.019035:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749607824.019045:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:0.0:1749607824.019053:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:1.0:1749607824.019058:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:2.0:1749607829.014261:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607829.014278:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607829.014323:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607829.014336:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607829.014341:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607829.014356:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:0.0:1749607829.014357:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749607829.014358:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:0.0:1749607829.014363:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea268.
02000000:00000010:3.0:1749607829.014367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:0.0:1749607829.014368:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000400:00000010:3.0:1749607829.014371:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:0.0:1749607829.014372:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730134656, portal 25
00000400:00000010:0.0:1749607829.014375:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749607829.014377:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730134656, offset 0
00000400:00000200:0.0:1749607829.014382:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607829.014396:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000400:00000200:0.0:1749607829.014397:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607829.014400:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730134784, portal 10
00000400:00000200:0.0:1749607829.014401:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607829.014404:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749607829.014404:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607829.014405:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730134784, offset 0
00000400:00000200:0.0:1749607829.014406:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607829.014408:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607829.014409:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607829.014410:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1178:1178:256:4294967295] 192.168.201.120@tcp LPNI seq info [1178:1178:8:4294967295]
00000400:00000200:0.0:1749607829.014418:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607829.014422:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607829.014423:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607829.014425:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000400:00000200:2.0:1749607829.014426:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607829.014428:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607829.014430:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607829.014430:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607829.014432:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607829.014434:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1179:1179:255:4294967295] 192.168.201.120@tcp LPNI seq info [1179:1179:7:4294967295]
00000800:00000200:0.0:1749607829.014436:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607829.014439:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607829.014440:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607829.014443:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607829.014445:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607829.014448:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607829.014456:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749607829.014458:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:2.0:1749607829.014458:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607829.014477:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000100:00000010:0.0:1749607829.014485:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000100:00000010:0.0:1749607829.014488:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
00000800:00000200:1.0:1749607829.014518:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607829.014521:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:1.0:1749607829.014526:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607829.014531:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607829.014534:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:1.0:1749607829.014535:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:1.0:1749607829.014546:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730134656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607829.014613:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000800:00000200:1.0:1749607829.014614:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607829.014616:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000010:2.0:1749607829.014616:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a022c0.
00000400:00000200:1.0:1749607829.014618:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607829.014618:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607829.014620:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730134912, portal 10
00000400:00000200:1.0:1749607829.014621:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607829.014623:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607829.014623:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000010:1.0:1749607829.014624:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:1.0:1749607829.014628:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730134784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607829.014630:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730134912, offset 0
00000400:00000200:2.0:1749607829.014634:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607829.014638:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607829.014640:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607829.014642:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607829.014643:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607829.014645:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607829.014646:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1180:1180:256:4294967295] 192.168.201.120@tcp LPNI seq info [1180:1180:8:4294967295]
00000400:00000200:2.0:1749607829.014652:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607829.014655:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607829.014657:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607829.014659:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607829.014663:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607829.014665:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607829.014715:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607829.014721:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749607829.014723:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607829.014726:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607829.014728:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:1.0:1749607829.014729:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:1.0:1749607829.014732:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730134912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607829.016027:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607829.016035:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324c80
00000400:00000200:0.0:1749607829.016039:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x25c5 [1] + 224
00000400:00000200:0.0:1749607829.016044:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607829.016046:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607829.016050:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730134656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607829.016078:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607829.016082:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324d00
00000400:00000200:0.0:1749607829.016086:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x25cd [1] + 0
00000400:00000200:0.0:1749607829.016091:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607829.016093:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607829.016099:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea268.
00000400:00000200:2.0:1749607829.016103:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749607829.016105:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749607829.016109:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730134784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607829.016109:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730134656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607829.016116:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730134656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607829.016132:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:0.0:1749607829.016136:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749607829.016136:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000200:0.0:1749607829.016139:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324d80
00000400:00000200:0.0:1749607829.016141:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x25d5 [1] + 0
00000100:00000010:2.0:1749607829.016143:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749607829.016150:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607829.016153:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607829.016157:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730134912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607829.016179:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a022c0.
00000400:00000200:3.0:1749607829.016183:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:3.0:1749607829.016184:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:3.0:1749607829.016188:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730134912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607829.016194:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730134912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607829.016207:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607829.016208:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:3.0:1749607829.016209:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:3.0:1749607829.016211:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730134784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607829.016216:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730134784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607829.016227:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749607829.016230:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749607829.016232:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:3.0:1749607829.016234:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607829.016236:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749607829.016237:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749607829.027023:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:1.0:1749607829.027033:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:3.0:1749607829.027040:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:0.0:1749607829.027120:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607834.022063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607834.022080:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607834.022139:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607834.022152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607834.022157:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607834.022173:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607834.022176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749607834.022182:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607834.022189:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
02000000:00000010:2.0:1749607834.022194:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:1.0:1749607834.022195:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000010:2.0:1749607834.022198:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000100:00000200:1.0:1749607834.022201:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730135040, portal 25
00000400:00000010:2.0:1749607834.022202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607834.022204:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730135168, portal 10
00000400:00000010:1.0:1749607834.022205:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607834.022207:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730135040, offset 0
00000400:00000010:2.0:1749607834.022209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000400:00000200:1.0:1749607834.022213:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607834.022219:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730135168, offset 0
00000400:00000200:2.0:1749607834.022222:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607834.022223:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607834.022227:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607834.022230:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607834.022232:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607834.022234:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607834.022237:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1181:1181:256:4294967295] 192.168.201.120@tcp LPNI seq info [1181:1181:8:4294967295]
00000400:00000200:1.0:1749607834.022245:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607834.022249:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607834.022250:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607834.022253:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749607834.022253:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607834.022255:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607834.022256:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749607834.022257:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607834.022258:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607834.022260:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1182:1182:255:4294967295] 192.168.201.120@tcp LPNI seq info [1182:1182:7:4294967295]
00000800:00000200:1.0:1749607834.022263:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607834.022266:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607834.022267:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607834.022269:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607834.022272:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607834.022274:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607834.022278:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607834.022280:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607834.022293:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607834.022306:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749607834.022310:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749607834.022330:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
02000000:00000010:2.0:1749607834.022351:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607834.022354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02108.
00000400:00000010:2.0:1749607834.022361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607834.022363:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730135296, portal 10
00000400:00000010:2.0:1749607834.022366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749607834.022368:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730135296, offset 0
00000800:00000200:0.0:1749607834.022369:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607834.022371:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607834.022373:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749607834.022375:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607834.022377:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607834.022377:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607834.022378:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607834.022379:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607834.022381:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607834.022384:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749607834.022385:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:2.0:1749607834.022385:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607834.022387:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1183:1183:254:4294967295] 192.168.201.120@tcp LPNI seq info [1183:1183:6:4294967295]
00000100:00000200:0.0:1749607834.022391:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730135040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607834.022392:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607834.022395:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607834.022397:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607834.022400:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607834.022403:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607834.022404:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607834.022455:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607834.022457:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749607834.022459:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607834.022462:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607834.022463:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749607834.022464:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749607834.022467:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730135168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607834.022499:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607834.022500:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607834.022501:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607834.022504:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607834.022510:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749607834.022511:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749607834.022513:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730135296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607834.024281:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607834.024296:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf324f00
00000400:00000200:0.0:1749607834.024305:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x25ed [1] + 0
00000400:00000200:0.0:1749607834.024315:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607834.024319:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607834.024328:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730135296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607834.024360:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607834.024365:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324e00
00000400:00000200:0.0:1749607834.024369:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x25dd [1] + 224
00000400:00000200:0.0:1749607834.024373:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607834.024376:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607834.024379:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730135040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607834.024399:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02108.
00000400:00000200:2.0:1749607834.024404:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749607834.024406:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607834.024411:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730135296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607834.024419:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730135296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607834.024447:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607834.024453:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607834.024457:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749607834.024462:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607834.024471:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf324e80
00000400:00000200:0.0:1749607834.024486:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x25e1 [1] + 0
00000400:00000200:0.0:1749607834.024509:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607834.024512:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607834.024518:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607834.024521:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749607834.024523:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607834.024528:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730135040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607834.024530:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730135168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607834.024535:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730135040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607834.024548:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749607834.024552:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749607834.024555:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:2.0:1749607834.024642:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607834.024646:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749607834.024647:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607834.024657:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730135168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607834.024664:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730135168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607834.024683:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607834.024687:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607834.024690:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749607834.035053:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:3.0:1749607834.035055:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:0.0:1749607834.035061:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749607834.035126:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:2.0:1749607839.030055:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607839.030074:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607839.030131:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607839.030144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607839.030150:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607839.030165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607839.030168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607839.030192:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607839.030197:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000400:00000010:2.0:1749607839.030201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607839.030207:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730135552, portal 10
00000400:00000010:2.0:1749607839.030212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749607839.030214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730135552, offset 0
00000400:00000200:2.0:1749607839.030219:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607839.030229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607839.030232:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607839.030236:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607839.030238:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607839.030240:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607839.030243:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1184:1184:256:4294967295] 192.168.201.120@tcp LPNI seq info [1184:1184:8:4294967295]
00000400:00000200:2.0:1749607839.030252:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607839.030256:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607839.030270:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607839.030275:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607839.030282:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607839.030285:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749607839.030314:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749607839.030326:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749607839.030332:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749607839.030336:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
02000000:00000010:2.0:1749607839.030345:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749607839.030348:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02108.
00000400:00000010:2.0:1749607839.030350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607839.030352:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730135680, portal 10
00000400:00000010:2.0:1749607839.030355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749607839.030356:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730135680, offset 0
00000400:00000200:2.0:1749607839.030360:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607839.030364:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607839.030366:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607839.030368:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607839.030369:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607839.030372:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607839.030373:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1185:1185:255:4294967295] 192.168.201.120@tcp LPNI seq info [1185:1185:7:4294967295]
00000400:00000200:2.0:1749607839.030379:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607839.030383:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607839.030385:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607839.030420:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607839.030424:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607839.030425:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749607839.030521:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607839.030525:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607839.030528:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607839.030530:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730135424, portal 25
00000400:00000010:3.0:1749607839.030532:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749607839.030538:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730135424, offset 0
00000400:00000200:3.0:1749607839.030542:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607839.030550:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607839.030552:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607839.030554:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607839.030555:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607839.030557:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607839.030559:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1186:1186:254:4294967295] 192.168.201.120@tcp LPNI seq info [1186:1186:6:4294967295]
00000400:00000200:3.0:1749607839.030565:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607839.030568:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607839.030570:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749607839.030572:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607839.030576:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607839.030578:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607839.030591:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607839.030598:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607839.030602:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607839.030607:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607839.030610:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749607839.030611:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749607839.030619:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730135552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607839.030634:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607839.030636:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607839.030637:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607839.030640:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607839.030641:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749607839.030642:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749607839.030644:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730135680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607839.030700:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607839.030702:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607839.030704:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607839.030707:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607839.030709:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749607839.030710:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749607839.030713:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730135424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607839.032195:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607839.032206:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325000
00000400:00000200:0.0:1749607839.032210:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x25f5 [1] + 0
00000400:00000200:0.0:1749607839.032218:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607839.032221:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607839.032228:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730135552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607839.032253:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607839.032263:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325080
00000400:00000200:0.0:1749607839.032265:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x25fd [1] + 0
00000400:00000200:0.0:1749607839.032270:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607839.032272:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607839.032276:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730135680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607839.032278:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607839.032281:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749607839.032283:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607839.032292:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730135552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607839.032295:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607839.032299:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf324f80
00000100:00000200:2.0:1749607839.032299:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730135552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607839.032302:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2605 [1] + 224
00000400:00000200:0.0:1749607839.032314:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607839.032316:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02108.
00000400:00000200:0.0:1749607839.032317:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607839.032317:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607839.032319:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607839.032321:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730135680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607839.032322:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730135424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607839.032326:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730135680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607839.032336:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749607839.032372:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607839.032375:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607839.032376:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607839.032380:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730135424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607839.032402:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730135424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607839.032403:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607839.032407:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607839.032409:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749607839.032411:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607839.032412:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749607839.032443:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607839.032446:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607839.032449:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:3.0:1749607839.043045:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:0.0:1749607839.043055:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:1.0:1749607839.043066:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749607839.043090:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749607844.038057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607844.038075:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607844.038118:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607844.038135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607844.038141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749607844.038146:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749607844.038151:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749607844.038154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607844.038156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749607844.038156:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607844.038162:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730135808, portal 25
00000400:00000010:3.0:1749607844.038166:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749607844.038167:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730135808, offset 0
02000000:00000010:0.0:1749607844.038171:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942400.
00000400:00000200:3.0:1749607844.038173:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749607844.038176:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea420.
00000400:00000010:0.0:1749607844.038189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749607844.038191:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730135936, portal 10
00000400:00000200:3.0:1749607844.038193:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749607844.038195:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749607844.038196:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730135936, offset 0
00000400:00000200:3.0:1749607844.038197:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607844.038201:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607844.038201:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607844.038204:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607844.038206:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607844.038208:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1187:1187:256:4294967295] 192.168.201.120@tcp LPNI seq info [1187:1187:8:4294967295]
00000400:00000200:3.0:1749607844.038221:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607844.038225:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607844.038227:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607844.038228:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607844.038229:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607844.038231:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607844.038233:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607844.038234:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607844.038235:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607844.038237:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1188:1188:255:4294967295] 192.168.201.120@tcp LPNI seq info [1188:1188:7:4294967295]
00000800:00000200:3.0:1749607844.038240:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607844.038243:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607844.038243:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607844.038253:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607844.038256:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000800:00000200:0.0:1749607844.038259:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607844.038262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607844.038264:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607844.038268:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749607844.038278:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749607844.038283:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749607844.038291:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
02000000:00000010:0.0:1749607844.038299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000010:0.0:1749607844.038302:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea478.
00000400:00000010:0.0:1749607844.038315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749607844.038317:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730136064, portal 10
00000400:00000010:0.0:1749607844.038320:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749607844.038321:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730136064, offset 0
00000400:00000200:0.0:1749607844.038324:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607844.038327:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607844.038329:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607844.038331:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607844.038332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607844.038334:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607844.038336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1189:1189:254:4294967295] 192.168.201.120@tcp LPNI seq info [1189:1189:6:4294967295]
00000400:00000200:0.0:1749607844.038341:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607844.038344:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607844.038346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749607844.038348:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607844.038351:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607844.038353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607844.038398:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607844.038400:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749607844.038404:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607844.038409:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607844.038411:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:1.0:1749607844.038412:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:1.0:1749607844.038419:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730135808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607844.038432:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607844.038433:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:1.0:1749607844.038435:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607844.038437:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607844.038438:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:1.0:1749607844.038439:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:1.0:1749607844.038441:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730135936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607844.038487:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607844.038488:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749607844.038495:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607844.038497:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607844.038500:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749607844.038501:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749607844.038503:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730136064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607844.039962:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607844.039973:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325180
00000400:00000200:0.0:1749607844.039977:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2615 [1] + 0
00000400:00000200:0.0:1749607844.039987:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607844.039990:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607844.039999:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730135936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607844.040022:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607844.040025:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325200
00000400:00000200:0.0:1749607844.040027:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x261d [1] + 0
00000400:00000200:0.0:1749607844.040029:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607844.040031:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607844.040032:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730136064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607844.040039:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607844.040041:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325100
00000400:00000200:0.0:1749607844.040043:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x260d [1] + 224
00000400:00000200:0.0:1749607844.040052:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607844.040052:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea420.
00000400:00000200:0.0:1749607844.040054:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607844.040056:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749607844.040057:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749607844.040061:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730135936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607844.040062:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730135808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607844.040077:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730135936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607844.040098:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea478.
00000400:00000200:2.0:1749607844.040100:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749607844.040101:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:2.0:1749607844.040104:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730136064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607844.040109:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730136064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607844.040109:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607844.040113:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607844.040115:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
02000000:00000010:2.0:1749607844.040119:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942400.
00000100:00000200:3.0:1749607844.040119:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730135808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607844.040122:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607844.040125:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:3.0:1749607844.040126:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730135808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607844.040127:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749607844.040129:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607844.040131:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749607844.040137:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749607844.040140:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607844.040142:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:3.0:1749607844.051042:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:0.0:1749607844.051060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:2.0:1749607844.051063:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:1.0:1749607844.051084:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:2.0:1749607849.046062:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607849.046080:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607849.046122:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607849.046136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607849.046142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607849.046156:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607849.046159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749607849.046167:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607849.046173:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749607849.046176:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749607849.046178:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000010:2.0:1749607849.046179:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02108.
00000400:00000010:2.0:1749607849.046183:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607849.046188:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730136320, portal 10
00000400:00000010:2.0:1749607849.046192:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749607849.046194:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730136320, offset 0
00000400:00000200:2.0:1749607849.046205:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607849.046213:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607849.046217:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607849.046234:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607849.046236:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607849.046238:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607849.046240:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1190:1190:256:4294967295] 192.168.201.120@tcp LPNI seq info [1190:1190:8:4294967295]
00000400:00000200:2.0:1749607849.046248:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607849.046252:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607849.046254:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000100:00000200:3.0:1749607849.046255:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730136192, portal 25
00000400:00000010:3.0:1749607849.046258:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749607849.046260:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730136192, offset 0
00000800:00000200:2.0:1749607849.046263:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607849.046263:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749607849.046268:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607849.046268:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607849.046270:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749607849.046272:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749607849.046273:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607849.046274:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607849.046276:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607849.046278:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1191:1191:255:4294967295] 192.168.201.120@tcp LPNI seq info [1191:1191:7:4294967295]
00000400:00000200:3.0:1749607849.046284:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607849.046287:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607849.046289:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607849.046292:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607849.046296:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749607849.046297:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
00000800:00000200:3.0:1749607849.046297:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749607849.046310:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749607849.046322:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749607849.046325:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
02000000:00000010:2.0:1749607849.046333:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607849.046335:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000400:00000010:2.0:1749607849.046337:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607849.046339:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730136448, portal 10
00000400:00000010:2.0:1749607849.046341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749607849.046342:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730136448, offset 0
00000400:00000200:2.0:1749607849.046346:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607849.046349:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607849.046352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607849.046353:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607849.046355:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607849.046357:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607849.046358:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1192:1192:254:4294967295] 192.168.201.120@tcp LPNI seq info [1192:1192:6:4294967295]
00000400:00000200:2.0:1749607849.046370:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607849.046373:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607849.046375:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607849.046378:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607849.046381:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607849.046382:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607849.046428:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607849.046432:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607849.046436:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607849.046440:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607849.046443:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749607849.046445:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749607849.046451:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730136320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607849.046466:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607849.046467:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607849.046469:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607849.046477:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607849.046478:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749607849.046479:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749607849.046483:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730136192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607849.046539:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607849.046541:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607849.046543:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607849.046546:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607849.046548:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749607849.046549:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749607849.046552:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730136448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607849.047805:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607849.047814:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325300
00000400:00000200:0.0:1749607849.047819:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2625 [1] + 0
00000400:00000200:0.0:1749607849.047826:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607849.047828:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607849.047833:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730136320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607849.047858:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607849.047862:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325380
00000400:00000200:0.0:1749607849.047865:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2635 [1] + 0
00000400:00000200:0.0:1749607849.047869:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607849.047871:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607849.047874:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730136448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607849.047883:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607849.047886:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325280
00000400:00000010:2.0:1749607849.047890:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02108.
00000400:00000200:2.0:1749607849.047893:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749607849.047895:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607849.047899:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730136320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607849.047902:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x262d [1] + 224
00000100:00000200:2.0:1749607849.047907:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730136320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607849.047912:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607849.047915:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607849.047918:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730136192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607849.047924:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607849.047926:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749607849.047927:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607849.047930:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730136448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607849.047951:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730136448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607849.047964:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607849.047967:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607849.047970:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607849.047973:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749607849.047975:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749607849.047976:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:3.0:1749607849.048034:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607849.048037:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607849.048038:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607849.048043:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730136192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607849.048049:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730136192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607849.048058:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607849.048060:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749607849.048062:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:0.0:1749607849.059031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:1.0:1749607849.059031:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:3.0:1749607849.059040:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749607849.059048:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749607854.054046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607854.054062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607854.054115:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607854.054128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607854.054134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749607854.054153:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749607854.054159:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607854.054164:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000010:2.0:1749607854.054164:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607854.054167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000200:1.0:1749607854.054170:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730136576, portal 25
00000400:00000010:1.0:1749607854.054174:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607854.054176:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730136576, offset 0
00000400:00000200:1.0:1749607854.054181:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749607854.054183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607854.054187:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:1.0:1749607854.054188:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749607854.054190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000200:1.0:1749607854.054192:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607854.054195:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607854.054198:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:3.0:1749607854.054198:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730136704, portal 10
00000400:00000200:1.0:1749607854.054199:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607854.054202:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1193:1193:256:4294967295] 192.168.201.120@tcp LPNI seq info [1193:1193:8:4294967295]
00000400:00000010:3.0:1749607854.054202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607854.054203:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730136704, offset 0
00000400:00000200:3.0:1749607854.054207:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607854.054210:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607854.054214:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607854.054217:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749607854.054219:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749607854.054222:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607854.054222:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607854.054224:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607854.054226:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607854.054228:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607854.054229:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607854.054230:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1194:1194:255:4294967295] 192.168.201.120@tcp LPNI seq info [1194:1194:7:4294967295]
00000800:00000200:1.0:1749607854.054232:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749607854.054236:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607854.054240:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607854.054242:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607854.054246:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607854.054249:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607854.054251:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607854.054253:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749607854.054266:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000100:00000010:1.0:1749607854.054269:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749607854.054293:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000800:00000200:0.0:1749607854.054301:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607854.054304:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607854.054307:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749607854.054308:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:0.0:1749607854.054310:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749607854.054310:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749607854.054312:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749607854.054313:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749607854.054317:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730136576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607854.054321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607854.054323:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730136832, portal 10
00000400:00000010:3.0:1749607854.054325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749607854.054327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730136832, offset 0
00000400:00000200:3.0:1749607854.054330:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607854.054333:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607854.054335:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607854.054337:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607854.054338:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607854.054341:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607854.054342:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1195:1195:255:4294967295] 192.168.201.120@tcp LPNI seq info [1195:1195:7:4294967295]
00000400:00000200:3.0:1749607854.054347:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607854.054356:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607854.054358:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607854.054361:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607854.054363:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607854.054365:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607854.054366:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607854.054368:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607854.054369:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607854.054372:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607854.054374:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749607854.054375:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749607854.054378:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730136704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607854.054398:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607854.054399:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607854.054401:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607854.054403:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607854.054405:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749607854.054406:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749607854.054409:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730136832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607854.055531:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607854.055547:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325400
00000400:00000200:0.0:1749607854.055552:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x263d [1] + 224
00000400:00000200:0.0:1749607854.055561:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607854.055564:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607854.055569:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730136576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607854.055596:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607854.055600:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325480
00000400:00000200:0.0:1749607854.055604:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2645 [1] + 0
00000400:00000200:0.0:1749607854.055609:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607854.055611:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607854.055614:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607854.055618:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749607854.055618:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607854.055623:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730136576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607854.055624:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730136704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607854.055629:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730136576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607854.055644:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749607854.055645:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749607854.055647:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325500
00000400:00000200:0.0:1749607854.055650:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x264d [1] + 0
02000000:00000010:1.0:1749607854.055650:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749607854.055653:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:0.0:1749607854.055659:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607854.055661:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607854.055664:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730136832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607854.055671:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607854.055674:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749607854.055676:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607854.055680:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730136704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607854.055686:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730136704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607854.055699:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607854.055700:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607854.055701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607854.055704:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730136832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607854.055709:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730136832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607854.055719:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607854.055722:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749607854.055724:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:3.0:1749607854.055727:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749607854.055729:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749607854.055735:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749607854.067045:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749607854.067048:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:0.0:1749607854.067121:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:3.0:1749607854.067188:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:2.0:1749607859.062036:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607859.062079:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607859.062129:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607859.062142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607859.062147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749607859.062157:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000100:00000010:2.0:1749607859.062162:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749607859.062163:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749607859.062164:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749607859.062168:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607859.062184:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730136960, portal 25
02000000:00000010:2.0:1749607859.062185:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749607859.062187:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000010:2.0:1749607859.062188:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000100:00000200:3.0:1749607859.062189:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730136960, offset 0
00000400:00000010:2.0:1749607859.062190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749607859.062193:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730137088, portal 10
00000400:00000200:3.0:1749607859.062195:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749607859.062196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749607859.062198:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730137088, offset 0
00000400:00000200:2.0:1749607859.062201:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607859.062203:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607859.062206:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607859.062209:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607859.062213:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607859.062215:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607859.062217:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1196:1196:256:4294967295] 192.168.201.120@tcp LPNI seq info [1196:1196:8:4294967295]
00000400:00000200:3.0:1749607859.062225:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607859.062229:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607859.062232:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749607859.062243:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607859.062249:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607859.062252:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607859.062272:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749607859.062282:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000400:00000200:2.0:1749607859.062285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607859.062288:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607859.062290:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607859.062291:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1749607859.062291:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000400:00000200:2.0:1749607859.062293:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607859.062294:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1197:1197:255:4294967295] 192.168.201.120@tcp LPNI seq info [1197:1197:7:4294967295]
00000100:00000010:3.0:1749607859.062294:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000400:00000200:2.0:1749607859.062303:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607859.062306:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607859.062308:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749607859.062311:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607859.062315:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607859.062321:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607859.062327:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607859.062330:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
02000000:00000010:2.0:1749607859.062330:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749607859.062332:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02108.
00000400:00000200:0.0:1749607859.062334:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607859.062334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749607859.062335:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730137216, portal 10
00000400:00000200:0.0:1749607859.062338:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607859.062338:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749607859.062339:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730137216, offset 0
00000400:00000200:0.0:1749607859.062341:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749607859.062342:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000400:00000200:2.0:1749607859.062347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749607859.062349:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730136960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607859.062350:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607859.062352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607859.062353:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607859.062355:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607859.062356:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607859.062358:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1198:1198:254:4294967295] 192.168.201.120@tcp LPNI seq info [1198:1198:6:4294967295]
00000400:00000200:2.0:1749607859.062362:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607859.062365:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607859.062367:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607859.062369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607859.062372:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607859.062373:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607859.062413:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607859.062415:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749607859.062417:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607859.062420:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607859.062422:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749607859.062423:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749607859.062426:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730137088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607859.062445:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607859.062446:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607859.062448:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607859.062450:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607859.062452:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749607859.062453:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749607859.062456:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730137216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607859.063496:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607859.063505:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325580
00000400:00000200:0.0:1749607859.063510:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2655 [1] + 224
00000400:00000200:0.0:1749607859.063518:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607859.063521:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607859.063625:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730136960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607859.063643:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607859.063646:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325600
00000400:00000200:0.0:1749607859.063648:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x265d [1] + 0
00000400:00000200:0.0:1749607859.063652:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607859.063653:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607859.063658:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730137088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607859.063671:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607859.063674:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325680
00000400:00000010:3.0:1749607859.063677:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607859.063681:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607859.063682:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:0.0:1749607859.063685:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2665 [1] + 0
00000100:00000200:3.0:1749607859.063686:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730136960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607859.063693:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730136960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607859.063698:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607859.063699:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607859.063701:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607859.063704:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749607859.063705:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749607859.063708:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730137216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607859.063708:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000100:00000200:2.0:1749607859.063709:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730137088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607859.063712:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749607859.063714:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:2.0:1749607859.063716:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730137088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607859.063728:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02108.
00000400:00000200:2.0:1749607859.063730:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749607859.063731:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749607859.063739:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730137216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607859.063744:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730137216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607859.063753:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749607859.063756:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607859.063758:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607859.063760:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749607859.063761:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607859.063763:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749607859.075034:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749607859.075034:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:2.0:1749607859.075040:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:0.0:1749607859.075042:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:2.0:1749607864.070097:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607864.070113:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607864.070156:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607864.070170:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607864.070175:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607864.070179:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607864.070185:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000010:2.0:1749607864.070189:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749607864.070190:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
02000000:00000010:2.0:1749607864.070191:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000200:3.0:1749607864.070196:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730137344, portal 25
00000400:00000010:3.0:1749607864.070199:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607864.070201:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730137344, offset 0
00000400:00000200:3.0:1749607864.070206:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749607864.070211:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941400.
00000400:00000010:0.0:1749607864.070215:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea4d0.
00000400:00000200:3.0:1749607864.070215:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749607864.070218:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000400:00000200:3.0:1749607864.070219:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:0.0:1749607864.070220:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730137472, portal 10
00000400:00000200:3.0:1749607864.070222:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749607864.070224:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000400:00000200:3.0:1749607864.070224:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:0.0:1749607864.070226:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730137472, offset 0
00000400:00000200:3.0:1749607864.070226:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607864.070229:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1199:1199:256:4294967295] 192.168.201.120@tcp LPNI seq info [1199:1199:8:4294967295]
00000400:00000200:0.0:1749607864.070230:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607864.070238:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607864.070242:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607864.070243:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607864.070245:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749607864.070246:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607864.070248:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607864.070249:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607864.070249:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607864.070252:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607864.070254:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1200:1200:255:4294967295] 192.168.201.120@tcp LPNI seq info [1200:1200:7:4294967295]
00000800:00000200:3.0:1749607864.070255:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607864.070258:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749607864.070260:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607864.070263:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607864.070265:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000800:00000200:0.0:1749607864.070268:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607864.070272:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607864.070274:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607864.070284:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749607864.070293:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749607864.070301:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000800:00000200:1.0:1749607864.070357:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607864.070360:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749607864.070365:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607864.070369:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607864.070372:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:1.0:1749607864.070373:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:1.0:1749607864.070380:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730137344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607864.070436:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000800:00000200:1.0:1749607864.070437:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607864.070439:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:1.0:1749607864.070441:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607864.070444:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607864.070446:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749607864.070447:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749607864.070450:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730137472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1749607864.070483:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:0.0:1749607864.070486:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea528.
00000400:00000010:0.0:1749607864.070488:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749607864.070491:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730137600, portal 10
00000400:00000010:0.0:1749607864.070494:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749607864.070495:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730137600, offset 0
00000400:00000200:0.0:1749607864.070499:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607864.070503:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607864.070505:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607864.070507:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607864.070509:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607864.070510:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607864.070512:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1201:1201:256:4294967295] 192.168.201.120@tcp LPNI seq info [1201:1201:8:4294967295]
00000400:00000200:0.0:1749607864.070518:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607864.070521:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607864.070523:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000800:00000200:0.0:1749607864.070526:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607864.070529:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607864.070531:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607864.070610:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607864.070612:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:2.0:1749607864.070614:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607864.070617:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607864.070619:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749607864.070620:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:2.0:1749607864.070623:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730137600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607864.071570:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607864.071578:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325700
00000400:00000200:0.0:1749607864.071582:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x266d [1] + 224
00000400:00000200:0.0:1749607864.071589:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607864.071591:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607864.071596:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730137344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607864.071621:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607864.071625:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325780
00000400:00000200:0.0:1749607864.071632:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2675 [1] + 0
00000400:00000200:0.0:1749607864.071643:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607864.071646:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607864.071649:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730137472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607864.071651:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607864.071653:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607864.071655:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607864.071658:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730137344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607864.071664:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730137344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607864.071673:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607864.071676:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325800
00000400:00000200:0.0:1749607864.071679:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x267d [1] + 0
00000400:00000200:0.0:1749607864.071687:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607864.071690:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607864.071692:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730137600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607864.071696:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607864.071701:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:1.0:1749607864.071703:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea4d0.
00000100:00000010:3.0:1749607864.071704:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000200:1.0:1749607864.071706:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:1.0:1749607864.071711:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:1.0:1749607864.071715:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730137472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607864.071721:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730137472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607864.071733:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea528.
00000400:00000200:1.0:1749607864.071734:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:1.0:1749607864.071735:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:1.0:1749607864.071737:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730137600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607864.071742:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730137600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607864.071750:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941400.
02000000:00000010:1.0:1749607864.071753:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749607864.071755:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749607864.071757:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:1.0:1749607864.071759:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749607864.071761:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749607864.083003:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:2.0:1749607864.083003:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749607864.083016:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:0.0:1749607864.083039:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:2.0:1749607869.078073:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607869.078089:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607869.078144:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607869.078162:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749607869.078164:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
02000000:00000010:2.0:1749607869.078168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749607869.078169:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749607869.078175:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607869.078180:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730137728, portal 25
00000400:00000010:3.0:1749607869.078183:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607869.078185:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730137728, offset 0
00000400:00000200:3.0:1749607869.078190:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749607869.078191:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607869.078194:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000200:3.0:1749607869.078199:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607869.078203:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607869.078206:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607869.078209:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607869.078210:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607869.078213:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1202:1202:256:4294967295] 192.168.201.120@tcp LPNI seq info [1202:1202:8:4294967295]
00000400:00000200:3.0:1749607869.078220:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607869.078224:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607869.078227:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607869.078231:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607869.078237:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607869.078240:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749607869.078253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607869.078258:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000100:00000010:3.0:1749607869.078258:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000400:00000010:1.0:1749607869.078262:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607869.078264:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730137856, portal 10
00000100:00000010:3.0:1749607869.078266:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000400:00000010:1.0:1749607869.078268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749607869.078270:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730137856, offset 0
00000100:00000010:3.0:1749607869.078270:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749607869.078273:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000400:00000200:1.0:1749607869.078274:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607869.078278:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607869.078281:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607869.078283:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607869.078284:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607869.078286:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607869.078293:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1203:1203:255:4294967295] 192.168.201.120@tcp LPNI seq info [1203:1203:7:4294967295]
00000400:00000200:1.0:1749607869.078299:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607869.078303:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607869.078306:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749607869.078308:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607869.078312:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607869.078314:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607869.078323:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607869.078325:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607869.078327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607869.078329:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730137984, portal 10
00000400:00000010:1.0:1749607869.078331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749607869.078333:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730137984, offset 0
00000400:00000200:1.0:1749607869.078336:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607869.078338:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607869.078340:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607869.078342:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607869.078343:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607869.078344:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607869.078346:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1204:1204:254:4294967295] 192.168.201.120@tcp LPNI seq info [1204:1204:6:4294967295]
00000400:00000200:1.0:1749607869.078351:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607869.078354:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607869.078355:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607869.078358:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607869.078360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607869.078362:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607869.078376:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607869.078379:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607869.078382:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607869.078387:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607869.078389:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749607869.078391:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749607869.078397:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730137728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607869.078414:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607869.078415:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607869.078417:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607869.078419:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607869.078421:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749607869.078422:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749607869.078424:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730137856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607869.078440:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607869.078445:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607869.078447:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607869.078450:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607869.078451:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749607869.078452:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749607869.078455:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730137984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607869.079707:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607869.079723:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325880
00000400:00000200:0.0:1749607869.079731:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2685 [1] + 224
00000400:00000200:0.0:1749607869.079742:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607869.079745:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607869.079753:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730137728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607869.079785:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607869.079789:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325900
00000400:00000200:0.0:1749607869.079794:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x268d [1] + 0
00000400:00000200:0.0:1749607869.079798:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607869.079800:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607869.079805:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730137856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607869.079823:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607869.079828:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607869.079838:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607869.079844:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730137728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607869.079849:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607869.079852:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730137728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607869.079854:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325980
00000400:00000010:1.0:1749607869.079857:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607869.079861:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749607869.079862:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000400:00000200:0.0:1749607869.079871:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2695 [1] + 0
00000100:00000200:1.0:1749607869.079871:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730137856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607869.079874:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000100:00000200:1.0:1749607869.079878:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730137856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607869.079879:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:0.0:1749607869.079899:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607869.079902:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607869.079907:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730137984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607869.079908:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000100:00000010:3.0:1749607869.079908:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749607869.079912:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749607869.079915:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:1.0:1749607869.079981:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607869.079983:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749607869.079984:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607869.079987:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730137984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607869.079993:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730137984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607869.080005:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607869.080008:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749607869.080010:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749607869.091047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749607869.091065:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:0.0:1749607869.091102:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749607869.091117:0:31473:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:2.0:1749607874.086228:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607874.086247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607874.086302:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607874.086316:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607874.086321:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749607874.086429:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607874.086434:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607874.086439:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607874.086444:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730138112, portal 25
00000400:00000010:1.0:1749607874.086448:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607874.086449:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730138112, offset 0
00000400:00000200:1.0:1749607874.086455:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607874.086465:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607874.086470:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607874.086473:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607874.086477:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607874.086479:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607874.086492:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1205:1205:256:4294967295] 192.168.201.120@tcp LPNI seq info [1205:1205:8:4294967295]
00000400:00000200:1.0:1749607874.086505:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749607874.086509:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000800:00000200:1.0:1749607874.086511:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607874.086514:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
02000000:00000010:2.0:1749607874.086514:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000800:00000200:1.0:1749607874.086518:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607874.086526:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607874.086530:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:0.0:1749607874.086571:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940c00.
00000400:00000010:0.0:1749607874.086575:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea580.
00000400:00000010:0.0:1749607874.086581:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749607874.086584:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730138240, portal 10
00000400:00000010:0.0:1749607874.086587:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749607874.086589:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730138240, offset 0
00000400:00000200:0.0:1749607874.086592:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749607874.086592:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000400:00000200:0.0:1749607874.086595:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607874.086597:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607874.086599:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:1.0:1749607874.086599:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000400:00000200:0.0:1749607874.086601:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607874.086602:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:1.0:1749607874.086603:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000400:00000200:0.0:1749607874.086604:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1206:1206:255:4294967295] 192.168.201.120@tcp LPNI seq info [1206:1206:7:4294967295]
00000400:00000200:0.0:1749607874.086609:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607874.086613:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749607874.086614:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000800:00000010:0.0:1749607874.086615:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749607874.086617:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607874.086620:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607874.086622:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607874.086629:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000400:00000010:0.0:1749607874.086631:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea3c8.
00000400:00000010:0.0:1749607874.086632:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749607874.086633:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730138368, portal 10
00000400:00000010:0.0:1749607874.086636:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749607874.086637:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730138368, offset 0
00000400:00000200:0.0:1749607874.086640:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607874.086642:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607874.086644:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607874.086650:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607874.086651:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607874.086652:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607874.086654:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1207:1207:254:4294967295] 192.168.201.120@tcp LPNI seq info [1207:1207:6:4294967295]
00000400:00000200:0.0:1749607874.086659:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607874.086661:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607874.086663:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749607874.086666:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607874.086668:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607874.086670:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607874.086737:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607874.086739:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:1.0:1749607874.086742:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607874.086746:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607874.086749:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749607874.086751:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607874.086757:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730138112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607874.086771:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607874.086772:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:1.0:1749607874.086774:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607874.086776:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607874.086776:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:1.0:1749607874.086777:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749607874.086779:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730138240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607874.086846:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607874.086848:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749607874.086849:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607874.086854:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607874.086856:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:1.0:1749607874.086857:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:1.0:1749607874.086859:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730138368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607874.088439:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607874.088448:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325a00
00000400:00000200:0.0:1749607874.088453:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x269d [1] + 224
00000400:00000200:0.0:1749607874.088461:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607874.088463:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607874.088469:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730138112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607874.088492:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607874.088495:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325a80
00000400:00000200:0.0:1749607874.088499:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x26a5 [1] + 0
00000400:00000200:0.0:1749607874.088509:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607874.088512:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607874.088515:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730138240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607874.088555:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607874.088558:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749607874.088559:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607874.088563:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730138112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607874.088567:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730138112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607874.088567:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea580.
00000400:00000200:2.0:1749607874.088570:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749607874.088570:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749607874.088574:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730138240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607874.088581:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607874.088581:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730138240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607874.088584:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749607874.088586:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607874.088596:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940c00.
02000000:00000010:2.0:1749607874.088599:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607874.088601:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749607874.088621:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607874.088626:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325b00
00000400:00000200:0.0:1749607874.088630:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x26ad [1] + 0
00000400:00000200:0.0:1749607874.088644:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607874.088647:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607874.088650:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730138368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607874.088683:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea3c8.
00000400:00000200:2.0:1749607874.088686:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749607874.088687:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749607874.088690:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730138368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607874.088696:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730138368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607874.088707:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749607874.088715:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607874.088717:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749607874.099056:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:1.0:1749607874.099091:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:0.0:1749607874.099161:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:3.0:1749607874.099169:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:2.0:1749607879.094032:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607879.094048:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607879.094093:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607879.094106:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607879.094111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607879.094125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:3.0:1749607879.094127:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
02000000:00000010:2.0:1749607879.094128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:3.0:1749607879.094137:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749607879.094141:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
02000000:00000010:2.0:1749607879.094143:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000100:00000200:3.0:1749607879.094146:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730138496, portal 25
00000400:00000010:3.0:1749607879.094149:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749607879.094151:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730138496, offset 0
00000400:00000200:3.0:1749607879.094157:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607879.094160:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607879.094166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000400:00000200:3.0:1749607879.094167:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749607879.094169:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730138624, portal 10
00000400:00000200:3.0:1749607879.094171:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749607879.094172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607879.094174:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730138624, offset 0
00000400:00000200:3.0:1749607879.094174:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607879.094176:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607879.094178:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607879.094178:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607879.094180:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1208:1208:256:4294967295] 192.168.201.120@tcp LPNI seq info [1208:1208:8:4294967295]
00000400:00000200:3.0:1749607879.094187:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607879.094191:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607879.094192:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607879.094193:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749607879.094194:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607879.094196:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607879.094198:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607879.094198:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607879.094200:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607879.094202:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1209:1209:255:4294967295] 192.168.201.120@tcp LPNI seq info [1209:1209:7:4294967295]
00000800:00000200:3.0:1749607879.094204:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607879.094207:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607879.094208:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607879.094212:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607879.094222:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607879.094225:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607879.094227:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000800:00000200:1.0:1749607879.094229:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607879.094231:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607879.094256:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749607879.094261:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749607879.094266:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
02000000:00000010:1.0:1749607879.094277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607879.094280:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607879.094282:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749607879.094284:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730138752, portal 10
00000400:00000010:1.0:1749607879.094286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607879.094288:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730138752, offset 0
00000400:00000200:1.0:1749607879.094291:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607879.094294:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607879.094296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607879.094298:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607879.094300:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607879.094301:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607879.094303:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1210:1210:254:4294967295] 192.168.201.120@tcp LPNI seq info [1210:1210:6:4294967295]
00000400:00000200:1.0:1749607879.094309:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607879.094310:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607879.094311:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607879.094313:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000010:0.0:1749607879.094316:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000800:00000200:1.0:1749607879.094316:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607879.094319:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607879.094321:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607879.094322:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607879.094329:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607879.094333:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749607879.094335:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:0.0:1749607879.094351:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730138496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607879.094371:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607879.094372:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749607879.094374:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607879.094376:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607879.094377:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:0.0:1749607879.094378:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749607879.094381:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730138624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607879.094436:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607879.094437:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749607879.094438:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607879.094440:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607879.094441:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749607879.094442:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749607879.094444:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730138752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607879.095749:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607879.095761:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325c00
00000400:00000200:0.0:1749607879.095775:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x26bd [1] + 0
00000400:00000200:0.0:1749607879.095785:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607879.095787:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607879.095792:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730138624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607879.095818:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607879.095822:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325b80
00000400:00000200:0.0:1749607879.095826:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x26b5 [1] + 224
00000400:00000200:0.0:1749607879.095830:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607879.095833:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607879.095835:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730138496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607879.095851:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607879.095854:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749607879.095856:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607879.095862:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730138624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607879.095863:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607879.095865:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325c80
00000400:00000200:0.0:1749607879.095868:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x26c5 [1] + 0
00000100:00000200:1.0:1749607879.095870:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730138624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607879.095876:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607879.095878:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607879.095880:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730138752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607879.095893:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607879.095897:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607879.095898:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607879.095903:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730138496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607879.095905:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607879.095907:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749607879.095908:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:3.0:1749607879.095910:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730138496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607879.095912:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730138752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607879.095917:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730138752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607879.095927:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:1.0:1749607879.095929:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749607879.095931:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
02000000:00000010:1.0:1749607879.095933:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749607879.095959:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749607879.095962:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607879.095965:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749607879.095967:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:3.0:1749607879.095967:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749607879.107052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749607879.107060:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:1.0:1749607879.107074:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749607879.107157:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:2.0:1749607884.102038:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607884.102054:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607884.102100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607884.102113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607884.102118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749607884.102128:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607884.102134:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749607884.102139:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000010:2.0:1749607884.102141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607884.102144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:3.0:1749607884.102145:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730138880, portal 25
00000400:00000010:3.0:1749607884.102148:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607884.102149:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730138880, offset 0
00000400:00000200:3.0:1749607884.102154:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607884.102163:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607884.102167:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607884.102170:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607884.102172:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607884.102174:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607884.102177:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1211:1211:256:4294967295] 192.168.201.120@tcp LPNI seq info [1211:1211:8:4294967295]
02000000:00000010:1.0:1749607884.102178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607884.102182:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607884.102184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000200:3.0:1749607884.102185:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607884.102186:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730139008, portal 10
00000400:00000010:1.0:1749607884.102189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607884.102189:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730139008, offset 0
00000800:00000200:3.0:1749607884.102189:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607884.102192:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607884.102192:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607884.102196:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607884.102198:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607884.102199:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607884.102200:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607884.102202:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607884.102203:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1212:1212:255:4294967295] 192.168.201.120@tcp LPNI seq info [1212:1212:7:4294967295]
00000800:00000200:3.0:1749607884.102206:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607884.102207:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607884.102209:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607884.102212:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749607884.102215:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:3.0:1749607884.102215:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607884.102217:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607884.102220:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607884.102221:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607884.102235:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749607884.102250:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749607884.102256:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749607884.102265:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
02000000:00000010:1.0:1749607884.102275:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607884.102278:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607884.102280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749607884.102282:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730139136, portal 10
00000400:00000010:1.0:1749607884.102285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607884.102286:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730139136, offset 0
00000800:00000200:0.0:1749607884.102288:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749607884.102289:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607884.102291:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607884.102293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607884.102294:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607884.102295:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607884.102297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607884.102299:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607884.102299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607884.102300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607884.102301:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000200:1.0:1749607884.102302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1213:1213:254:4294967295] 192.168.201.120@tcp LPNI seq info [1213:1213:6:4294967295]
00000400:00000010:0.0:1749607884.102303:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:1.0:1749607884.102308:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607884.102309:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730138880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607884.102311:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607884.102313:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607884.102315:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607884.102318:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607884.102320:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607884.102335:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607884.102336:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749607884.102338:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607884.102341:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607884.102342:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749607884.102343:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749607884.102346:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730139008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607884.102396:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607884.102398:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607884.102400:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607884.102402:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607884.102405:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749607884.102406:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749607884.102409:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730139136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607884.103577:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607884.103585:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325d00
00000400:00000200:0.0:1749607884.103590:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x26cd [1] + 224
00000400:00000200:0.0:1749607884.103596:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607884.103599:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607884.103603:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730138880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607884.103625:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607884.103628:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325d80
00000400:00000200:0.0:1749607884.103661:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x26d5 [1] + 0
00000400:00000200:0.0:1749607884.103666:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607884.103666:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749607884.103668:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607884.103669:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607884.103670:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607884.103674:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730138880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607884.103675:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730139008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607884.103681:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730138880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607884.103695:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749607884.103696:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000200:0.0:1749607884.103698:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325e00
00000400:00000200:0.0:1749607884.103700:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x26dd [1] + 0
02000000:00000010:3.0:1749607884.103700:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607884.103703:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749607884.103708:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607884.103710:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607884.103710:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607884.103713:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749607884.103714:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749607884.103718:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730139008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607884.103720:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730139136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607884.103725:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730139008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607884.103754:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607884.103755:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749607884.103756:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749607884.103764:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730139136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607884.103769:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730139136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607884.103779:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607884.103782:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749607884.103784:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749607884.103786:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607884.103788:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749607884.103790:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749607884.115037:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749607884.115041:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:1.0:1749607884.115050:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749607884.115105:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:2.0:1749607889.110039:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607889.110057:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607889.110105:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607889.110119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607889.110125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749607889.110144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:0.0:1749607889.110145:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749607889.110146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:0.0:1749607889.110150:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea5d8.
00000400:00000010:0.0:1749607889.110154:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749607889.110159:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730139264, portal 25
00000400:00000010:0.0:1749607889.110163:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749607889.110165:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730139264, offset 0
00000400:00000200:0.0:1749607889.110170:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749607889.110178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749607889.110180:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607889.110183:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749607889.110184:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749607889.110185:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000400:00000200:0.0:1749607889.110187:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749607889.110187:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730139392, portal 10
00000400:00000200:0.0:1749607889.110190:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749607889.110191:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000200:0.0:1749607889.110192:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749607889.110192:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730139392, offset 0
00000400:00000200:0.0:1749607889.110195:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1214:1214:256:4294967295] 192.168.201.120@tcp LPNI seq info [1214:1214:8:4294967295]
00000400:00000200:1.0:1749607889.110196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607889.110204:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607889.110208:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607889.110208:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607889.110210:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749607889.110211:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749607889.110212:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607889.110213:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607889.110214:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607889.110216:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607889.110216:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1215:1215:255:4294967295] 192.168.201.120@tcp LPNI seq info [1215:1215:7:4294967295]
00000400:00000200:1.0:1749607889.110220:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607889.110222:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607889.110222:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607889.110225:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749607889.110232:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749607889.110235:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607889.110237:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607889.110239:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607889.110249:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749607889.110259:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749607889.110261:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749607889.110263:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
02000000:00000010:1.0:1749607889.110282:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607889.110285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:2.0:1749607889.110285:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749607889.110287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000800:00000010:2.0:1749607889.110287:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000100:00000200:1.0:1749607889.110289:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730139520, portal 10
00000400:00000200:2.0:1749607889.110291:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607889.110292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607889.110293:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730139520, offset 0
00000400:00000200:2.0:1749607889.110295:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607889.110296:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607889.110300:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607889.110302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607889.110302:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749607889.110303:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000400:00000200:1.0:1749607889.110304:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607889.110305:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607889.110307:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607889.110308:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1216:1216:254:4294967295] 192.168.201.120@tcp LPNI seq info [1216:1216:6:4294967295]
00000100:00000200:2.0:1749607889.110310:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730139264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607889.110314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607889.110317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607889.110319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607889.110322:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607889.110325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607889.110327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607889.110368:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607889.110370:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607889.110372:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607889.110374:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607889.110376:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:2.0:1749607889.110377:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:2.0:1749607889.110380:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730139392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607889.110402:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607889.110403:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749607889.110405:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607889.110408:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607889.110409:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:2.0:1749607889.110410:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749607889.110413:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730139520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607889.111901:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607889.111917:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf325f00
00000400:00000200:0.0:1749607889.111924:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x26ed [1] + 0
00000400:00000200:0.0:1749607889.111934:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607889.111989:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607889.111998:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730139392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607889.112037:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607889.112041:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf325e80
00000400:00000200:0.0:1749607889.112046:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x26e5 [1] + 224
00000400:00000200:0.0:1749607889.112052:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607889.112054:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607889.112058:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730139264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607889.112084:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607889.112087:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf325f80
00000400:00000200:0.0:1749607889.112090:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x26f5 [1] + 0
00000400:00000200:0.0:1749607889.112105:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607889.112108:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749607889.112137:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea5d8.
00000400:00000200:2.0:1749607889.112142:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749607889.112144:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749607889.112151:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730139264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607889.112158:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730139264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607889.112162:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730139520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607889.112164:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607889.112167:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749607889.112169:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
02000000:00000010:2.0:1749607889.112179:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000100:00000200:1.0:1749607889.112181:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730139392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607889.112185:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:2.0:1749607889.112188:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:1.0:1749607889.112199:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730139392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607889.112222:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607889.112223:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749607889.112224:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749607889.112227:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730139520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607889.112234:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730139520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607889.112256:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607889.112262:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749607889.112266:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749607889.112268:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607889.112270:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749607889.112272:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749607889.123044:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:3.0:1749607889.123050:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:2.0:1749607889.123057:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749607889.123382:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749607894.118048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607894.118064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607894.118108:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607894.118121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607894.118127:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749607894.118139:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607894.118144:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607894.118148:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000010:2.0:1749607894.118150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607894.118153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000200:1.0:1749607894.118154:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730139648, portal 25
00000400:00000010:1.0:1749607894.118158:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749607894.118160:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730139648, offset 0
00000400:00000200:1.0:1749607894.118165:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607894.118174:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607894.118178:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607894.118181:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607894.118183:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1749607894.118184:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000400:00000200:1.0:1749607894.118185:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749607894.118188:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea688.
00000400:00000010:0.0:1749607894.118191:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749607894.118193:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730139776, portal 10
00000400:00000010:0.0:1749607894.118197:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000400:00000200:1.0:1749607894.118197:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1217:1217:256:4294967295] 192.168.201.120@tcp LPNI seq info [1217:1217:8:4294967295]
00000100:00000200:0.0:1749607894.118203:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730139776, offset 0
00000400:00000200:0.0:1749607894.118207:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607894.118207:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607894.118211:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607894.118212:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607894.118214:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749607894.118215:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:0.0:1749607894.118216:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607894.118218:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607894.118220:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749607894.118220:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607894.118222:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1218:1218:255:4294967295] 192.168.201.120@tcp LPNI seq info [1218:1218:7:4294967295]
00000800:00000200:1.0:1749607894.118226:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607894.118228:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607894.118229:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749607894.118232:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607894.118234:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000800:00000200:0.0:1749607894.118236:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607894.118238:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607894.118240:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607894.118246:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607894.118267:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000100:00000010:0.0:1749607894.118273:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
00000100:00000010:0.0:1749607894.118276:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
00000800:00000200:2.0:1749607894.118283:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607894.118285:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749607894.118289:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:0.0:1749607894.118293:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943000.
00000400:00000200:2.0:1749607894.118294:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749607894.118295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea630.
00000400:00000200:2.0:1749607894.118296:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749607894.118298:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000400:00000010:0.0:1749607894.118303:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749607894.118305:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730139904, portal 10
00000100:00000200:2.0:1749607894.118305:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730139648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749607894.118308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749607894.118310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730139904, offset 0
00000400:00000200:0.0:1749607894.118313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607894.118318:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607894.118320:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607894.118322:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607894.118324:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607894.118325:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607894.118327:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1219:1219:255:4294967295] 192.168.201.120@tcp LPNI seq info [1219:1219:7:4294967295]
00000400:00000200:0.0:1749607894.118336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607894.118339:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607894.118341:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000800:00000200:0.0:1749607894.118343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607894.118346:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607894.118348:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607894.118367:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607894.118369:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:2.0:1749607894.118372:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607894.118374:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607894.118376:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749607894.118377:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749607894.118380:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730139776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607894.118401:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607894.118402:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749607894.118405:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607894.118407:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607894.118408:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749607894.118409:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749607894.118411:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730139904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607894.119576:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607894.119592:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326000
00000400:00000200:0.0:1749607894.119600:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x26fd [1] + 224
00000400:00000200:0.0:1749607894.119611:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607894.119614:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607894.119622:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730139648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607894.119657:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607894.119661:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326080
00000400:00000200:0.0:1749607894.119665:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2705 [1] + 0
00000400:00000200:0.0:1749607894.119669:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607894.119672:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607894.119675:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730139776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607894.119701:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607894.119705:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749607894.119706:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749607894.119712:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730139648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607894.119718:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730139648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607894.119736:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749607894.119746:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:1.0:1749607894.119750:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749607894.119771:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607894.119775:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326100
00000400:00000200:0.0:1749607894.119779:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x270d [1] + 0
00000400:00000200:0.0:1749607894.119795:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607894.119798:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607894.119802:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730139904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607894.119848:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea688.
00000400:00000200:2.0:1749607894.119856:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749607894.119858:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:2.0:1749607894.119862:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730139776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607894.119867:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730139776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607894.119888:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea630.
00000400:00000200:2.0:1749607894.119889:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749607894.119890:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749607894.119893:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730139904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607894.119898:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730139904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607894.119912:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
02000000:00000010:2.0:1749607894.119916:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749607894.119920:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607894.119923:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943000.
02000000:00000010:2.0:1749607894.119926:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749607894.119928:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749607894.131042:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:2.0:1749607894.131059:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:3.0:1749607894.131059:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:0.0:1749607894.131081:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607899.126047:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607899.126062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607899.126112:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607899.126125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607899.126130:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749607899.126134:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607899.126140:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000010:2.0:1749607899.126144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000400:00000010:3.0:1749607899.126144:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
02000000:00000010:2.0:1749607899.126147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000200:3.0:1749607899.126150:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730140032, portal 25
00000400:00000010:3.0:1749607899.126154:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607899.126155:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730140032, offset 0
00000400:00000200:3.0:1749607899.126160:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749607899.126165:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607899.126169:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749607899.126169:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749607899.126172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749607899.126175:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730140160, portal 10
00000400:00000200:3.0:1749607899.126177:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749607899.126180:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000400:00000200:3.0:1749607899.126180:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749607899.126182:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730140160, offset 0
00000400:00000200:3.0:1749607899.126182:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607899.126186:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607899.126193:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607899.126196:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1220:1220:256:4294967295] 192.168.201.120@tcp LPNI seq info [1220:1220:8:4294967295]
00000400:00000200:3.0:1749607899.126204:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607899.126209:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607899.126210:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607899.126212:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607899.126213:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607899.126215:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607899.126216:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607899.126217:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607899.126218:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607899.126224:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607899.126225:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1221:1221:255:4294967295] 192.168.201.120@tcp LPNI seq info [1221:1221:7:4294967295]
00000800:00000200:3.0:1749607899.126227:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607899.126231:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607899.126235:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607899.126237:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749607899.126241:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607899.126244:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607899.126246:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607899.126246:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749607899.126259:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749607899.126262:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749607899.126275:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
02000000:00000010:1.0:1749607899.126283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607899.126285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607899.126286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607899.126288:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730140288, portal 10
00000400:00000010:1.0:1749607899.126290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749607899.126291:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730140288, offset 0
00000400:00000200:1.0:1749607899.126293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607899.126296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607899.126297:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607899.126298:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607899.126299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607899.126300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607899.126302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1222:1222:254:4294967295] 192.168.201.120@tcp LPNI seq info [1222:1222:6:4294967295]
00000400:00000200:1.0:1749607899.126305:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607899.126307:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607899.126308:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:0.0:1749607899.126309:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607899.126310:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607899.126312:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000800:00000200:1.0:1749607899.126312:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607899.126313:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607899.126317:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607899.126321:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607899.126324:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749607899.126325:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749607899.126331:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730140032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607899.126345:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607899.126347:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607899.126348:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607899.126351:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607899.126352:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749607899.126353:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749607899.126357:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730140160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607899.126423:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607899.126425:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749607899.126427:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607899.126430:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607899.126431:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749607899.126432:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749607899.126435:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730140288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607899.128057:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607899.128067:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326180
00000400:00000200:0.0:1749607899.128072:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2715 [1] + 224
00000400:00000200:0.0:1749607899.128080:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607899.128088:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607899.128094:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730140032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607899.128124:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607899.128128:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326200
00000400:00000200:0.0:1749607899.128131:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x271d [1] + 0
00000400:00000200:0.0:1749607899.128135:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607899.128137:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607899.128140:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730140160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607899.128168:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607899.128172:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326280
00000400:00000200:0.0:1749607899.128174:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2725 [1] + 0
00000400:00000200:0.0:1749607899.128184:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607899.128186:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607899.128190:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730140288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607899.128339:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607899.128347:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749607899.128349:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749607899.128368:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730140160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607899.128389:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730140160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607899.128417:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607899.128418:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607899.128420:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607899.128423:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730140288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607899.128429:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730140288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607899.128441:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:1.0:1749607899.128445:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749607899.128445:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607899.128447:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
02000000:00000010:1.0:1749607899.128451:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000200:3.0:1749607899.128451:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730140032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607899.128456:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:3.0:1749607899.128458:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730140032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607899.128459:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607899.128461:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749607899.128463:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749607899.128479:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607899.128483:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749607899.128486:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749607899.139048:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749607899.139070:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:1.0:1749607899.139205:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:0.0:1749607899.139219:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749607904.134117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607904.134134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607904.134191:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607904.134204:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607904.134209:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749607904.134235:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607904.134238:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:0.0:1749607904.134242:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749607904.134247:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea8f0.
00000400:00000010:0.0:1749607904.134252:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607904.134257:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730140416, portal 25
00000400:00000010:0.0:1749607904.134260:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749607904.134262:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730140416, offset 0
00000400:00000200:0.0:1749607904.134267:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607904.134279:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607904.134284:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607904.134287:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607904.134289:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607904.134308:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607904.134311:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1223:1223:256:4294967295] 192.168.201.120@tcp LPNI seq info [1223:1223:8:4294967295]
00000400:00000200:0.0:1749607904.134319:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607904.134323:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607904.134326:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749607904.134331:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607904.134336:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607904.134340:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749607904.134348:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607904.134352:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607904.134355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607904.134357:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730140544, portal 10
00000100:00000010:0.0:1749607904.134359:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000010:1.0:1749607904.134361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749607904.134363:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730140544, offset 0
00000100:00000010:0.0:1749607904.134366:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
00000400:00000200:1.0:1749607904.134367:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749607904.134369:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
00000400:00000200:1.0:1749607904.134371:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:0.0:1749607904.134374:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631440.
00000400:00000200:1.0:1749607904.134374:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607904.134376:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607904.134378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607904.134379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607904.134387:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1224:1224:255:4294967295] 192.168.201.120@tcp LPNI seq info [1224:1224:7:4294967295]
00000400:00000200:1.0:1749607904.134393:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607904.134397:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607904.134400:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607904.134403:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607904.134406:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607904.134408:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607904.134417:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607904.134419:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607904.134421:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607904.134423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730140672, portal 10
00000400:00000010:1.0:1749607904.134426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749607904.134427:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730140672, offset 0
00000400:00000200:1.0:1749607904.134430:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607904.134433:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607904.134435:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607904.134437:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607904.134439:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607904.134440:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607904.134442:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1225:1225:254:4294967295] 192.168.201.120@tcp LPNI seq info [1225:1225:6:4294967295]
00000400:00000200:1.0:1749607904.134448:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607904.134451:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607904.134452:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749607904.134455:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607904.134458:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607904.134459:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607904.134464:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607904.134467:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:2.0:1749607904.134471:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607904.134475:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607904.134479:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749607904.134480:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749607904.134486:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730140416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607904.134501:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607904.134502:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749607904.134504:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607904.134506:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607904.134508:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:2.0:1749607904.134508:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749607904.134511:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730140544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607904.134566:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607904.134567:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749607904.134569:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607904.134572:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607904.134574:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749607904.134575:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749607904.134578:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730140672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607904.135933:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607904.135994:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326300
00000400:00000200:0.0:1749607904.136002:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x272d [1] + 224
00000400:00000200:0.0:1749607904.136014:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607904.136017:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607904.136026:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730140416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607904.136068:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607904.136073:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326380
00000400:00000200:0.0:1749607904.136078:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2735 [1] + 0
00000400:00000200:0.0:1749607904.136082:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607904.136085:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607904.136090:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730140544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607904.136115:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607904.136128:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326400
00000400:00000200:0.0:1749607904.136132:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x273d [1] + 0
00000400:00000200:0.0:1749607904.136142:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607904.136144:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607904.136148:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730140672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607904.136150:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607904.136154:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749607904.136155:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607904.136163:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730140544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607904.136168:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730140544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607904.136192:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607904.136193:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607904.136194:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607904.136196:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730140672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607904.136199:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730140672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749607904.136203:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea8f0.
00000400:00000200:0.0:1749607904.136206:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:0.0:1749607904.136207:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607904.136211:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730140416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607904.136211:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607904.136216:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000200:0.0:1749607904.136217:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730140416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607904.136220:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749607904.136223:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607904.136224:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749607904.136226:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:0.0:1749607904.136230:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:0.0:1749607904.136233:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:0.0:1749607904.136236:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:0.0:1749607904.147083:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607904.147128:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631440.
00000100:00000010:1.0:1749607904.147207:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:2.0:1749607904.147282:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:2.0:1749607909.142074:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607909.142102:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607909.142167:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607909.142180:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749607909.142186:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749607909.142222:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749607909.142224:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
02000000:00000010:2.0:1749607909.142226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749607909.142230:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749607909.142235:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607909.142240:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730140800, portal 25
00000400:00000010:3.0:1749607909.142244:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607909.142245:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730140800, offset 0
00000400:00000200:3.0:1749607909.142255:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607909.142263:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607909.142268:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607909.142271:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607909.142273:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607909.142275:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607909.142277:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1226:1226:256:4294967295] 192.168.201.120@tcp LPNI seq info [1226:1226:8:4294967295]
00000400:00000200:3.0:1749607909.142285:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607909.142290:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607909.142293:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749607909.142297:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607909.142303:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607909.142307:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749607909.142325:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749607909.142335:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749607909.142341:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749607909.142344:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000800:00000200:0.0:1749607909.142459:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607909.142462:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749607909.142465:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607909.142470:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607909.142472:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749607909.142474:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749607909.142479:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730140800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607909.142599:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607909.142603:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607909.142606:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607909.142608:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730140928, portal 10
00000400:00000010:1.0:1749607909.142612:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749607909.142614:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730140928, offset 0
00000400:00000200:1.0:1749607909.142618:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607909.142622:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607909.142624:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607909.142626:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607909.142628:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607909.142629:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607909.142636:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1227:1227:256:4294967295] 192.168.201.120@tcp LPNI seq info [1227:1227:8:4294967295]
00000400:00000200:1.0:1749607909.142642:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607909.142646:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607909.142648:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607909.142651:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607909.142654:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607909.142656:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607909.142668:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607909.142670:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607909.142672:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607909.142674:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730141056, portal 10
00000400:00000010:1.0:1749607909.142676:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749607909.142678:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730141056, offset 0
00000400:00000200:1.0:1749607909.142680:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607909.142684:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607909.142685:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607909.142687:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607909.142688:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607909.142690:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607909.142692:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1228:1228:255:4294967295] 192.168.201.120@tcp LPNI seq info [1228:1228:7:4294967295]
00000400:00000200:1.0:1749607909.142697:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607909.142700:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607909.142702:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607909.142704:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607909.142707:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607909.142708:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607909.142763:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607909.142765:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607909.142767:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607909.142770:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607909.142773:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:2.0:1749607909.142774:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749607909.142778:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730140928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607909.142816:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607909.142818:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749607909.142820:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607909.142823:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607909.142825:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749607909.142826:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749607909.142829:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730141056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607909.143823:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607909.143831:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326500
00000400:00000200:0.0:1749607909.143836:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x274d [1] + 0
00000400:00000200:0.0:1749607909.143842:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607909.143851:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607909.143856:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730140928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607909.143883:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607909.143887:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326580
00000400:00000200:0.0:1749607909.143890:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2755 [1] + 0
00000400:00000200:0.0:1749607909.143894:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607909.143896:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607909.143899:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730141056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607909.143908:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749607909.143908:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749607909.143911:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326480
00000400:00000200:1.0:1749607909.143912:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749607909.143913:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607909.143921:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730140928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607909.143922:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2745 [1] + 224
00000100:00000200:1.0:1749607909.143929:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730140928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607909.143932:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607909.143964:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607909.143968:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730140800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607909.143988:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607909.143990:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749607909.143991:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607909.143994:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730141056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607909.144000:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730141056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607909.144008:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607909.144011:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
02000000:00000010:1.0:1749607909.144012:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749607909.144013:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
02000000:00000010:1.0:1749607909.144016:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000200:3.0:1749607909.144017:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730140800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607909.144019:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749607909.144021:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607909.144023:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749607909.144024:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:3.0:1749607909.144024:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730140800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607909.144034:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607909.144037:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607909.144039:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749607909.155035:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:0.0:1749607909.155043:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:2.0:1749607909.155046:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749607909.155111:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:2.0:1749607914.150062:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607914.150086:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607914.150157:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607914.150175:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749607914.150183:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749607914.150183:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:1.0:1749607914.150189:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607914.150195:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607914.150203:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730141184, portal 25
00000400:00000010:1.0:1749607914.150206:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749607914.150208:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730141184, offset 0
00000100:00000010:2.0:1749607914.150209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607914.150212:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000200:1.0:1749607914.150213:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607914.150223:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607914.150228:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607914.150231:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607914.150234:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607914.150235:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607914.150248:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1229:1229:256:4294967295] 192.168.201.120@tcp LPNI seq info [1229:1229:8:4294967295]
00000400:00000200:1.0:1749607914.150255:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1749607914.150257:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941800.
00000800:00000200:1.0:1749607914.150259:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749607914.150261:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea8f0.
00000800:00000010:1.0:1749607914.150262:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000010:0.0:1749607914.150265:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000800:00000200:1.0:1749607914.150266:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749607914.150267:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730141312, portal 10
00000400:00000010:0.0:1749607914.150272:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749607914.150273:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730141312, offset 0
00000800:00000200:1.0:1749607914.150273:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607914.150276:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749607914.150278:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607914.150283:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607914.150285:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607914.150288:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:1.0:1749607914.150293:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000400:00000200:0.0:1749607914.150295:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607914.150297:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607914.150299:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1230:1230:255:4294967295] 192.168.201.120@tcp LPNI seq info [1230:1230:7:4294967295]
00000100:00000010:1.0:1749607914.150303:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000400:00000200:0.0:1749607914.150305:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749607914.150306:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000800:00000200:0.0:1749607914.150309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607914.150312:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000800:00000200:0.0:1749607914.150314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749607914.150314:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000800:00000200:0.0:1749607914.150318:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607914.150320:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607914.150330:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943000.
00000400:00000010:0.0:1749607914.150332:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea948.
00000400:00000010:0.0:1749607914.150335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749607914.150337:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730141440, portal 10
00000400:00000010:0.0:1749607914.150340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749607914.150341:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730141440, offset 0
00000400:00000200:0.0:1749607914.150345:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607914.150347:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607914.150350:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607914.150351:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607914.150353:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749607914.150353:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749607914.150355:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607914.150356:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1231:1231:254:4294967295] 192.168.201.120@tcp LPNI seq info [1231:1231:6:4294967295]
00000400:00000200:0.0:1749607914.150362:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:2.0:1749607914.150362:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000800:00000200:0.0:1749607914.150365:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607914.150367:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000400:00000200:2.0:1749607914.150368:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1749607914.150370:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607914.150372:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:0.0:1749607914.150373:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607914.150375:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749607914.150375:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:2.0:1749607914.150377:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:2.0:1749607914.150385:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730141184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607914.150403:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607914.150404:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749607914.150407:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607914.150409:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607914.150411:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749607914.150411:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:2.0:1749607914.150414:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730141312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607914.150488:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607914.150489:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000200:2.0:1749607914.150491:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607914.150494:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607914.150495:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749607914.150496:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749607914.150499:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730141440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607914.151905:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607914.151929:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326680
00000400:00000200:0.0:1749607914.151988:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2765 [1] + 0
00000400:00000200:0.0:1749607914.152000:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607914.152004:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607914.152015:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730141312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607914.152053:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607914.152058:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326600
00000400:00000200:0.0:1749607914.152065:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x275d [1] + 224
00000400:00000200:0.0:1749607914.152069:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607914.152072:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607914.152075:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730141184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607914.152091:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea8f0.
00000400:00000200:2.0:1749607914.152095:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749607914.152097:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749607914.152102:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730141312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607914.152105:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749607914.152107:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730141312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607914.152109:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326700
00000400:00000200:0.0:1749607914.152112:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x276d [1] + 0
00000400:00000200:0.0:1749607914.152136:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607914.152139:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607914.152143:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941800.
00000100:00000200:0.0:1749607914.152144:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730141440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607914.152151:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607914.152154:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749607914.152155:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
02000000:00000010:2.0:1749607914.152156:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749607914.152159:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730141184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607914.152160:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:1.0:1749607914.152163:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730141184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607914.152166:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea948.
00000400:00000200:2.0:1749607914.152168:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749607914.152169:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749607914.152172:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730141440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607914.152176:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749607914.152178:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730141440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607914.152180:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749607914.152181:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607914.152191:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943000.
02000000:00000010:2.0:1749607914.152195:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607914.152197:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:0.0:1749607914.163101:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749607914.163150:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:1.0:1749607914.163157:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:3.0:1749607914.163163:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:2.0:1749607919.158077:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607919.158096:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749607919.158142:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607919.158159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607919.158163:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607919.158178:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749607919.158178:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
02000000:00000010:2.0:1749607919.158180:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749607919.158197:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749607919.158198:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:2.0:1749607919.158200:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02108.
00000400:00000010:2.0:1749607919.158205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000400:00000010:3.0:1749607919.158205:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607919.158211:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730141568, portal 25
00000100:00000200:2.0:1749607919.158215:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730141696, portal 10
00000400:00000010:3.0:1749607919.158215:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607919.158217:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730141568, offset 0
00000400:00000010:2.0:1749607919.158220:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:3.0:1749607919.158223:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607919.158227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730141696, offset 0
00000400:00000200:2.0:1749607919.158232:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607919.158234:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607919.158240:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607919.158243:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607919.158246:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607919.158248:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607919.158250:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1232:1232:256:4294967295] 192.168.201.120@tcp LPNI seq info [1232:1232:8:4294967295]
00000400:00000200:3.0:1749607919.158259:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607919.158264:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607919.158265:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607919.158268:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607919.158268:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749607919.158270:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607919.158271:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607919.158275:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607919.158279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607919.158281:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1233:1233:255:4294967295] 192.168.201.120@tcp LPNI seq info [1233:1233:7:4294967295]
00000800:00000200:3.0:1749607919.158283:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607919.158288:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607919.158288:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607919.158291:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607919.158294:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749607919.158297:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607919.158301:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607919.158303:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607919.158311:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749607919.158330:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749607919.158347:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749607919.158352:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
02000000:00000010:2.0:1749607919.158359:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749607919.158361:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000400:00000010:2.0:1749607919.158363:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607919.158365:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730141824, portal 10
00000400:00000010:2.0:1749607919.158367:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749607919.158368:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730141824, offset 0
00000400:00000200:2.0:1749607919.158371:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607919.158373:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607919.158375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607919.158376:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607919.158377:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607919.158378:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607919.158379:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1234:1234:254:4294967295] 192.168.201.120@tcp LPNI seq info [1234:1234:6:4294967295]
00000800:00000200:0.0:1749607919.158383:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607919.158383:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607919.158385:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607919.158386:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000010:0.0:1749607919.158387:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000800:00000200:2.0:1749607919.158387:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607919.158389:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607919.158391:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749607919.158392:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607919.158397:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607919.158401:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749607919.158403:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749607919.158412:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730141568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607919.158435:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607919.158436:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749607919.158438:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607919.158441:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607919.158443:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749607919.158444:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749607919.158446:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730141696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607919.158516:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607919.158518:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607919.158520:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607919.158523:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607919.158525:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749607919.158526:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749607919.158529:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730141824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607919.159993:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607919.160014:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326800
00000400:00000200:0.0:1749607919.160024:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2779 [1] + 0
00000400:00000200:0.0:1749607919.160053:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607919.160058:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607919.160070:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730141696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607919.160111:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607919.160115:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326780
00000400:00000200:0.0:1749607919.160121:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2775 [1] + 224
00000400:00000200:0.0:1749607919.160127:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607919.160129:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607919.160148:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730141568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607919.160175:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749607919.160175:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02108.
00000400:00000200:0.0:1749607919.160180:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326880
00000400:00000200:2.0:1749607919.160183:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749607919.160192:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000400:00000200:0.0:1749607919.160199:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2785 [1] + 0
00000100:00000200:2.0:1749607919.160201:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730141696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607919.160208:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730141696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607919.160211:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749607919.160211:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749607919.160214:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607919.160215:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607919.160217:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749607919.160223:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730141824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607919.160223:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730141568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607919.160228:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730141568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607919.160241:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607919.160243:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
02000000:00000010:3.0:1749607919.160243:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749607919.160244:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607919.160246:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730141824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607919.160250:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730141824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607919.160254:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749607919.160260:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607919.160264:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607919.160267:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749607919.160269:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607919.160271:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749607919.160273:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749607919.160275:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749607919.171135:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:0.0:1749607919.171136:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749607919.171220:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:2.0:1749607919.171246:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:2.0:1749607924.166091:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749607924.166112:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749607924.166170:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607924.166185:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607924.166193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607924.166202:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749607924.166209:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000010:2.0:1749607924.166213:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607924.166216:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749607924.166216:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607924.166223:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730141952, portal 25
00000400:00000010:3.0:1749607924.166229:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749607924.166230:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730141952, offset 0
00000400:00000200:3.0:1749607924.166235:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607924.166238:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607924.166242:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000400:00000010:2.0:1749607924.166245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:3.0:1749607924.166246:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749607924.166248:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730142080, portal 10
00000400:00000200:3.0:1749607924.166250:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607924.166253:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607924.166256:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607924.166258:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607924.166260:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1235:1235:256:4294967295] 192.168.201.120@tcp LPNI seq info [1235:1235:8:4294967295]
00000400:00000010:2.0:1749607924.166266:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000400:00000200:3.0:1749607924.166267:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749607924.166268:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730142080, offset 0
00000800:00000200:3.0:1749607924.166270:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607924.166273:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607924.166273:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607924.166278:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607924.166280:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607924.166280:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607924.166282:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607924.166284:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607924.166285:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749607924.166286:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607924.166288:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1236:1236:255:4294967295] 192.168.201.120@tcp LPNI seq info [1236:1236:7:4294967295]
00000800:00000200:3.0:1749607924.166289:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749607924.166294:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607924.166297:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607924.166300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749607924.166303:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607924.166306:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749607924.166307:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000800:00000200:2.0:1749607924.166308:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607924.166320:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749607924.166334:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749607924.166339:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
02000000:00000010:2.0:1749607924.166356:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749607924.166359:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02108.
00000400:00000010:2.0:1749607924.166365:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607924.166367:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730142208, portal 10
00000800:00000200:0.0:1749607924.166369:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749607924.166370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749607924.166371:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730142208, offset 0
00000800:00000010:0.0:1749607924.166375:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749607924.166375:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607924.166378:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607924.166380:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607924.166381:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607924.166383:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607924.166385:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607924.166387:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607924.166387:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1237:1237:254:4294967295] 192.168.201.120@tcp LPNI seq info [1237:1237:6:4294967295]
00000400:00000200:2.0:1749607924.166393:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607924.166395:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749607924.166397:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607924.166400:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749607924.166402:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000800:00000010:2.0:1749607924.166409:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749607924.166413:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749607924.166414:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730141952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607924.166417:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607924.166418:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607924.166436:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607924.166437:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749607924.166440:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607924.166442:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607924.166444:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749607924.166445:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749607924.166449:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730142080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607924.166525:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607924.166526:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749607924.166528:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607924.166533:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607924.166545:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749607924.166546:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749607924.166550:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730142208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607924.168050:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749607924.168283:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326980
00000400:00000200:1.0:1749607924.168291:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2795 [1] + 0
00000400:00000200:1.0:1749607924.168301:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607924.168305:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607924.168318:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730142080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607924.168362:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749607924.168366:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326900
00000400:00000200:1.0:1749607924.168370:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x278d [1] + 224
00000400:00000200:1.0:1749607924.168375:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607924.168377:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749607924.168381:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730141952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607924.168384:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:2.0:1749607924.168389:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749607924.168391:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607924.168396:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730142080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607924.168403:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730142080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607924.168409:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749607924.168413:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326a00
00000400:00000200:1.0:1749607924.168416:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x279d [1] + 0
00000400:00000200:1.0:1749607924.168426:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749607924.168427:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
00000400:00000200:1.0:1749607924.168429:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607924.168432:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749607924.168433:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730142208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607924.168436:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749607924.168441:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02108.
00000400:00000200:2.0:1749607924.168442:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749607924.168443:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749607924.168446:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730142208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607924.168452:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730142208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607924.168464:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749607924.168466:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749607924.168468:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:3.0:1749607924.168496:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607924.168499:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607924.168500:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607924.168505:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730141952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607924.168518:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730141952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607924.168528:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749607924.168530:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749607924.168533:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749607924.179058:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749607924.179058:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:0.0:1749607924.179069:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:2.0:1749607924.179077:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:2.0:1749607929.174041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607929.174058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607929.174109:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607929.174123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607929.174128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:0.0:1749607929.174129:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749607929.174135:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea6e0.
00000400:00000010:0.0:1749607929.174139:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749607929.174145:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730142336, portal 25
00000400:00000010:0.0:1749607929.174149:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749607929.174151:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730142336, offset 0
00000100:00000010:2.0:1749607929.174153:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749607929.174156:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749607929.174156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000200:0.0:1749607929.174164:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607929.174169:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607929.174172:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:2.0:1749607929.174172:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000200:0.0:1749607929.174175:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749607929.174175:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02108.
00000400:00000200:0.0:1749607929.174176:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607929.174178:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:0.0:1749607929.174179:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1238:1238:256:4294967295] 192.168.201.120@tcp LPNI seq info [1238:1238:8:4294967295]
00000100:00000200:2.0:1749607929.174181:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730142464, portal 10
00000400:00000010:2.0:1749607929.174184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749607929.174185:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730142464, offset 0
00000400:00000200:0.0:1749607929.174187:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607929.174189:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607929.174191:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607929.174194:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749607929.174195:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000400:00000200:2.0:1749607929.174196:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607929.174198:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607929.174200:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607929.174200:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607929.174201:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607929.174203:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1239:1239:255:4294967295] 192.168.201.120@tcp LPNI seq info [1239:1239:7:4294967295]
00000800:00000200:0.0:1749607929.174207:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749607929.174209:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607929.174210:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607929.174213:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607929.174214:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749607929.174217:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607929.174221:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607929.174223:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607929.174232:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607929.174243:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749607929.174251:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
00000100:00000010:0.0:1749607929.174255:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
02000000:00000010:2.0:1749607929.174271:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749607929.174274:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02160.
00000400:00000010:2.0:1749607929.174276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749607929.174278:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730142592, portal 10
00000400:00000010:2.0:1749607929.174280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749607929.174281:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730142592, offset 0
00000400:00000200:2.0:1749607929.174284:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607929.174287:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607929.174289:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607929.174295:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607929.174297:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607929.174299:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607929.174301:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1240:1240:254:4294967295] 192.168.201.120@tcp LPNI seq info [1240:1240:6:4294967295]
00000400:00000200:2.0:1749607929.174307:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607929.174310:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607929.174312:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749607929.174314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607929.174317:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749607929.174317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607929.174319:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:1.0:1749607929.174320:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749607929.174324:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607929.174328:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607929.174331:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:1.0:1749607929.174332:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:1.0:1749607929.174338:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730142336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607929.174354:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607929.174356:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749607929.174357:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607929.174360:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607929.174362:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:1.0:1749607929.174368:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:1.0:1749607929.174373:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730142464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607929.174437:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607929.174439:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:1.0:1749607929.174441:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607929.174444:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607929.174446:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:1.0:1749607929.174447:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:1.0:1749607929.174451:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730142592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607929.175621:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607929.175647:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326a80
00000400:00000200:0.0:1749607929.175653:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x27a5 [1] + 224
00000400:00000200:0.0:1749607929.175663:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607929.175666:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607929.175674:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730142336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607929.175702:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607929.175705:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326b00
00000400:00000200:0.0:1749607929.175709:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x27ad [1] + 0
00000400:00000200:0.0:1749607929.175712:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607929.175713:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607929.175716:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730142464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607929.175731:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607929.175733:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326b80
00000400:00000200:0.0:1749607929.175735:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x27b5 [1] + 0
00000400:00000010:2.0:1749607929.175740:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:0.0:1749607929.175742:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607929.175744:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607929.175744:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749607929.175745:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749607929.175750:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730142336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607929.175752:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730142592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607929.175755:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730142336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607929.175777:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000010:3.0:1749607929.175780:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02108.
02000000:00000010:2.0:1749607929.175781:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749607929.175785:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:3.0:1749607929.175788:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:3.0:1749607929.175790:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:3.0:1749607929.175798:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730142464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607929.175806:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730142464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607929.175825:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02160.
00000400:00000200:3.0:1749607929.175826:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:3.0:1749607929.175826:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:3.0:1749607929.175828:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730142592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607929.175832:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730142592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607929.175840:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749607929.175843:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749607929.175846:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:3.0:1749607929.175849:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749607929.175851:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749607929.175853:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749607929.187039:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:1.0:1749607929.187039:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749607929.187050:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:2.0:1749607929.187058:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:2.0:1749607934.182046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607934.182062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607934.182100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607934.182112:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749607934.182117:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749607934.182134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749607934.182137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749607934.182139:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
02000000:00000010:1.0:1749607934.182140:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749607934.182145:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:3.0:1749607934.182148:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:1.0:1749607934.182149:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607934.182155:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730142720, portal 25
00000400:00000010:1.0:1749607934.182159:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749607934.182160:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730142720, offset 0
00000400:00000010:3.0:1749607934.182160:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607934.182163:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730142848, portal 10
00000400:00000200:1.0:1749607934.182165:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749607934.182166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749607934.182168:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730142848, offset 0
00000400:00000200:3.0:1749607934.182172:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607934.182173:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607934.182177:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607934.182180:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607934.182182:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607934.182184:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607934.182186:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1241:1241:256:4294967295] 192.168.201.120@tcp LPNI seq info [1241:1241:8:4294967295]
00000400:00000200:1.0:1749607934.182193:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607934.182197:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607934.182199:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749607934.182200:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749607934.182201:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607934.182203:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749607934.182205:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749607934.182205:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607934.182207:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607934.182209:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1242:1242:255:4294967295] 192.168.201.120@tcp LPNI seq info [1242:1242:7:4294967295]
00000800:00000200:1.0:1749607934.182211:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749607934.182215:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607934.182218:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749607934.182219:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749607934.182220:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749607934.182223:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607934.182227:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607934.182229:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607934.182237:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749607934.182251:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749607934.182254:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
00000100:00000010:1.0:1749607934.182265:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
02000000:00000010:3.0:1749607934.182279:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749607934.182282:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607934.182283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607934.182286:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730142976, portal 10
00000400:00000010:3.0:1749607934.182288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749607934.182289:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730142976, offset 0
00000800:00000200:0.0:1749607934.182292:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749607934.182292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607934.182295:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:3.0:1749607934.182296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607934.182298:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607934.182299:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749607934.182299:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607934.182301:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607934.182302:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607934.182303:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749607934.182304:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1243:1243:254:4294967295] 192.168.201.120@tcp LPNI seq info [1243:1243:6:4294967295]
00000400:00000200:0.0:1749607934.182305:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749607934.182306:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000400:00000200:3.0:1749607934.182309:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607934.182313:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730142720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749607934.182317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607934.182319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749607934.182322:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607934.182325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607934.182327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607934.182363:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607934.182365:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607934.182366:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607934.182368:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607934.182369:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749607934.182369:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749607934.182372:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730142848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607934.182384:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607934.182385:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749607934.182386:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607934.182388:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607934.182389:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749607934.182390:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749607934.182391:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730142976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607934.183407:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607934.183423:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326c80
00000400:00000200:0.0:1749607934.183431:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x27c5 [1] + 0
00000400:00000200:0.0:1749607934.183441:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607934.183445:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607934.183454:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730142848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607934.183486:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607934.183491:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326c00
00000400:00000200:0.0:1749607934.183495:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x27bd [1] + 224
00000400:00000200:0.0:1749607934.183500:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607934.183502:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607934.183515:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730142720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607934.183519:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749607934.183522:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749607934.183524:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607934.183529:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730142848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607934.183536:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730142848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607934.183540:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607934.183544:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326d00
00000400:00000200:0.0:1749607934.183547:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x27cd [1] + 0
00000400:00000200:0.0:1749607934.183558:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749607934.183559:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
00000400:00000200:0.0:1749607934.183561:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607934.183563:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000200:0.0:1749607934.183565:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730142976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749607934.183567:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:1.0:1749607934.183570:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607934.183574:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749607934.183576:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607934.183582:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730142720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607934.183589:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730142720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607934.183594:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607934.183595:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607934.183597:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607934.183600:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730142976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607934.183605:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:3.0:1749607934.183606:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730142976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607934.183609:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749607934.183613:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749607934.183620:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749607934.183623:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749607934.183625:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749607934.195032:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:3.0:1749607934.195042:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:1.0:1749607934.195049:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:0.0:1749607934.195074:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:2.0:1749607939.190046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607939.190071:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607939.190119:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607939.190131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607939.190136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607939.190149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607939.190152:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607939.190155:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607939.190162:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607939.190167:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607939.190178:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730143104, portal 25
02000000:00000010:2.0:1749607939.190179:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749607939.190182:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749607939.190182:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749607939.190183:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730143104, offset 0
00000400:00000010:2.0:1749607939.190184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607939.190186:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730143232, portal 10
00000400:00000010:2.0:1749607939.190188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000200:3.0:1749607939.190189:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749607939.190191:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730143232, offset 0
00000400:00000200:2.0:1749607939.190194:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607939.190197:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607939.190201:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607939.190203:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607939.190205:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607939.190207:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607939.190209:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1244:1244:256:4294967295] 192.168.201.120@tcp LPNI seq info [1244:1244:8:4294967295]
00000400:00000200:3.0:1749607939.190216:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607939.190220:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607939.190221:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607939.190222:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607939.190223:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607939.190224:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607939.190225:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607939.190226:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607939.190227:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1245:1245:255:4294967295] 192.168.201.120@tcp LPNI seq info [1245:1245:7:4294967295]
00000800:00000200:3.0:1749607939.190228:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607939.190232:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749607939.190233:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607939.190234:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749607939.190235:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749607939.190237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607939.190237:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749607939.190239:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607939.190241:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607939.190256:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749607939.190267:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749607939.190280:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749607939.190284:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
02000000:00000010:2.0:1749607939.190298:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749607939.190300:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749607939.190302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607939.190304:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730143360, portal 10
00000400:00000010:2.0:1749607939.190306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749607939.190318:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730143360, offset 0
00000800:00000200:0.0:1749607939.190321:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749607939.190322:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607939.190324:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749607939.190326:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607939.190328:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607939.190328:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607939.190329:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607939.190331:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607939.190332:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607939.190333:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607939.190334:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1246:1246:254:4294967295] 192.168.201.120@tcp LPNI seq info [1246:1246:6:4294967295]
00000400:00000200:0.0:1749607939.190335:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749607939.190336:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:2.0:1749607939.190340:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749607939.190343:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730143104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607939.190343:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749607939.190346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749607939.190348:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749607939.190352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749607939.190353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607939.190545:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607939.190547:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607939.190550:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607939.190552:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607939.190555:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749607939.190556:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749607939.190560:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730143232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607939.190589:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607939.190591:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749607939.190593:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607939.190595:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607939.190600:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749607939.190602:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749607939.190605:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730143360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607939.192457:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607939.192473:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326e00
00000400:00000200:0.0:1749607939.192478:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x27dd [1] + 0
00000400:00000200:0.0:1749607939.192487:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607939.192489:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607939.192495:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730143232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607939.192521:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607939.192525:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326d80
00000400:00000200:0.0:1749607939.192529:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x27d5 [1] + 224
00000400:00000200:0.0:1749607939.192533:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607939.192535:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607939.192538:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730143104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607939.192552:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749607939.192556:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749607939.192557:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607939.192562:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730143232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607939.192565:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607939.192569:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf326e80
00000100:00000200:2.0:1749607939.192569:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730143232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607939.192572:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x27e5 [1] + 0
00000400:00000200:0.0:1749607939.192583:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:02020000:2.0:1749607939.192584:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000200:0.0:1749607939.192586:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607939.192590:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730143360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607939.192592:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749607939.192596:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749607939.192599:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749607939.192599:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607939.192602:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607939.192603:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607939.192606:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730143104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607939.192609:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000200:3.0:1749607939.192610:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730143104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749607939.192611:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607939.192612:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607939.192615:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730143360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607939.192619:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607939.192621:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607939.192622:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:2.0:1749607939.192631:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730143360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749607939.192641:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:2.0:1749607939.192646:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749607939.192647:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749607939.192649:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749607939.203047:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749607939.203055:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:1.0:1749607939.203070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:0.0:1749607939.203080:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749607944.198094:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749607944.198110:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749607944.198158:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607944.198172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607944.198178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749607944.198182:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607944.198188:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607944.198192:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749607944.198194:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:0.0:1749607944.198196:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940c00.
02000000:00000010:2.0:1749607944.198197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000200:3.0:1749607944.198197:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730143488, portal 25
00000400:00000010:3.0:1749607944.198201:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749607944.198203:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730143488, offset 0
00000400:00000010:0.0:1749607944.198207:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9a0.
00000400:00000200:3.0:1749607944.198207:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749607944.198211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749607944.198212:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730143616, portal 10
00000400:00000200:3.0:1749607944.198215:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749607944.198216:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749607944.198217:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730143616, offset 0
00000400:00000200:3.0:1749607944.198220:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607944.198223:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607944.198224:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607944.198225:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607944.198227:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607944.198229:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1247:1247:256:4294967295] 192.168.201.120@tcp LPNI seq info [1247:1247:8:4294967295]
00000400:00000200:3.0:1749607944.198236:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749607944.198240:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607944.198240:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607944.198242:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749607944.198243:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607944.198244:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607944.198245:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607944.198246:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607944.198248:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1248:1248:255:4294967295] 192.168.201.120@tcp LPNI seq info [1248:1248:7:4294967295]
00000800:00000200:3.0:1749607944.198248:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749607944.198253:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607944.198254:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607944.198256:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607944.198257:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:0.0:1749607944.198258:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749607944.198260:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607944.198262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607944.198264:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607944.198277:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749607944.198299:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631440.
00000100:00000010:0.0:1749607944.198304:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
00000100:00000010:0.0:1749607944.198311:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
02000000:00000010:0.0:1749607944.198323:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000400:00000010:0.0:1749607944.198325:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaa50.
00000400:00000010:0.0:1749607944.198327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749607944.198329:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730143744, portal 10
00000400:00000010:0.0:1749607944.198331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000800:00000200:1.0:1749607944.198331:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749607944.198333:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730143744, offset 0
00000800:00000010:1.0:1749607944.198333:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749607944.198336:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607944.198338:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607944.198339:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607944.198342:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607944.198345:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607944.198345:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000200:0.0:1749607944.198346:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749607944.198346:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:0.0:1749607944.198348:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607944.198349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607944.198351:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1249:1249:254:4294967295] 192.168.201.120@tcp LPNI seq info [1249:1249:6:4294967295]
00000100:00000200:1.0:1749607944.198352:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730143488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607944.198356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607944.198359:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607944.198360:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000800:00000200:0.0:1749607944.198363:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607944.198366:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607944.198367:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749607944.198399:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607944.198401:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749607944.198403:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607944.198405:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607944.198407:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:1.0:1749607944.198408:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:1.0:1749607944.198415:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730143616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749607944.198434:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749607944.198435:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749607944.198437:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607944.198439:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607944.198441:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:1.0:1749607944.198442:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:1.0:1749607944.198444:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730143744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607944.199469:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607944.199483:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf326f00
00000400:00000200:0.0:1749607944.199490:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x27ed [1] + 224
00000400:00000200:0.0:1749607944.199499:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607944.199502:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607944.199510:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730143488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607944.199538:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607944.199543:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf326f80
00000400:00000200:0.0:1749607944.199547:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x27f5 [1] + 0
00000400:00000200:0.0:1749607944.199551:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607944.199554:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607944.199558:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730143616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607944.199564:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607944.199571:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607944.199572:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607944.199577:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730143488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607944.199582:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607944.199583:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730143488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607944.199586:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327000
00000400:00000200:0.0:1749607944.199597:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x27fd [1] + 0
02000000:00000010:3.0:1749607944.199597:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749607944.199601:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749607944.199603:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749607944.199608:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607944.199610:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607944.199610:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9a0.
00000400:00000200:1.0:1749607944.199613:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:1.0:1749607944.199615:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749607944.199637:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730143744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607944.199649:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730143616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607944.199655:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730143616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607944.199669:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940c00.
02000000:00000010:1.0:1749607944.199673:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749607944.199675:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749607944.199679:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaa50.
00000400:00000200:1.0:1749607944.199680:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:1.0:1749607944.199681:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:1.0:1749607944.199685:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730143744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607944.199690:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730143744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607944.199700:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:1.0:1749607944.199702:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749607944.199704:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749607944.211035:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631440.
00000100:00000010:3.0:1749607944.211045:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:2.0:1749607944.211050:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:0.0:1749607944.211055:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607949.206043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607949.206060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607949.206109:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607949.206121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749607949.206126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:0.0:1749607949.206137:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749607949.206142:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaaa8.
00000100:00000010:2.0:1749607949.206145:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
00000400:00000010:0.0:1749607949.206147:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
02000000:00000010:2.0:1749607949.206148:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000200:0.0:1749607949.206153:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730143872, portal 25
00000400:00000010:0.0:1749607949.206157:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749607949.206159:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730143872, offset 0
00000400:00000200:0.0:1749607949.206163:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607949.206171:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607949.206176:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607949.206179:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607949.206181:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749607949.206182:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749607949.206183:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607949.206185:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1250:1250:256:4294967295] 192.168.201.120@tcp LPNI seq info [1250:1250:8:4294967295]
00000400:00000010:1.0:1749607949.206186:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607949.206189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607949.206192:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730144000, portal 10
00000400:00000200:0.0:1749607949.206193:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749607949.206196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749607949.206197:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730144000, offset 0
00000800:00000200:0.0:1749607949.206198:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607949.206200:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000400:00000200:1.0:1749607949.206202:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607949.206205:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607949.206206:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607949.206209:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607949.206211:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749607949.206212:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607949.206213:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607949.206214:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749607949.206215:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607949.206216:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1251:1251:255:4294967295] 192.168.201.120@tcp LPNI seq info [1251:1251:7:4294967295]
00000400:00000200:1.0:1749607949.206222:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607949.206225:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607949.206227:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749607949.206230:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607949.206231:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:1.0:1749607949.206234:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607949.206235:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607949.206244:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000100:00000010:0.0:1749607949.206247:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
00000100:00000010:0.0:1749607949.206251:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000800:00000200:2.0:1749607949.206265:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607949.206267:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:2.0:1749607949.206271:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607949.206273:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607949.206275:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749607949.206277:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749607949.206282:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730143872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607949.206290:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607949.206293:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607949.206295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607949.206297:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730144128, portal 10
00000400:00000010:1.0:1749607949.206300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749607949.206301:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730144128, offset 0
00000400:00000200:1.0:1749607949.206304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607949.206308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607949.206310:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607949.206312:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607949.206314:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607949.206320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607949.206321:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1252:1252:255:4294967295] 192.168.201.120@tcp LPNI seq info [1252:1252:7:4294967295]
00000400:00000200:1.0:1749607949.206327:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607949.206331:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607949.206333:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749607949.206335:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607949.206338:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607949.206340:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607949.206344:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607949.206346:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749607949.206348:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607949.206351:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607949.206353:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:2.0:1749607949.206354:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:2.0:1749607949.206357:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730144000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607949.206377:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607949.206379:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749607949.206380:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607949.206383:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607949.206384:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:2.0:1749607949.206385:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:2.0:1749607949.206388:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730144128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607949.207338:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607949.207346:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327080
00000400:00000200:0.0:1749607949.207350:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2805 [1] + 224
00000400:00000200:0.0:1749607949.207357:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607949.207359:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607949.207363:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730143872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607949.207385:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607949.207389:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327100
00000400:00000200:0.0:1749607949.207392:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x280d [1] + 0
00000400:00000200:0.0:1749607949.207396:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607949.207398:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607949.207401:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730144000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607949.207403:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaaa8.
00000400:00000200:2.0:1749607949.207405:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749607949.207406:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749607949.207409:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730143872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607949.207413:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730143872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607949.207417:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607949.207420:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327180
00000400:00000200:0.0:1749607949.207423:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2815 [1] + 0
02000000:00000010:2.0:1749607949.207425:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749607949.207428:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:2.0:1749607949.207429:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749607949.207431:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607949.207434:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607949.207437:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730144128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607949.207441:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607949.207444:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749607949.207446:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607949.207450:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730144000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607949.207456:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730144000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607949.207469:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607949.207470:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607949.207471:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607949.207473:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730144128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607949.207477:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730144128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607949.207484:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607949.207486:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749607949.207488:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749607949.207489:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607949.207491:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749607949.207491:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749607949.219027:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:0.0:1749607949.219030:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749607949.219036:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:1.0:1749607949.219042:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:2.0:1749607954.214048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607954.214065:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607954.214111:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607954.214135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749607954.214141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:0.0:1749607954.214144:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749607954.214149:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab00.
00000400:00000010:0.0:1749607954.214154:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749607954.214159:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730144256, portal 25
00000400:00000010:0.0:1749607954.214162:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000010:2.0:1749607954.214168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000100:00000200:0.0:1749607954.214169:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730144256, offset 0
02000000:00000010:2.0:1749607954.214172:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000200:0.0:1749607954.214175:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607954.214183:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607954.214187:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607954.214190:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607954.214193:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607954.214195:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607954.214197:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1253:1253:256:4294967295] 192.168.201.120@tcp LPNI seq info [1253:1253:8:4294967295]
02000000:00000010:1.0:1749607954.214201:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607954.214205:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607954.214208:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607954.214210:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730144384, portal 10
00000400:00000200:0.0:1749607954.214211:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749607954.214213:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749607954.214214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730144384, offset 0
00000800:00000200:0.0:1749607954.214215:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607954.214218:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000400:00000200:1.0:1749607954.214218:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607954.214222:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749607954.214223:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607954.214224:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607954.214227:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607954.214228:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749607954.214229:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607954.214229:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607954.214231:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1254:1254:255:4294967295] 192.168.201.120@tcp LPNI seq info [1254:1254:7:4294967295]
00000800:00000200:0.0:1749607954.214232:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607954.214237:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607954.214240:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607954.214242:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749607954.214245:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749607954.214248:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:1.0:1749607954.214248:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607954.214250:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749607954.214260:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000100:00000010:0.0:1749607954.214263:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
00000100:00000010:0.0:1749607954.214266:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
02000000:00000010:1.0:1749607954.214289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:2.0:1749607954.214290:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749607954.214292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000010:2.0:1749607954.214293:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000010:1.0:1749607954.214294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607954.214296:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730144512, portal 10
00000400:00000200:2.0:1749607954.214296:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607954.214298:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749607954.214299:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730144512, offset 0
00000400:00000200:2.0:1749607954.214300:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607954.214302:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607954.214304:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000200:1.0:1749607954.214305:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607954.214306:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000400:00000200:1.0:1749607954.214308:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607954.214309:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607954.214311:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749607954.214311:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730144256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607954.214313:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607954.214319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1255:1255:254:4294967295] 192.168.201.120@tcp LPNI seq info [1255:1255:6:4294967295]
00000400:00000200:1.0:1749607954.214324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607954.214328:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607954.214331:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749607954.214333:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607954.214337:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607954.214338:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607954.214371:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607954.214373:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749607954.214374:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607954.214377:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607954.214379:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749607954.214380:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749607954.214384:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730144384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607954.214405:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607954.214406:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749607954.214408:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607954.214411:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607954.214412:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749607954.214413:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749607954.214416:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730144512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607954.215388:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607954.215395:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327200
00000400:00000200:0.0:1749607954.215400:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x281d [1] + 224
00000400:00000200:0.0:1749607954.215406:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607954.215409:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607954.215413:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730144256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607954.215514:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607954.215519:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327280
00000400:00000200:0.0:1749607954.215522:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2825 [1] + 0
00000400:00000010:2.0:1749607954.215530:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab00.
00000400:00000200:0.0:1749607954.215532:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607954.215532:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749607954.215533:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000400:00000200:0.0:1749607954.215534:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749607954.215536:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730144256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607954.215538:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730144384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607954.215543:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730144256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607954.215555:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749607954.215558:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:2.0:1749607954.215560:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749607954.215566:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607954.215570:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327300
00000400:00000200:0.0:1749607954.215573:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x282d [1] + 0
00000400:00000010:1.0:1749607954.215615:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607954.215618:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749607954.215619:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607954.215623:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730144384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607954.215629:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730144384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607954.215642:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607954.215645:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749607954.215647:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000200:0.0:1749607954.215686:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607954.215689:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607954.215693:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730144512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607954.215751:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607954.215753:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749607954.215755:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607954.215758:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730144512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607954.215764:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730144512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607954.215775:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607954.215777:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749607954.215779:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749607954.227039:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:3.0:1749607954.227049:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:1.0:1749607954.227054:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:0.0:1749607954.227060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607959.222041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749607959.222057:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749607959.222099:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607959.222111:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749607959.222116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749607959.222121:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749607959.222131:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607959.222135:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749607959.222138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
00000100:00000200:3.0:1749607959.222140:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730144640, portal 25
02000000:00000010:2.0:1749607959.222141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749607959.222144:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749607959.222148:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730144640, offset 0
00000400:00000200:3.0:1749607959.222154:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607959.222162:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607959.222165:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607959.222168:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607959.222170:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607959.222171:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607959.222173:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1256:1256:256:4294967295] 192.168.201.120@tcp LPNI seq info [1256:1256:8:4294967295]
00000400:00000200:3.0:1749607959.222179:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749607959.222181:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749607959.222182:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607959.222184:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000010:1.0:1749607959.222193:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:3.0:1749607959.222195:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749607959.222196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607959.222198:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730144768, portal 10
00000400:00000010:1.0:1749607959.222200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749607959.222201:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730144768, offset 0
00000400:00000200:1.0:1749607959.222204:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607959.222204:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607959.222207:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749607959.222207:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607959.222209:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607959.222210:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607959.222211:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607959.222212:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607959.222214:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1257:1257:255:4294967295] 192.168.201.120@tcp LPNI seq info [1257:1257:7:4294967295]
00000400:00000200:1.0:1749607959.222218:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607959.222220:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607959.222222:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000100:00000010:3.0:1749607959.222223:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000800:00000200:1.0:1749607959.222224:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607959.222226:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607959.222228:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607959.222241:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749607959.222247:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749607959.222261:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000800:00000200:0.0:1749607959.222263:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607959.222267:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749607959.222270:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607959.222278:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607959.222281:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749607959.222282:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
02000000:00000010:1.0:1749607959.222285:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000200:0.0:1749607959.222288:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730144640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607959.222288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607959.222290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607959.222292:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730144896, portal 10
00000400:00000010:1.0:1749607959.222294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749607959.222295:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730144896, offset 0
00000400:00000200:1.0:1749607959.222299:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607959.222302:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607959.222304:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607959.222306:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607959.222307:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607959.222308:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607959.222310:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1258:1258:255:4294967295] 192.168.201.120@tcp LPNI seq info [1258:1258:7:4294967295]
00000400:00000200:1.0:1749607959.222320:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607959.222323:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607959.222325:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749607959.222327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607959.222330:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607959.222331:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607959.222340:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607959.222342:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749607959.222344:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607959.222346:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607959.222348:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749607959.222349:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749607959.222352:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730144768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607959.222384:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607959.222390:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749607959.222392:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607959.222395:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607959.222397:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749607959.222398:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749607959.222401:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730144896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607959.223346:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607959.223353:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327380
00000400:00000200:0.0:1749607959.223356:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2835 [1] + 224
00000400:00000200:0.0:1749607959.223361:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607959.223363:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607959.223380:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730144640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607959.223398:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607959.223401:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327400
00000400:00000200:0.0:1749607959.223403:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x283d [1] + 0
00000400:00000200:0.0:1749607959.223405:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607959.223407:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607959.223408:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730144768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607959.223415:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607959.223417:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607959.223419:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607959.223421:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730144640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607959.223431:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607959.223433:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327480
00000100:00000200:3.0:1749607959.223433:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730144640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607959.223435:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2845 [1] + 0
00000400:00000200:0.0:1749607959.223443:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607959.223445:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749607959.223445:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000100:00000200:0.0:1749607959.223447:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730144896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607959.223448:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749607959.223450:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:1.0:1749607959.223456:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607959.223459:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749607959.223460:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607959.223464:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730144768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607959.223470:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730144768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607959.223482:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607959.223483:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749607959.223484:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607959.223486:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730144896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607959.223491:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730144896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607959.223499:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607959.223502:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749607959.223504:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749607959.223506:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607959.223507:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749607959.223509:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:0.0:1749607959.235025:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:1.0:1749607959.235025:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749607959.235034:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:2.0:1749607959.235040:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:2.0:1749607964.230030:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749607964.230045:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749607964.230082:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607964.230098:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749607964.230103:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749607964.230118:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749607964.230122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
00000400:00000010:3.0:1749607964.230123:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749607964.230125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749607964.230126:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607964.230131:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730145024, portal 25
00000400:00000010:3.0:1749607964.230134:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749607964.230135:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730145024, offset 0
00000400:00000200:3.0:1749607964.230141:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607964.230148:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607964.230152:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607964.230154:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607964.230156:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607964.230158:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607964.230159:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1259:1259:256:4294967295] 192.168.201.120@tcp LPNI seq info [1259:1259:8:4294967295]
00000400:00000200:3.0:1749607964.230165:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607964.230168:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607964.230170:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749607964.230174:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607964.230179:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607964.230181:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749607964.230187:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000010:3.0:1749607964.230195:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000400:00000010:1.0:1749607964.230196:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000100:00000010:3.0:1749607964.230206:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749607964.230210:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000400:00000010:1.0:1749607964.230214:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607964.230219:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730145152, portal 10
00000100:00000010:3.0:1749607964.230220:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000400:00000010:1.0:1749607964.230224:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749607964.230226:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730145152, offset 0
00000400:00000200:1.0:1749607964.230233:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607964.230243:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607964.230247:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607964.230250:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607964.230252:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607964.230254:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607964.230256:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1260:1260:255:4294967295] 192.168.201.120@tcp LPNI seq info [1260:1260:7:4294967295]
00000400:00000200:1.0:1749607964.230264:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607964.230268:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607964.230272:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:0.0:1749607964.230276:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749607964.230276:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749607964.230278:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749607964.230291:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607964.230296:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749607964.230298:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749607964.230300:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749607964.230301:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000800:00000200:1.0:1749607964.230302:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749607964.230307:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730145024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607964.230317:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607964.230319:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607964.230321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749607964.230323:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730145280, portal 10
00000400:00000010:1.0:1749607964.230326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749607964.230327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730145280, offset 0
00000400:00000200:1.0:1749607964.230330:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749607964.230332:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607964.230333:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:1.0:1749607964.230334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607964.230335:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607964.230337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607964.230338:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607964.230339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607964.230340:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749607964.230341:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000400:00000200:1.0:1749607964.230341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607964.230343:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749607964.230345:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730145152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607964.230345:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1261:1261:255:4294967295] 192.168.201.120@tcp LPNI seq info [1261:1261:7:4294967295]
00000400:00000200:1.0:1749607964.230351:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607964.230359:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607964.230361:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607964.230364:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607964.230367:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607964.230369:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607964.230403:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607964.230405:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607964.230407:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607964.230410:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607964.230412:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749607964.230413:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749607964.230416:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730145280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607964.231378:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607964.231387:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327500
00000400:00000200:0.0:1749607964.231391:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x284d [1] + 224
00000400:00000200:0.0:1749607964.231404:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607964.231409:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607964.231414:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730145024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607964.231456:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607964.231459:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607964.231461:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607964.231464:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730145024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607964.231471:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730145024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607964.231487:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000200:0.0:1749607964.231488:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749607964.231490:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000200:0.0:1749607964.231491:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327580
00000100:00000010:3.0:1749607964.231493:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749607964.231495:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2855 [1] + 0
00000400:00000200:0.0:1749607964.231498:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607964.231499:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607964.231502:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730145152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607964.231517:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607964.231519:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327600
00000400:00000200:0.0:1749607964.231521:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x285d [1] + 0
00000400:00000200:0.0:1749607964.231527:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607964.231529:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607964.231531:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730145280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607964.231560:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607964.231563:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749607964.231565:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607964.231569:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730145152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607964.231575:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730145152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607964.231589:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607964.231591:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749607964.231592:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749607964.231594:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730145280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607964.231599:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730145280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607964.231609:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607964.231613:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749607964.231615:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749607964.231618:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607964.231620:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749607964.231622:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749607964.243028:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:0.0:1749607964.243042:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749607964.243052:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:1.0:1749607964.243070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:2.0:1749607969.238052:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607969.238068:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607969.238116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607969.238129:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749607969.238134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749607969.238157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749607969.238161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749607969.238214:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607969.238220:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607969.238225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749607969.238233:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730145536, portal 10
00000400:00000010:1.0:1749607969.238236:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749607969.238238:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730145536, offset 0
00000400:00000200:1.0:1749607969.238242:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607969.238250:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607969.238253:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607969.238256:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607969.238258:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607969.238259:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607969.238261:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1262:1262:256:4294967295] 192.168.201.120@tcp LPNI seq info [1262:1262:8:4294967295]
00000400:00000200:1.0:1749607969.238267:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607969.238270:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607969.238273:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
02000000:00000010:0.0:1749607969.238275:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000800:00000200:1.0:1749607969.238277:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749607969.238279:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9f8.
00000800:00000200:1.0:1749607969.238282:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749607969.238283:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749607969.238285:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730145408, portal 25
00000800:00000200:1.0:1749607969.238286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749607969.238287:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749607969.238289:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730145408, offset 0
00000400:00000200:0.0:1749607969.238293:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607969.238297:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:1.0:1749607969.238299:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000400:00000200:0.0:1749607969.238300:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607969.238302:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607969.238303:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1749607969.238308:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000400:00000200:0.0:1749607969.238309:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607969.238311:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1263:1263:255:4294967295] 192.168.201.120@tcp LPNI seq info [1263:1263:7:4294967295]
00000100:00000010:1.0:1749607969.238311:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000100:00000010:1.0:1749607969.238314:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000400:00000200:0.0:1749607969.238317:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607969.238321:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607969.238323:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000800:00000200:0.0:1749607969.238326:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:1.0:1749607969.238327:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607969.238329:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:0.0:1749607969.238330:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749607969.238331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000800:00000200:0.0:1749607969.238332:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749607969.238334:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730145664, portal 10
00000400:00000010:1.0:1749607969.238336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749607969.238338:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730145664, offset 0
00000400:00000200:1.0:1749607969.238341:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607969.238345:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607969.238347:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607969.238349:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607969.238355:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607969.238357:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607969.238359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1264:1264:254:4294967295] 192.168.201.120@tcp LPNI seq info [1264:1264:6:4294967295]
00000800:00000200:2.0:1749607969.238360:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607969.238363:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:1.0:1749607969.238365:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607969.238367:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749607969.238368:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607969.238370:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749607969.238371:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749607969.238373:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749607969.238373:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:2.0:1749607969.238375:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000800:00000200:1.0:1749607969.238376:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607969.238378:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:2.0:1749607969.238381:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730145536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607969.238395:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607969.238396:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:2.0:1749607969.238398:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607969.238401:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607969.238402:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749607969.238403:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749607969.238405:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730145408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607969.238457:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607969.238458:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749607969.238460:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607969.238463:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607969.238464:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:2.0:1749607969.238465:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:2.0:1749607969.238468:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730145664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607969.240673:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607969.240684:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327780
00000400:00000200:0.0:1749607969.240690:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2875 [1] + 0
00000400:00000200:0.0:1749607969.240698:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607969.240701:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607969.240902:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730145664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607969.240977:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607969.240982:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327700
00000400:00000200:0.0:1749607969.240985:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2865 [1] + 0
00000400:00000200:0.0:1749607969.240990:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607969.240992:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607969.240996:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730145536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607969.241008:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607969.241012:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327680
00000400:00000200:0.0:1749607969.241015:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x286d [1] + 224
00000400:00000200:0.0:1749607969.241030:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607969.241043:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607969.241047:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730145408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607969.241139:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607969.241144:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749607969.241146:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749607969.241150:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730145536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607969.241156:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730145536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607969.241176:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607969.241177:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607969.241178:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607969.241181:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730145664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607969.241186:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730145664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607979 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607969.241212:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607969.241217:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749607969.241221:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749607969.241224:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607969.241225:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749607969.241227:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:2.0:1749607969.241292:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:2.0:1749607969.241295:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749607969.241296:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749607969.241301:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730145408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607969.241306:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730145408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607969.241317:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749607969.241324:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749607969.241326:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:0.0:1749607969.251045:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:2.0:1749607969.251060:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:3.0:1749607969.251086:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:1.0:1749607969.251115:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:2.0:1749607974.246043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607974.246058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607974.246138:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749607974.246147:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749607974.246155:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eabb0.
00000400:00000010:0.0:1749607974.246160:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000010:2.0:1749607974.246160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
00000100:00000200:0.0:1749607974.246165:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730145792, portal 25
02000000:00000010:2.0:1749607974.246165:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:0.0:1749607974.246168:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749607974.246170:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730145792, offset 0
00000400:00000200:0.0:1749607974.246175:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607974.246184:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607974.246188:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607974.246191:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:2.0:1749607974.246192:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000200:0.0:1749607974.246194:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607974.246196:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:2.0:1749607974.246196:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000200:0.0:1749607974.246198:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1265:1265:256:4294967295] 192.168.201.120@tcp LPNI seq info [1265:1265:8:4294967295]
00000400:00000200:0.0:1749607974.246206:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749607974.246210:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607974.246214:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749607974.246219:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749607974.246226:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749607974.246229:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749607974.246232:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607974.246236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607974.246239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607974.246242:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730145920, portal 10
00000100:00000010:0.0:1749607974.246245:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000010:1.0:1749607974.246245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749607974.246247:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730145920, offset 0
00000400:00000200:1.0:1749607974.246252:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749607974.246253:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
00000400:00000200:1.0:1749607974.246256:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607974.246258:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607974.246260:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:0.0:1749607974.246261:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
00000400:00000200:1.0:1749607974.246262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607974.246263:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749607974.246265:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
00000400:00000200:1.0:1749607974.246266:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1266:1266:255:4294967295] 192.168.201.120@tcp LPNI seq info [1266:1266:7:4294967295]
00000400:00000200:1.0:1749607974.246272:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607974.246275:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607974.246277:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607974.246280:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607974.246283:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607974.246285:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607974.246289:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607974.246291:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
02000000:00000010:1.0:1749607974.246294:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607974.246295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749607974.246295:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607974.246297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607974.246299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730146048, portal 10
00000400:00000200:2.0:1749607974.246299:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607974.246301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000200:2.0:1749607974.246303:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749607974.246304:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749607974.246309:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730145792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607974.246311:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730146048, offset 0
00000400:00000200:1.0:1749607974.246314:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607974.246317:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607974.246320:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607974.246321:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607974.246323:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607974.246334:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607974.246336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1267:1267:254:4294967295] 192.168.201.120@tcp LPNI seq info [1267:1267:6:4294967295]
00000400:00000200:1.0:1749607974.246436:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607974.246441:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607974.246443:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607974.246446:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607974.246456:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607974.246458:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607974.246485:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607974.246487:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749607974.246489:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607974.246492:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607974.246494:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:2.0:1749607974.246495:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749607974.246498:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730145920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607974.246518:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607974.246520:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749607974.246521:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607974.246524:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607974.246525:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:2.0:1749607974.246526:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:2.0:1749607974.246534:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730146048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607974.248025:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607974.248037:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327800
00000400:00000200:0.0:1749607974.248049:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x287d [1] + 224
00000400:00000200:0.0:1749607974.248056:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607974.248059:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607974.248067:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730145792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607974.248094:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607974.248098:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327900
00000400:00000200:0.0:1749607974.248103:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x288d [1] + 0
00000400:00000200:0.0:1749607974.248126:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607974.248129:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607974.248134:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730146048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607974.248136:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eabb0.
00000400:00000200:2.0:1749607974.248140:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749607974.248141:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749607974.248146:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730145792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749607974.248153:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730145792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607974.248170:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749607974.248174:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749607974.248178:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:1.0:1749607974.248230:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607974.248233:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749607974.248234:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607974.248238:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730146048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607974.248244:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730146048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607984 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607974.248258:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607974.248261:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749607974.248263:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000200:0.0:1749607974.248343:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607974.248349:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327880
00000400:00000200:0.0:1749607974.248353:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2885 [1] + 0
00000400:00000200:0.0:1749607974.248362:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607974.248365:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607974.248369:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730145920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607974.248414:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607974.248417:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607974.248418:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607974.248422:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730145920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607974.248428:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730145920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607974.248440:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607974.248442:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749607974.248444:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749607974.259048:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:3.0:1749607974.259048:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:2.0:1749607974.259050:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:0.0:1749607974.259056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607979.254122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607979.254137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749607979.254192:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607979.254205:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749607979.254210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749607979.254232:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607979.254235:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749607979.254243:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749607979.254250:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607979.254254:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607979.254260:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730146176, portal 25
00000400:00000010:3.0:1749607979.254264:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749607979.254266:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730146176, offset 0
02000000:00000010:1.0:1749607979.254272:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749607979.254272:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607979.254276:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607979.254279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:3.0:1749607979.254280:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749607979.254282:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730146304, portal 10
00000400:00000200:3.0:1749607979.254284:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749607979.254286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749607979.254288:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730146304, offset 0
00000400:00000200:3.0:1749607979.254288:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607979.254291:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607979.254292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607979.254293:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607979.254295:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1268:1268:256:4294967295] 192.168.201.120@tcp LPNI seq info [1268:1268:8:4294967295]
00000400:00000200:3.0:1749607979.254304:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607979.254308:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607979.254309:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749607979.254311:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749607979.254312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607979.254314:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607979.254316:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607979.254316:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607979.254317:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607979.254319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1269:1269:255:4294967295] 192.168.201.120@tcp LPNI seq info [1269:1269:7:4294967295]
00000400:00000200:1.0:1749607979.254325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607979.254329:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607979.254331:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:3.0:1749607979.254331:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607979.254334:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749607979.254334:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749607979.254338:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607979.254340:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749607979.254351:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749607979.254370:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749607979.254374:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749607979.254377:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
00000800:00000200:2.0:1749607979.254384:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749607979.254385:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000010:2.0:1749607979.254386:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749607979.254387:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607979.254389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607979.254391:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730146432, portal 10
00000400:00000200:2.0:1749607979.254391:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749607979.254393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749607979.254395:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730146432, offset 0
00000400:00000200:2.0:1749607979.254395:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607979.254398:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749607979.254404:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000200:1.0:1749607979.254405:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749607979.254406:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000400:00000200:1.0:1749607979.254408:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607979.254409:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607979.254411:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749607979.254412:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730146176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607979.254413:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607979.254414:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1270:1270:254:4294967295] 192.168.201.120@tcp LPNI seq info [1270:1270:6:4294967295]
00000400:00000200:1.0:1749607979.254420:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607979.254423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607979.254425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607979.254428:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607979.254431:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607979.254433:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607979.254461:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607979.254463:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749607979.254464:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607979.254470:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607979.254471:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749607979.254472:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749607979.254474:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730146304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607979.254488:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607979.254489:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749607979.254490:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607979.254492:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607979.254493:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749607979.254493:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749607979.254495:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730146432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607979.255437:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607979.255445:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327980
00000400:00000200:0.0:1749607979.255449:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2895 [1] + 224
00000400:00000200:0.0:1749607979.255455:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607979.255457:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607979.255461:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730146176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607979.255490:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607979.255494:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327a00
00000400:00000200:0.0:1749607979.255497:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x289d [1] + 0
00000400:00000200:0.0:1749607979.255501:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607979.255502:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607979.255504:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730146304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607979.255509:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607979.255512:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607979.255514:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607979.255518:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730146176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607979.255521:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607979.255524:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327a80
00000400:00000200:0.0:1749607979.255525:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x28a5 [1] + 0
00000100:00000200:3.0:1749607979.255525:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730146176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749607995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607979.255532:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607979.255534:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607979.255536:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730146432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749607979.255539:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749607979.255543:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:1.0:1749607979.255545:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000010:3.0:1749607979.255546:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:1.0:1749607979.255548:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749607979.255549:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607979.255560:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730146304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607979.255570:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730146304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607979.255584:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607979.255585:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749607979.255586:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607979.255589:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730146432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607979.255594:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730146432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607979.255603:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607979.255606:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749607979.255608:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749607979.255614:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607979.255616:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749607979.255618:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749607979.267004:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:3.0:1749607979.267004:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:2.0:1749607979.267011:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:0.0:1749607979.267021:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:2.0:1749607984.262059:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749607984.262075:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749607984.262122:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607984.262135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749607984.262141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749607984.262146:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749607984.262152:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607984.262156:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607984.262161:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730146560, portal 25
00000400:00000010:3.0:1749607984.262164:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000010:2.0:1749607984.262165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
00000100:00000200:3.0:1749607984.262165:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730146560, offset 0
02000000:00000010:2.0:1749607984.262169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000200:3.0:1749607984.262169:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607984.262176:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607984.262179:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607984.262182:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607984.262184:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607984.262185:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749607984.262187:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1271:1271:256:4294967295] 192.168.201.120@tcp LPNI seq info [1271:1271:8:4294967295]
00000400:00000200:3.0:1749607984.262195:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749607984.262199:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749607984.262202:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
02000000:00000010:1.0:1749607984.262203:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749607984.262207:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749607984.262208:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607984.262211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749607984.262213:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730146688, portal 10
00000400:00000010:1.0:1749607984.262217:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749607984.262218:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730146688, offset 0
00000400:00000200:1.0:1749607984.262223:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607984.262223:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749607984.262226:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607984.262227:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607984.262229:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607984.262231:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607984.262233:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607984.262234:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607984.262236:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1272:1272:255:4294967295] 192.168.201.120@tcp LPNI seq info [1272:1272:7:4294967295]
00000400:00000200:1.0:1749607984.262242:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749607984.262242:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000800:00000200:1.0:1749607984.262245:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607984.262248:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749607984.262251:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749607984.262252:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000800:00000200:1.0:1749607984.262255:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607984.262256:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607984.262256:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749607984.262266:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
02000000:00000010:1.0:1749607984.262285:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607984.262287:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607984.262289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607984.262291:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730146816, portal 10
00000400:00000010:1.0:1749607984.262293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749607984.262294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730146816, offset 0
00000400:00000200:1.0:1749607984.262298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607984.262301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607984.262307:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607984.262309:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607984.262310:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749607984.262312:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607984.262314:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1273:1273:254:4294967295] 192.168.201.120@tcp LPNI seq info [1273:1273:6:4294967295]
00000400:00000200:1.0:1749607984.262320:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607984.262323:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607984.262325:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749607984.262328:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607984.262331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607984.262333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607984.262348:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607984.262351:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749607984.262355:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607984.262359:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607984.262362:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749607984.262363:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749607984.262370:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730146560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607984.262384:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607984.262385:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749607984.262386:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607984.262388:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607984.262389:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749607984.262394:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749607984.262396:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730146688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607984.262438:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607984.262439:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749607984.262441:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607984.262442:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607984.262443:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749607984.262444:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749607984.262446:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730146816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607984.263996:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607984.264006:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327b00
00000400:00000200:0.0:1749607984.264012:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x28ad [1] + 224
00000400:00000200:0.0:1749607984.264019:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607984.264022:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607984.264027:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730146560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607984.264049:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607984.264053:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327b80
00000400:00000200:0.0:1749607984.264056:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x28b5 [1] + 0
00000400:00000200:0.0:1749607984.264060:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607984.264063:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607984.264066:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730146688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607984.264073:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607984.264075:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607984.264077:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607984.264080:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730146560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607984.264086:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749607984.264086:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730146560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607984.264090:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327c00
00000400:00000200:0.0:1749607984.264093:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x28bd [1] + 0
02000000:00000010:3.0:1749607984.264101:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749607984.264105:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749607984.264108:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:0.0:1749607984.264109:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607984.264111:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607984.264114:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607984.264117:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749607984.264119:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749607984.264123:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730146816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607984.264123:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730146688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607984.264130:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730146688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607984.264143:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607984.264145:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749607984.264146:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607984.264148:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730146816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607984.264153:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730146816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607984.264163:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607984.264166:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749607984.264168:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:1.0:1749607984.264170:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607984.264186:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749607984.264188:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:0.0:1749607984.275050:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:1.0:1749607984.275058:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749607984.275062:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749607984.275136:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749607989.270051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749607989.270066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749607989.270115:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749607989.270127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749607989.270133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:0.0:1749607989.270142:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749607989.270148:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab58.
00000100:00000010:2.0:1749607989.270150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000010:0.0:1749607989.270152:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
02000000:00000010:2.0:1749607989.270156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000200:0.0:1749607989.270157:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730146944, portal 25
00000400:00000010:0.0:1749607989.270161:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749607989.270162:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730146944, offset 0
00000400:00000200:0.0:1749607989.270168:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607989.270175:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607989.270178:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749607989.270180:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749607989.270183:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749607989.270184:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749607989.270186:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1274:1274:256:4294967295] 192.168.201.120@tcp LPNI seq info [1274:1274:8:4294967295]
02000000:00000010:1.0:1749607989.270189:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749607989.270192:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749607989.270193:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:0.0:1749607989.270194:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749607989.270196:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000400:00000010:1.0:1749607989.270196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607989.270199:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730147072, portal 10
00000800:00000200:0.0:1749607989.270200:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749607989.270204:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000800:00000200:0.0:1749607989.270205:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749607989.270205:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730147072, offset 0
00000800:00000200:0.0:1749607989.270208:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607989.270210:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607989.270214:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607989.270216:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607989.270218:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607989.270220:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1749607989.270221:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749607989.270222:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607989.270224:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1275:1275:255:4294967295] 192.168.201.120@tcp LPNI seq info [1275:1275:7:4294967295]
00000100:00000010:0.0:1749607989.270229:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
00000400:00000200:1.0:1749607989.270230:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749607989.270232:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
00000800:00000200:1.0:1749607989.270234:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749607989.270236:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
00000800:00000010:1.0:1749607989.270236:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749607989.270239:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607989.270243:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607989.270245:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749607989.270254:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749607989.270256:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607989.270258:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000800:00000200:2.0:1749607989.270259:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749607989.270260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730147200, portal 10
00000800:00000010:2.0:1749607989.270261:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000010:1.0:1749607989.270263:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749607989.270264:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730147200, offset 0
00000400:00000200:1.0:1749607989.270267:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607989.270270:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607989.270272:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607989.270274:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607989.270278:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607989.270279:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607989.270280:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607989.270281:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000200:1.0:1749607989.270282:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749607989.270283:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000400:00000200:1.0:1749607989.270284:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1276:1276:254:4294967295] 192.168.201.120@tcp LPNI seq info [1276:1276:6:4294967295]
00000100:00000200:2.0:1749607989.270288:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730146944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607989.270289:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607989.270293:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607989.270295:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749607989.270297:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607989.270301:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607989.270309:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749607989.270339:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607989.270340:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749607989.270343:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607989.270345:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607989.270346:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:2.0:1749607989.270347:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:2.0:1749607989.270349:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730147072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607989.270363:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607989.270364:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749607989.270365:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607989.270367:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607989.270368:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749607989.270369:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749607989.270370:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730147200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607989.271342:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607989.271364:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327d00
00000400:00000200:0.0:1749607989.271371:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x28cd [1] + 0
00000400:00000200:0.0:1749607989.271380:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607989.271383:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607989.271391:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730147072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607989.271416:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607989.271420:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327c80
00000400:00000200:0.0:1749607989.271423:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x28c5 [1] + 224
00000400:00000200:0.0:1749607989.271427:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607989.271429:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607989.271432:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730146944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607989.271442:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607989.271445:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749607989.271446:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607989.271451:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730147072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607989.271454:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607989.271457:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327d80
00000100:00000200:1.0:1749607989.271459:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730147072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607989.271460:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x28d5 [1] + 0
00000400:00000200:0.0:1749607989.271468:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749607989.271469:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab58.
00000400:00000200:0.0:1749607989.271470:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607989.271472:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749607989.271473:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
02000000:00000010:1.0:1749607989.271476:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000100:00000200:2.0:1749607989.271476:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730146944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749607989.271478:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730147200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607989.271480:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000200:2.0:1749607989.271480:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730146944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749607989.271483:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749607989.271487:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607989.271488:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749607989.271489:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
02000000:00000010:2.0:1749607989.271490:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749607989.271491:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:1.0:1749607989.271492:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730147200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749607989.271496:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:1.0:1749607989.271498:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730147200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749607999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607989.271508:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607989.271510:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749607989.271516:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:3.0:1749607989.283025:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:0.0:1749607989.283036:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749607989.283045:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:1.0:1749607989.283065:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:0.0:1749607994.278077:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749607994.278093:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b200.
00000400:00000200:0.0:1749607994.278137:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749607994.278147:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b89000.
00000100:00000010:0.0:1749607994.278149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
00000400:00000010:2.0:1749607994.278153:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
02000000:00000010:0.0:1749607994.278154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940800.
00000400:00000010:2.0:1749607994.278157:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607994.278163:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730147328, portal 25
00000400:00000010:2.0:1749607994.278167:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749607994.278168:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730147328, offset 0
00000400:00000200:2.0:1749607994.278173:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749607994.278176:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
00000400:00000200:2.0:1749607994.278182:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749607994.278201:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749607994.278204:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749607994.278209:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749607994.278212:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749607994.278214:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1277:1277:256:4294967295] 192.168.201.120@tcp LPNI seq info [1277:1277:8:4294967295]
00000400:00000200:2.0:1749607994.278222:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749607994.278226:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:2.0:1749607994.278227:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607994.278230:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000010:2.0:1749607994.278230:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000010:1.0:1749607994.278233:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749607994.278235:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730147456, portal 10
00000800:00000200:2.0:1749607994.278235:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749607994.278239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607994.278241:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730147456, offset 0
00000800:00000200:2.0:1749607994.278242:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607994.278245:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749607994.278245:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607994.278249:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607994.278252:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607994.278253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607994.278255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1749607994.278256:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
00000400:00000200:1.0:1749607994.278257:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607994.278259:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1278:1278:255:4294967295] 192.168.201.120@tcp LPNI seq info [1278:1278:7:4294967295]
00000100:00000010:2.0:1749607994.278264:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
00000400:00000200:1.0:1749607994.278265:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607994.278268:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749607994.278268:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749607994.278272:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
00000800:00000010:1.0:1749607994.278276:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749607994.278279:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607994.278282:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607994.278284:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749607994.278289:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
02000000:00000010:1.0:1749607994.278300:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607994.278302:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607994.278304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607994.278306:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730147584, portal 10
00000400:00000010:1.0:1749607994.278308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607994.278310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730147584, offset 0
00000400:00000200:1.0:1749607994.278313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749607994.278316:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607994.278318:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749607994.278320:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749607994.278324:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749607994.278326:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:2.0:1749607994.278327:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749607994.278328:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607994.278330:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1279:1279:254:4294967295] 192.168.201.120@tcp LPNI seq info [1279:1279:6:4294967295]
00000400:00000200:2.0:1749607994.278330:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607994.278334:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607994.278336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749607994.278337:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000800:00000200:1.0:1749607994.278339:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607994.278341:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749607994.278343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:2.0:1749607994.278343:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000800:00000200:1.0:1749607994.278346:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607994.278348:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:2.0:1749607994.278349:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730147328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607994.278364:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607994.278366:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749607994.278368:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607994.278370:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607994.278372:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:2.0:1749607994.278373:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:2.0:1749607994.278376:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730147456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749607994.278530:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749607994.278532:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749607994.278534:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749607994.278537:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749607994.278539:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749607994.278540:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749607994.278544:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730147584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607994.280286:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607994.280296:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327e00
00000400:00000200:0.0:1749607994.280301:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x28dd [1] + 224
00000400:00000200:0.0:1749607994.280308:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607994.280311:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607994.280317:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730147328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607994.280340:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607994.280344:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf327e80
00000400:00000200:0.0:1749607994.280348:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x28e5 [1] + 0
00000400:00000200:0.0:1749607994.280352:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607994.280354:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607994.280357:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730147456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749607994.280364:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749607994.280368:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749607994.280370:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749607994.280374:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730147328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607994.280377:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607994.280380:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf327f00
00000100:00000200:2.0:1749607994.280380:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730147328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607994.280383:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x28ed [1] + 0
00000400:00000200:0.0:1749607994.280394:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607994.280396:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749607994.280396:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b89000.
00000100:00000200:0.0:1749607994.280400:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730147584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749607994.280400:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b200.
00000100:00000010:2.0:1749607994.280403:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000400:00000010:1.0:1749607994.280411:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607994.280415:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749607994.280416:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607994.280420:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730147584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607994.280427:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730147584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607994.280441:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607994.280443:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749607994.280444:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749607994.280446:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730147456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607994.280451:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730147456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607994.280460:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607994.280463:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:1.0:1749607994.280466:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:1.0:1749607994.280468:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607994.280469:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940800.
00000100:00000010:1.0:1749607994.280471:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000010:3.0:1749607994.291042:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:0.0:1749607994.291053:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749607994.291060:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:1.0:1749607994.291064:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:0.0:1749607999.286024:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749607999.286039:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bb00.
00000400:00000200:0.0:1749607999.286078:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749607999.286089:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749607999.286103:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942400.
02000000:00000010:3.0:1749607999.286112:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749607999.286118:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749607999.286122:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:0.0:1749607999.286125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749607999.286128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000100:00000200:3.0:1749607999.286128:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730147712, portal 25
00000400:00000010:3.0:1749607999.286131:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749607999.286133:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730147712, offset 0
00000400:00000200:3.0:1749607999.286137:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749607999.286144:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749607999.286148:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749607999.286151:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749607999.286153:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749607999.286155:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749607999.286161:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749607999.286161:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1280:1280:256:4294967295] 192.168.201.120@tcp LPNI seq info [1280:1280:8:4294967295]
00000400:00000010:1.0:1749607999.286165:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749607999.286168:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000400:00000200:3.0:1749607999.286169:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749607999.286170:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730147840, portal 10
00000800:00000200:3.0:1749607999.286173:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749607999.286174:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749607999.286175:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730147840, offset 0
00000800:00000010:3.0:1749607999.286176:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749607999.286179:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749607999.286181:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749607999.286184:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749607999.286186:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749607999.286187:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749607999.286188:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607999.286189:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749607999.286190:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749607999.286191:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607999.286193:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1281:1281:255:4294967295] 192.168.201.120@tcp LPNI seq info [1281:1281:7:4294967295]
00000400:00000200:1.0:1749607999.286199:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607999.286202:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749607999.286204:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000800:00000010:1.0:1749607999.286205:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749607999.286207:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607999.286211:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607999.286213:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749607999.286214:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749607999.286217:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749607999.286224:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
02000000:00000010:1.0:1749607999.286239:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749607999.286241:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749607999.286243:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000800:00000200:0.0:1749607999.286245:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749607999.286246:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730147968, portal 10
00000800:00000010:0.0:1749607999.286248:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000010:1.0:1749607999.286248:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749607999.286250:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730147968, offset 0
00000400:00000200:0.0:1749607999.286252:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749607999.286253:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749607999.286256:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749607999.286257:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749607999.286258:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000200:1.0:1749607999.286259:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749607999.286260:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000200:1.0:1749607999.286260:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749607999.286262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:0.0:1749607999.286268:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730147712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749607999.286268:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749607999.286270:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1282:1282:254:4294967295] 192.168.201.120@tcp LPNI seq info [1282:1282:6:4294967295]
00000400:00000200:1.0:1749607999.286276:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749607999.286280:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749607999.286282:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749607999.286285:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749607999.286288:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749607999.286290:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749607999.286318:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607999.286320:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749607999.286321:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607999.286324:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607999.286326:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749607999.286327:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749607999.286330:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730147840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749607999.286349:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749607999.286350:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749607999.286351:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607999.286354:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749607999.286356:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749607999.286357:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749607999.286359:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730147968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607999.287381:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607999.287396:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf327f80
00000400:00000200:0.0:1749607999.287403:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x28f5 [1] + 224
00000400:00000200:0.0:1749607999.287413:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607999.287424:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607999.287432:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730147712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607999.287462:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607999.287466:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328000
00000400:00000200:0.0:1749607999.287470:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x28fd [1] + 0
00000400:00000200:0.0:1749607999.287475:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607999.287478:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749607999.287482:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730147840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749607999.287482:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749607999.287485:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749607999.287487:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749607999.287492:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730147712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749607999.287499:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730147712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749607999.287510:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749607999.287514:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328080
02000000:00000010:3.0:1749607999.287514:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000200:0.0:1749607999.287517:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2905 [1] + 0
02000000:00000010:3.0:1749607999.287518:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bb00.
00000100:00000010:3.0:1749607999.287521:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000400:00000200:0.0:1749607999.287530:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749607999.287533:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749607999.287536:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749607999.287545:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749607999.287546:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749607999.287551:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730147968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607999.287552:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730147840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607999.287556:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730147840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749607999.287573:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749607999.287573:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749607999.287574:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749607999.287576:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730147968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749607999.287579:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730147968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749607999.287589:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749607999.287592:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942400.
00000100:00000010:1.0:1749607999.287594:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
02000000:00000010:1.0:1749607999.287596:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749607999.287597:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:1.0:1749607999.287599:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000100:00000010:2.0:1749607999.299037:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749607999.299051:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:0.0:1749607999.299071:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:1.0:1749607999.299092:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:2.0:1749608004.294093:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608004.294108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608004.294154:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608004.294167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608004.294172:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608004.294181:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749608004.294187:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608004.294192:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608004.294196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
00000100:00000200:3.0:1749608004.294198:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730148096, portal 25
02000000:00000010:2.0:1749608004.294199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749608004.294201:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608004.294203:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730148096, offset 0
00000400:00000200:3.0:1749608004.294208:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608004.294217:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608004.294229:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608004.294232:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608004.294235:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608004.294237:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608004.294240:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1283:1283:256:4294967295] 192.168.201.120@tcp LPNI seq info [1283:1283:8:4294967295]
02000000:00000010:1.0:1749608004.294241:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608004.294245:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608004.294248:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608004.294250:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730148224, portal 10
00000400:00000010:1.0:1749608004.294254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000400:00000200:3.0:1749608004.294254:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608004.294255:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730148224, offset 0
00000800:00000200:3.0:1749608004.294258:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608004.294259:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608004.294261:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608004.294264:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608004.294266:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608004.294266:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608004.294268:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608004.294269:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608004.294270:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608004.294272:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1284:1284:255:4294967295] 192.168.201.120@tcp LPNI seq info [1284:1284:7:4294967295]
00000800:00000200:3.0:1749608004.294272:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608004.294275:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608004.294283:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608004.294286:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608004.294289:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608004.294291:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608004.294294:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608004.294294:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000800:00000200:1.0:1749608004.294296:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608004.294306:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608004.294309:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749608004.294318:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
02000000:00000010:1.0:1749608004.294329:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608004.294331:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608004.294333:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608004.294334:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730148352, portal 10
00000400:00000010:1.0:1749608004.294337:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608004.294338:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730148352, offset 0
00000400:00000200:1.0:1749608004.294340:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608004.294343:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608004.294345:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608004.294347:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608004.294348:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608004.294350:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608004.294357:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1285:1285:254:4294967295] 192.168.201.120@tcp LPNI seq info [1285:1285:6:4294967295]
00000400:00000200:1.0:1749608004.294362:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608004.294365:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608004.294367:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608004.294367:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608004.294369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749608004.294373:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000800:00000200:1.0:1749608004.294373:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608004.294375:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608004.294379:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608004.294386:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608004.294391:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749608004.294393:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749608004.294403:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730148096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608004.294426:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608004.294428:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608004.294430:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608004.294442:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608004.294444:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749608004.294445:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749608004.294450:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730148224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608004.294514:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608004.294516:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608004.294518:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608004.294521:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608004.294523:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749608004.294524:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608004.294528:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730148352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608004.295623:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608004.295637:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328100
00000400:00000200:0.0:1749608004.295644:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x290d [1] + 224
00000400:00000200:0.0:1749608004.295655:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608004.295658:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608004.295663:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730148096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608004.295697:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608004.295702:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328180
00000400:00000200:0.0:1749608004.295706:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2915 [1] + 0
00000400:00000200:0.0:1749608004.295711:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608004.295713:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608004.295716:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730148224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608004.295725:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608004.295729:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608004.295730:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608004.295737:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730148096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608004.295741:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608004.295742:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730148096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608004.295745:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328200
00000400:00000200:0.0:1749608004.295753:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x291d [1] + 0
02000000:00000010:3.0:1749608004.295755:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749608004.295758:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749608004.295761:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:0.0:1749608004.295763:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608004.295766:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608004.295769:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730148352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608004.295772:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608004.295776:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608004.295777:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608004.295781:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730148224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608004.295786:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730148224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608004.295802:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608004.295803:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608004.295804:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608004.295805:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730148352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608004.295812:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730148352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608004.295822:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608004.295825:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608004.295827:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749608004.295829:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608004.295830:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608004.295831:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749608004.307037:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:1.0:1749608004.307046:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608004.307056:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:2.0:1749608004.307061:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:2.0:1749608009.302106:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608009.302123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608009.302171:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608009.302184:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608009.302190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749608009.302201:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608009.302206:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac60.
00000400:00000010:0.0:1749608009.302210:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749608009.302216:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730148480, portal 25
00000400:00000010:0.0:1749608009.302219:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000010:2.0:1749608009.302219:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000100:00000200:0.0:1749608009.302221:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730148480, offset 0
02000000:00000010:2.0:1749608009.302222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000200:0.0:1749608009.302226:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608009.302235:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608009.302239:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608009.302242:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608009.302245:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608009.302247:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608009.302249:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1286:1286:256:4294967295] 192.168.201.120@tcp LPNI seq info [1286:1286:8:4294967295]
00000400:00000200:0.0:1749608009.302257:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608009.302262:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608009.302264:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000200:0.0:1749608009.302269:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608009.302275:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608009.302279:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749608009.302292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000010:0.0:1749608009.302298:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608009.302307:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
00000100:00000010:0.0:1749608009.302310:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
00000400:00000010:1.0:1749608009.302310:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608009.302313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000010:0.0:1749608009.302315:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000100:00000200:1.0:1749608009.302315:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730148608, portal 10
00000400:00000010:1.0:1749608009.302319:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608009.302320:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730148608, offset 0
00000400:00000200:1.0:1749608009.302323:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608009.302327:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608009.302329:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608009.302330:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608009.302332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608009.302333:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608009.302335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1287:1287:255:4294967295] 192.168.201.120@tcp LPNI seq info [1287:1287:7:4294967295]
00000400:00000200:1.0:1749608009.302340:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608009.302344:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608009.302346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608009.302348:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608009.302351:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608009.302353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608009.302394:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608009.302396:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608009.302398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608009.302399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730148736, portal 10
00000400:00000010:1.0:1749608009.302402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608009.302403:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730148736, offset 0
00000800:00000200:2.0:1749608009.302405:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608009.302406:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608009.302407:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749608009.302409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608009.302411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608009.302411:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608009.302413:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608009.302414:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608009.302415:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608009.302416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608009.302417:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1288:1288:254:4294967295] 192.168.201.120@tcp LPNI seq info [1288:1288:6:4294967295]
00000400:00000200:2.0:1749608009.302417:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749608009.302419:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749608009.302425:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730148480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608009.302426:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608009.302429:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608009.302431:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608009.302433:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608009.302436:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608009.302438:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608009.302636:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608009.302638:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608009.302641:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608009.302644:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608009.302646:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749608009.302647:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749608009.302651:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730148608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608009.302680:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608009.302686:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608009.302688:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608009.302690:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608009.302692:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:2.0:1749608009.302693:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:2.0:1749608009.302696:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730148736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608009.303804:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608009.303818:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328300
00000400:00000200:0.0:1749608009.303823:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x292d [1] + 0
00000400:00000200:0.0:1749608009.303832:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608009.303834:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608009.303840:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730148608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608009.303867:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608009.303871:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328380
00000400:00000200:0.0:1749608009.303874:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2935 [1] + 0
00000400:00000200:0.0:1749608009.303878:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608009.303881:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608009.303885:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730148736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608009.303887:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608009.303891:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608009.303892:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000400:00000200:0.0:1749608009.303900:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608009.303900:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730148608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608009.303903:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328280
00000400:00000200:0.0:1749608009.303907:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2925 [1] + 224
00000100:00000200:1.0:1749608009.303907:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730148608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608009.303920:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608009.303924:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608009.303925:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608009.303926:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608009.303928:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608009.303930:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730148736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608009.303965:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730148736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608009.303969:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730148480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608009.303976:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608009.303980:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608009.303983:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608009.303985:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608009.303987:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608009.303988:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:0.0:1749608009.304028:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000400:00000200:0.0:1749608009.304031:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:0.0:1749608009.304032:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749608009.304035:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730148480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608009.304041:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730148480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1749608009.304058:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:0.0:1749608009.304061:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:0.0:1749608009.304063:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749608009.315041:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:1.0:1749608009.315049:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:0.0:1749608009.315064:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749608009.315116:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:2.0:1749608014.310078:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608014.310103:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608014.310159:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608014.310176:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608014.310182:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:0.0:1749608014.310184:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608014.310190:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac60.
00000400:00000010:0.0:1749608014.310196:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749608014.310203:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730148864, portal 25
00000100:00000010:2.0:1749608014.310203:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
00000400:00000010:0.0:1749608014.310207:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
02000000:00000010:2.0:1749608014.310207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000200:0.0:1749608014.310209:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730148864, offset 0
00000400:00000200:0.0:1749608014.310216:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608014.310228:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608014.310233:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608014.310237:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608014.310241:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608014.310242:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608014.310243:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608014.310246:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1289:1289:256:4294967295] 192.168.201.120@tcp LPNI seq info [1289:1289:8:4294967295]
00000400:00000010:1.0:1749608014.310248:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608014.310256:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608014.310260:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608014.310261:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608014.310263:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730148992, portal 10
00000800:00000010:0.0:1749608014.310264:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000400:00000010:1.0:1749608014.310267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608014.310268:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730148992, offset 0
00000800:00000200:0.0:1749608014.310271:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608014.310272:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608014.310275:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608014.310277:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608014.310278:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608014.310279:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608014.310280:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608014.310281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608014.310283:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608014.310283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1290:1290:255:4294967295] 192.168.201.120@tcp LPNI seq info [1290:1290:7:4294967295]
00000400:00000200:1.0:1749608014.310287:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608014.310289:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608014.310292:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608014.310294:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608014.310297:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608014.310299:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608014.310304:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608014.310320:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749608014.310326:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
00000100:00000010:0.0:1749608014.310329:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
02000000:00000010:1.0:1749608014.310351:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608014.310354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:2.0:1749608014.310355:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608014.310356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000800:00000010:2.0:1749608014.310357:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000100:00000200:1.0:1749608014.310358:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730149120, portal 10
00000400:00000010:1.0:1749608014.310361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608014.310362:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730149120, offset 0
00000400:00000200:2.0:1749608014.310362:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608014.310365:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608014.310367:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608014.310368:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608014.310370:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608014.310371:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000200:1.0:1749608014.310372:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749608014.310373:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000400:00000200:1.0:1749608014.310374:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608014.310375:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608014.310377:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1291:1291:254:4294967295] 192.168.201.120@tcp LPNI seq info [1291:1291:6:4294967295]
00000100:00000200:2.0:1749608014.310381:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730148864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608014.310383:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608014.310391:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608014.310394:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608014.310396:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608014.310399:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608014.310401:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608014.310457:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608014.310458:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608014.310460:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608014.310462:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608014.310464:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749608014.310464:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749608014.310467:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730148992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608014.310482:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608014.310487:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608014.310489:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608014.310490:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608014.310492:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749608014.310493:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749608014.310495:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730149120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608014.311651:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608014.311662:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328480
00000400:00000200:0.0:1749608014.311672:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2945 [1] + 0
00000400:00000200:0.0:1749608014.311680:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608014.311683:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608014.311688:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730148992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608014.311718:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608014.311721:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328400
00000400:00000200:0.0:1749608014.311724:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x293d [1] + 224
00000400:00000200:0.0:1749608014.311728:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608014.311730:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608014.311733:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730148864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608014.311754:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608014.311757:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328500
00000400:00000200:0.0:1749608014.311760:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x294d [1] + 0
00000400:00000200:0.0:1749608014.311770:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608014.311773:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608014.311776:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730149120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608014.311791:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608014.311798:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608014.311799:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000400:00000010:2.0:1749608014.311804:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000100:00000200:1.0:1749608014.311808:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730148992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608014.311808:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749608014.311809:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:1.0:1749608014.311814:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730148992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608014.311814:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730148864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608014.311822:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730148864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608014.311834:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608014.311836:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608014.311837:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
02000000:00000010:2.0:1749608014.311837:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000100:00000200:1.0:1749608014.311840:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730149120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608014.311842:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:1.0:1749608014.311845:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730149120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608014.311846:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749608014.311858:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608014.311863:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608014.311867:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608014.311870:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608014.311871:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608014.311873:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749608014.323061:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:3.0:1749608014.323066:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:0.0:1749608014.323073:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608014.323079:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:2.0:1749608019.318048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608019.318064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608019.318116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608019.318128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608019.318138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749608019.318166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608019.318169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:0.0:1749608019.318170:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608019.318177:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac08.
00000400:00000010:0.0:1749608019.318182:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749608019.318187:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730149248, portal 25
00000400:00000010:0.0:1749608019.318191:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749608019.318193:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730149248, offset 0
00000400:00000200:0.0:1749608019.318198:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608019.318206:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608019.318221:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608019.318224:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608019.318227:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608019.318229:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608019.318232:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1292:1292:256:4294967295] 192.168.201.120@tcp LPNI seq info [1292:1292:8:4294967295]
00000400:00000200:0.0:1749608019.318240:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608019.318245:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608019.318248:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000800:00000200:0.0:1749608019.318253:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608019.318260:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608019.318263:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749608019.318274:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608019.318282:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000100:00000010:0.0:1749608019.318296:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
00000100:00000010:0.0:1749608019.318300:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
02000000:00000010:1.0:1749608019.318370:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608019.318374:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608019.318376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608019.318383:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730149376, portal 10
00000800:00000200:2.0:1749608019.318384:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608019.318386:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000010:1.0:1749608019.318387:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608019.318388:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730149376, offset 0
00000400:00000200:2.0:1749608019.318389:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608019.318393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608019.318393:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608019.318395:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000200:1.0:1749608019.318396:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749608019.318397:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000400:00000200:1.0:1749608019.318398:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608019.318401:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608019.318402:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608019.318403:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608019.318405:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1293:1293:255:4294967295] 192.168.201.120@tcp LPNI seq info [1293:1293:7:4294967295]
00000100:00000200:2.0:1749608019.318405:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730149248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608019.318411:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608019.318414:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608019.318417:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608019.318419:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608019.318422:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608019.318424:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608019.318435:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608019.318437:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608019.318439:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608019.318441:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730149504, portal 10
00000400:00000010:1.0:1749608019.318443:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608019.318444:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730149504, offset 0
00000400:00000200:1.0:1749608019.318447:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608019.318450:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749608019.318450:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608019.318452:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749608019.318452:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:1.0:1749608019.318454:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608019.318454:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608019.318455:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608019.318456:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608019.318457:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608019.318458:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000200:1.0:1749608019.318459:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1294:1294:255:4294967295] 192.168.201.120@tcp LPNI seq info [1294:1294:7:4294967295]
00000400:00000010:2.0:1749608019.318460:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749608019.318463:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730149376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608019.318465:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608019.318471:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608019.318473:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608019.318475:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608019.318479:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608019.318480:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608019.318558:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608019.318560:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608019.318562:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608019.318566:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608019.318568:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749608019.318569:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749608019.318573:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730149504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608019.319546:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608019.319555:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328600
00000400:00000200:0.0:1749608019.319561:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x295d [1] + 0
00000400:00000200:0.0:1749608019.319567:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608019.319570:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608019.319580:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730149376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608019.319611:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608019.319615:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328580
00000400:00000200:0.0:1749608019.319618:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2955 [1] + 224
00000400:00000200:0.0:1749608019.319623:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608019.319626:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608019.319629:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730149248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608019.319640:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608019.319643:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608019.319644:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608019.319648:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730149376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608019.319655:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730149376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608019.319657:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608019.319662:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328680
00000400:00000200:0.0:1749608019.319665:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2965 [1] + 0
02000000:00000010:1.0:1749608019.319672:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608019.319675:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608019.319676:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000400:00000200:0.0:1749608019.319678:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:1.0:1749608019.319679:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000200:0.0:1749608019.319682:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730149504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608019.319700:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608019.319702:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608019.319703:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608019.319705:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730149504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608019.319710:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730149504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608019.319721:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608019.319723:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608019.319725:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:2.0:1749608019.319762:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac08.
00000400:00000200:2.0:1749608019.319770:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749608019.319772:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749608019.319781:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730149248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608019.319790:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730149248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608019.319811:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608019.319816:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749608019.319819:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:1.0:1749608019.331035:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:3.0:1749608019.331035:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:0.0:1749608019.331042:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608019.331091:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:2.0:1749608024.326037:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608024.326054:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608024.326092:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608024.326106:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608024.326111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749608024.326134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608024.326138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608024.326141:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608024.326151:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608024.326159:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608024.326166:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730149632, portal 25
00000400:00000010:3.0:1749608024.326170:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749608024.326172:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730149632, offset 0
02000000:00000010:1.0:1749608024.326173:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608024.326179:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608024.326179:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608024.326184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000200:3.0:1749608024.326193:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749608024.326196:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730149760, portal 10
00000400:00000200:3.0:1749608024.326198:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608024.326199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608024.326201:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730149760, offset 0
00000400:00000200:3.0:1749608024.326201:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608024.326205:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608024.326207:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608024.326207:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608024.326210:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1295:1295:256:4294967295] 192.168.201.120@tcp LPNI seq info [1295:1295:8:4294967295]
00000400:00000200:3.0:1749608024.326221:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608024.326226:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608024.326229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608024.326230:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608024.326233:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608024.326236:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608024.326237:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608024.326239:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608024.326241:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608024.326244:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1296:1296:255:4294967295] 192.168.201.120@tcp LPNI seq info [1296:1296:7:4294967295]
00000800:00000200:3.0:1749608024.326245:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608024.326249:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608024.326252:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608024.326256:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608024.326259:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608024.326263:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608024.326283:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608024.326286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608024.326299:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749608024.326324:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000800:00000200:2.0:1749608024.326330:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:3.0:1749608024.326331:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000800:00000010:2.0:1749608024.326332:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000100:00000010:3.0:1749608024.326335:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000400:00000200:2.0:1749608024.326336:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608024.326345:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608024.326348:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608024.326348:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:1.0:1749608024.326350:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749608024.326350:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000400:00000010:1.0:1749608024.326353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608024.326355:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730149888, portal 10
00000400:00000010:1.0:1749608024.326357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749608024.326357:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730149632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608024.326358:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730149888, offset 0
00000400:00000200:1.0:1749608024.326361:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608024.326364:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608024.326365:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608024.326367:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608024.326368:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608024.326369:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608024.326370:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1297:1297:254:4294967295] 192.168.201.120@tcp LPNI seq info [1297:1297:6:4294967295]
00000400:00000200:1.0:1749608024.326374:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608024.326379:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608024.326381:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608024.326383:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608024.326385:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608024.326386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608024.326426:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608024.326428:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:2.0:1749608024.326430:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608024.326433:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608024.326434:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749608024.326435:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608024.326439:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730149760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608024.326458:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608024.326459:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749608024.326461:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608024.326463:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608024.326465:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:2.0:1749608024.326466:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749608024.326468:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730149888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608024.327453:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608024.327466:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328700
00000400:00000200:0.0:1749608024.327473:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x296d [1] + 224
00000400:00000200:0.0:1749608024.327482:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608024.327486:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608024.327496:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730149632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608024.327530:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608024.327534:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328780
00000400:00000200:0.0:1749608024.327539:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2975 [1] + 0
00000400:00000200:0.0:1749608024.327553:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608024.327555:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608024.327556:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608024.327559:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608024.327561:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608024.327565:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730149632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608024.327567:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730149760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608024.327572:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730149632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608024.327590:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608024.327594:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328800
00000400:00000200:0.0:1749608024.327597:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x297d [1] + 0
02000000:00000010:3.0:1749608024.327601:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608024.327605:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749608024.327610:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:0.0:1749608024.327611:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608024.327614:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608024.327615:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608024.327619:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608024.327620:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608024.327625:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730149760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608024.327627:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730149888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608024.327632:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730149760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608024.327650:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608024.327652:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608024.327653:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608024.327656:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730149888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608024.327661:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730149888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608034 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608024.327673:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608024.327676:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608024.327679:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749608024.327682:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608024.327684:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608024.327685:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749608024.339011:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749608024.339011:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749608024.339043:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:0.0:1749608024.339052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:2.0:1749608029.334043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608029.334060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608029.334100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608029.334112:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608029.334117:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:0.0:1749608029.334136:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749608029.334138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608029.334140:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:0.0:1749608029.334141:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eacb8.
00000400:00000010:0.0:1749608029.334146:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749608029.334151:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730150016, portal 25
00000400:00000010:0.0:1749608029.334155:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749608029.334156:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730150016, offset 0
00000400:00000200:0.0:1749608029.334161:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608029.334170:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608029.334174:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608029.334177:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749608029.334179:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608029.334180:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608029.334181:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608029.334183:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1298:1298:256:4294967295] 192.168.201.120@tcp LPNI seq info [1298:1298:8:4294967295]
00000400:00000010:1.0:1749608029.334184:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608029.334201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000200:0.0:1749608029.334203:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608029.334208:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608029.334211:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000100:00000200:1.0:1749608029.334214:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730150144, portal 10
00000800:00000200:0.0:1749608029.334216:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608029.334219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608029.334220:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730150144, offset 0
00000400:00000200:1.0:1749608029.334224:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608029.334228:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608029.334229:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608029.334231:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608029.334233:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608029.334233:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608029.334234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608029.334236:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608029.334242:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1299:1299:255:4294967295] 192.168.201.120@tcp LPNI seq info [1299:1299:7:4294967295]
00000400:00000200:1.0:1749608029.334248:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608029.334252:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608029.334254:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000010:1.0:1749608029.334254:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608029.334257:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608029.334261:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608029.334263:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608029.334264:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749608029.334267:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
00000100:00000010:0.0:1749608029.334274:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
02000000:00000010:1.0:1749608029.334290:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608029.334293:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608029.334295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608029.334298:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730150272, portal 10
00000800:00000200:2.0:1749608029.334298:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608029.334300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000800:00000010:2.0:1749608029.334300:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000100:00000200:1.0:1749608029.334302:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730150272, offset 0
00000400:00000200:1.0:1749608029.334305:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608029.334306:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608029.334308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608029.334309:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608029.334311:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608029.334311:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000200:1.0:1749608029.334312:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749608029.334313:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000400:00000200:1.0:1749608029.334314:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608029.334315:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608029.334317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1300:1300:254:4294967295] 192.168.201.120@tcp LPNI seq info [1300:1300:6:4294967295]
00000100:00000200:2.0:1749608029.334318:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730150016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608029.334322:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608029.334331:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608029.334333:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608029.334336:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608029.334340:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608029.334341:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608029.334392:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608029.334394:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608029.334396:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608029.334402:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608029.334404:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:2.0:1749608029.334405:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:2.0:1749608029.334408:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730150144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608029.334430:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608029.334432:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608029.334433:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608029.334435:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608029.334436:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:2.0:1749608029.334437:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:2.0:1749608029.334439:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730150272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608029.335618:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608029.335627:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328900
00000400:00000200:0.0:1749608029.335632:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x298d [1] + 0
00000400:00000200:0.0:1749608029.335640:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608029.335642:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608029.335648:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730150144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608029.335673:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608029.335677:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328880
00000400:00000200:0.0:1749608029.335680:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2985 [1] + 224
00000400:00000200:0.0:1749608029.335684:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608029.335686:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608029.335689:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730150016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608029.335698:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608029.335701:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608029.335702:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608029.335706:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730150144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608029.335711:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608029.335713:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730150144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608029.335715:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328980
00000400:00000200:0.0:1749608029.335718:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2995 [1] + 0
02000000:00000010:1.0:1749608029.335728:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608029.335729:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608029.335731:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000400:00000200:0.0:1749608029.335732:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:1.0:1749608029.335733:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:0.0:1749608029.335736:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730150272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608029.335740:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eacb8.
00000400:00000200:2.0:1749608029.335744:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749608029.335746:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749608029.335750:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730150016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608029.335758:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730150016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608029.335770:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608029.335773:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749608029.335785:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749608029.335801:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608029.335804:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608029.335805:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608029.335813:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730150272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608029.335819:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730150272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608039 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608029.335831:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608029.335833:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608029.335835:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:0.0:1749608029.347041:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608029.347054:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:3.0:1749608029.347060:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:1.0:1749608029.347088:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:2.0:1749608034.342038:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608034.342053:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608034.342090:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608034.342115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608034.342121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749608034.342135:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749608034.342139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:0.0:1749608034.342141:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead10.
02000000:00000010:2.0:1749608034.342143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:0.0:1749608034.342147:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749608034.342152:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730150400, portal 25
00000400:00000010:0.0:1749608034.342155:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749608034.342157:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730150400, offset 0
00000400:00000200:0.0:1749608034.342163:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608034.342170:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608034.342173:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608034.342175:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608034.342177:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608034.342178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608034.342179:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608034.342180:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1301:1301:256:4294967295] 192.168.201.120@tcp LPNI seq info [1301:1301:8:4294967295]
00000400:00000010:1.0:1749608034.342181:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608034.342184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000400:00000200:0.0:1749608034.342187:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608034.342190:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608034.342192:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000800:00000200:0.0:1749608034.342196:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608034.342196:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730150528, portal 10
00000800:00000200:0.0:1749608034.342200:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608034.342200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608034.342201:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730150528, offset 0
00000800:00000200:0.0:1749608034.342203:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608034.342204:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608034.342207:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608034.342209:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608034.342210:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608034.342212:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608034.342213:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608034.342215:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1302:1302:255:4294967295] 192.168.201.120@tcp LPNI seq info [1302:1302:7:4294967295]
00000100:00000010:0.0:1749608034.342217:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749608034.342221:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749608034.342223:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
00000800:00000200:1.0:1749608034.342225:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608034.342226:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
00000800:00000010:1.0:1749608034.342227:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000100:00000010:0.0:1749608034.342228:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
00000800:00000200:1.0:1749608034.342230:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608034.342233:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608034.342235:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608034.342244:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608034.342246:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608034.342247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608034.342249:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730150656, portal 10
00000400:00000010:1.0:1749608034.342251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608034.342252:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730150656, offset 0
00000400:00000200:1.0:1749608034.342255:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608034.342255:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608034.342257:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749608034.342258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608034.342259:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608034.342261:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608034.342261:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608034.342262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608034.342264:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608034.342264:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608034.342265:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1303:1303:254:4294967295] 192.168.201.120@tcp LPNI seq info [1303:1303:6:4294967295]
00000400:00000200:2.0:1749608034.342267:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749608034.342268:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000400:00000200:1.0:1749608034.342271:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749608034.342274:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730150400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608034.342277:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608034.342279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608034.342281:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608034.342284:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608034.342285:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608034.342328:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608034.342329:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608034.342331:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608034.342332:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608034.342334:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:2.0:1749608034.342335:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:2.0:1749608034.342337:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730150528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608034.342351:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608034.342352:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608034.342353:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608034.342354:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608034.342355:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:2.0:1749608034.342356:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:2.0:1749608034.342357:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730150656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608034.343317:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608034.343325:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328a80
00000400:00000200:0.0:1749608034.343330:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x29a5 [1] + 0
00000400:00000200:0.0:1749608034.343340:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608034.343347:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608034.343352:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730150528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608034.343376:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608034.343380:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328a00
00000400:00000200:0.0:1749608034.343383:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x299d [1] + 224
00000400:00000200:0.0:1749608034.343388:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608034.343390:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608034.343393:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730150400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608034.343407:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608034.343411:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608034.343412:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608034.343416:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730150528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608034.343422:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608034.343424:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730150528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608034.343425:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328b00
00000400:00000200:0.0:1749608034.343428:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x29ad [1] + 0
00000400:00000200:0.0:1749608034.343441:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608034.343443:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000010:2.0:1749608034.343443:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead10.
00000400:00000200:0.0:1749608034.343444:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608034.343447:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000400:00000200:2.0:1749608034.343447:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749608034.343448:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000010:1.0:1749608034.343451:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:0.0:1749608034.343453:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730150656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608034.343453:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730150400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608034.343461:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730150400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608034.343472:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608034.343473:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000200:1.0:1749608034.343474:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608034.343475:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
02000000:00000010:2.0:1749608034.343476:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749608034.343478:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:1.0:1749608034.343479:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730150656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608034.343484:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730150656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608034.343495:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608034.343497:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608034.343499:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749608034.355038:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:1.0:1749608034.355039:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:3.0:1749608034.355043:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:0.0:1749608034.355156:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608039.350065:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608039.350082:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608039.350126:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608039.350140:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608039.350145:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608039.350158:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000100:00000010:2.0:1749608039.350166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
00000400:00000010:3.0:1749608039.350166:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749608039.350169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749608039.350171:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608039.350177:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730150784, portal 25
00000400:00000010:3.0:1749608039.350181:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749608039.350183:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730150784, offset 0
00000400:00000200:3.0:1749608039.350188:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608039.350198:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608039.350202:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608039.350204:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608039.350207:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608039.350208:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608039.350209:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608039.350211:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1304:1304:256:4294967295] 192.168.201.120@tcp LPNI seq info [1304:1304:8:4294967295]
00000400:00000010:1.0:1749608039.350213:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608039.350216:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:3.0:1749608039.350225:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608039.350228:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730150912, portal 10
00000800:00000200:3.0:1749608039.350229:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608039.350232:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000800:00000010:3.0:1749608039.350232:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000100:00000200:1.0:1749608039.350234:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730150912, offset 0
00000800:00000200:3.0:1749608039.350237:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608039.350238:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608039.350242:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608039.350244:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608039.350245:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608039.350247:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608039.350247:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608039.350248:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608039.350250:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608039.350252:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1305:1305:255:4294967295] 192.168.201.120@tcp LPNI seq info [1305:1305:7:4294967295]
00000400:00000200:1.0:1749608039.350258:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608039.350262:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608039.350262:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000800:00000010:1.0:1749608039.350264:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608039.350267:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608039.350270:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608039.350272:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608039.350274:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749608039.350278:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000100:00000010:3.0:1749608039.350288:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000800:00000200:0.0:1749608039.350304:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608039.350308:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
02000000:00000010:1.0:1749608039.350309:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608039.350311:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608039.350311:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608039.350313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000200:0.0:1749608039.350315:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608039.350315:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730151040, portal 10
00000400:00000010:1.0:1749608039.350317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000200:0.0:1749608039.350318:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749608039.350319:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749608039.350327:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730150784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608039.350327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730151040, offset 0
00000400:00000200:1.0:1749608039.350331:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608039.350334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608039.350336:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608039.350338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608039.350339:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608039.350340:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608039.350342:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1306:1306:254:4294967295] 192.168.201.120@tcp LPNI seq info [1306:1306:6:4294967295]
00000400:00000200:1.0:1749608039.350348:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608039.350356:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608039.350358:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608039.350360:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608039.350363:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608039.350365:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608039.350404:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608039.350406:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608039.350409:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608039.350416:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608039.350418:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749608039.350419:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608039.350423:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730150912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608039.350445:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608039.350447:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608039.350448:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608039.350451:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608039.350453:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749608039.350454:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749608039.350457:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730151040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608039.351566:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608039.351582:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328b80
00000400:00000200:0.0:1749608039.351589:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x29b5 [1] + 224
00000400:00000200:0.0:1749608039.351604:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608039.351608:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608039.351616:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730150784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608039.351646:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608039.351650:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328c00
00000400:00000200:0.0:1749608039.351655:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x29bd [1] + 0
00000400:00000200:0.0:1749608039.351660:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608039.351662:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608039.351667:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730150912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608039.351672:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608039.351676:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608039.351677:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608039.351683:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730150784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608039.351691:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608039.351691:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730150784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608039.351695:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328c80
02000000:00000010:3.0:1749608039.351707:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000200:0.0:1749608039.351708:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x29c5 [1] + 0
02000000:00000010:3.0:1749608039.351711:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608039.351714:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000200:0.0:1749608039.351720:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608039.351722:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608039.351726:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730151040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608039.351734:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608039.351739:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608039.351740:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608039.351745:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730150912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608039.351753:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730150912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608039.351772:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608039.351773:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608039.351774:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608039.351776:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730151040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608039.351779:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730151040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608039.351789:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608039.351792:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608039.351794:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749608039.351796:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608039.351797:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608039.351798:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:3.0:1749608039.363051:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:1.0:1749608039.363062:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:2.0:1749608039.363070:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:0.0:1749608039.363074:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:2.0:1749608044.358046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608044.358062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608044.358102:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608044.358115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608044.358121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749608044.358132:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608044.358138:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608044.358144:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608044.358149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000100:00000200:3.0:1749608044.358150:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730151168, portal 25
00000400:00000010:3.0:1749608044.358153:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749608044.358155:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730151168, offset 0
00000400:00000200:3.0:1749608044.358160:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608044.358169:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608044.358174:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608044.358176:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608044.358179:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608044.358181:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:2.0:1749608044.358185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000200:3.0:1749608044.358196:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1307:1307:256:4294967295] 192.168.201.120@tcp LPNI seq info [1307:1307:8:4294967295]
02000000:00000010:1.0:1749608044.358198:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608044.358202:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608044.358205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000200:3.0:1749608044.358205:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608044.358210:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608044.358213:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000200:1.0:1749608044.358216:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730151296, portal 10
00000800:00000200:3.0:1749608044.358218:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608044.358220:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608044.358222:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730151296, offset 0
00000800:00000200:3.0:1749608044.358224:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608044.358226:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608044.358228:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608044.358230:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608044.358232:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608044.358234:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608044.358236:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608044.358237:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608044.358238:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1308:1308:255:4294967295] 192.168.201.120@tcp LPNI seq info [1308:1308:7:4294967295]
00000400:00000200:1.0:1749608044.358243:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608044.358246:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608044.358250:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000010:3.0:1749608044.358250:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000800:00000200:1.0:1749608044.358253:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608044.358256:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608044.358258:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608044.358258:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749608044.358262:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749608044.358276:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
02000000:00000010:1.0:1749608044.358289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608044.358292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:0.0:1749608044.358293:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608044.358293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608044.358295:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730151424, portal 10
00000800:00000010:0.0:1749608044.358296:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000010:1.0:1749608044.358298:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000400:00000200:0.0:1749608044.358299:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608044.358299:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730151424, offset 0
00000400:00000200:1.0:1749608044.358302:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608044.358303:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608044.358305:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000200:1.0:1749608044.358306:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749608044.358307:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000400:00000200:1.0:1749608044.358308:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608044.358309:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608044.358310:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608044.358312:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749608044.358314:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730151168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608044.358314:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1309:1309:254:4294967295] 192.168.201.120@tcp LPNI seq info [1309:1309:6:4294967295]
00000400:00000200:1.0:1749608044.358319:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608044.358326:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608044.358328:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608044.358331:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608044.358334:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608044.358335:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608044.358381:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608044.358383:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608044.358385:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608044.358388:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608044.358389:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749608044.358390:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749608044.358393:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730151296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608044.358411:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608044.358413:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608044.358414:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608044.358416:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608044.358418:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749608044.358419:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749608044.358421:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730151424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608044.360035:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608044.360061:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328d00
00000400:00000200:0.0:1749608044.360068:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x29cd [1] + 224
00000400:00000200:0.0:1749608044.360079:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608044.360083:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608044.360093:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730151168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608044.360126:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608044.360131:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328d80
00000400:00000200:0.0:1749608044.360135:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x29d5 [1] + 0
00000400:00000200:0.0:1749608044.360140:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608044.360143:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608044.360148:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730151296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608044.360173:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608044.360177:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328e00
00000400:00000200:0.0:1749608044.360180:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x29dd [1] + 0
00000400:00000200:0.0:1749608044.360190:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608044.360193:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608044.360197:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730151424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608044.360218:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608044.360223:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608044.360226:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000010:1.0:1749608044.360230:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000200:3.0:1749608044.360233:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730151168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608044.360234:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608044.360235:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608044.360240:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730151296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608044.360241:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730151168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608044.360247:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730151296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608044.360258:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608044.360261:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000010:1.0:1749608044.360262:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608044.360264:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749608044.360265:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000010:3.0:1749608044.360265:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:1.0:1749608044.360267:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730151424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608044.360273:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730151424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608044.360283:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608044.360285:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608044.360288:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749608044.360290:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608044.360291:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608044.360293:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749608044.371038:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:1.0:1749608044.371047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749608044.371052:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:0.0:1749608044.371068:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:2.0:1749608049.366132:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608049.366157:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608049.366218:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608049.366232:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608049.366237:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749608049.366266:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608049.366273:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608049.366278:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608049.366284:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730151552, portal 25
00000400:00000010:3.0:1749608049.366287:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749608049.366289:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730151552, offset 0
00000400:00000200:3.0:1749608049.366294:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608049.366301:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608049.366306:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608049.366309:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608049.366311:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608049.366313:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608049.366316:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1310:1310:256:4294967295] 192.168.201.120@tcp LPNI seq info [1310:1310:8:4294967295]
00000400:00000200:3.0:1749608049.366324:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608049.366328:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608049.366336:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608049.366341:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608049.366348:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608049.366350:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749608049.366355:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608049.366366:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:3.0:1749608049.366369:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000400:00000010:1.0:1749608049.366373:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000010:2.0:1749608049.366374:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608049.366379:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749608049.366383:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000100:00000200:1.0:1749608049.366388:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730151680, portal 10
00000100:00000010:3.0:1749608049.366388:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749608049.366392:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000400:00000010:1.0:1749608049.366395:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608049.366398:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730151680, offset 0
00000400:00000200:1.0:1749608049.366406:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608049.366421:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608049.366425:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608049.366428:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608049.366431:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608049.366433:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608049.366435:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1311:1311:255:4294967295] 192.168.201.120@tcp LPNI seq info [1311:1311:7:4294967295]
00000400:00000200:1.0:1749608049.366443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608049.366448:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608049.366451:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608049.366456:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608049.366462:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608049.366463:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749608049.366465:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749608049.366467:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749608049.366470:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608049.366476:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608049.366479:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749608049.366480:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
02000000:00000010:1.0:1749608049.366486:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000200:0.0:1749608049.366487:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730151552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608049.366489:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608049.366492:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608049.366493:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730151808, portal 10
00000400:00000010:1.0:1749608049.366496:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608049.366498:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730151808, offset 0
00000400:00000200:1.0:1749608049.366503:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608049.366507:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608049.366509:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608049.366511:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608049.366512:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608049.366514:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608049.366516:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1312:1312:255:4294967295] 192.168.201.120@tcp LPNI seq info [1312:1312:7:4294967295]
00000800:00000200:0.0:1749608049.366519:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608049.366521:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:1.0:1749608049.366522:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608049.366523:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608049.366527:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608049.366529:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749608049.366530:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000800:00000200:1.0:1749608049.366531:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608049.366533:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000100:00000200:0.0:1749608049.366534:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730151680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608049.366537:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608049.366541:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608049.366543:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608049.366581:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608049.366583:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608049.366585:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608049.366588:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608049.366591:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608049.366592:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608049.366595:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730151808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608049.367652:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608049.367664:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf328e80
00000400:00000200:0.0:1749608049.367671:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x29e5 [1] + 224
00000400:00000200:0.0:1749608049.367681:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608049.367684:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608049.367692:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730151552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608049.367726:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608049.367730:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf328f00
00000400:00000200:0.0:1749608049.367734:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x29ed [1] + 0
00000400:00000200:0.0:1749608049.367739:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608049.367741:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608049.367752:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730151680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608049.367762:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608049.367767:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608049.367769:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608049.367774:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730151552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608049.367779:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608049.367781:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730151552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608049.367783:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf328f80
00000400:00000200:0.0:1749608049.367786:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x29f5 [1] + 0
00000400:00000200:0.0:1749608049.367798:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608049.367801:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608049.367801:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000100:00000200:0.0:1749608049.367805:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730151808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608049.367806:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749608049.367810:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:1.0:1749608049.367816:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608049.367819:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608049.367820:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608049.367823:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730151808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608049.367828:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730151808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608049.367841:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608049.367842:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749608049.367843:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608049.367844:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730151680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608049.367869:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730151680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608049.367878:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608049.367882:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608049.367884:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749608049.367886:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608049.367887:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608049.367889:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:0.0:1749608049.379054:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:2.0:1749608049.379054:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:1.0:1749608049.379057:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749608049.379062:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:2.0:1749608054.374044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608054.374060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608054.374105:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608054.374118:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608054.374124:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608054.374139:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749608054.374143:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
00000400:00000010:0.0:1749608054.374145:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead68.
02000000:00000010:2.0:1749608054.374146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608054.374150:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749608054.374155:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730151936, portal 25
00000400:00000010:0.0:1749608054.374158:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749608054.374160:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730151936, offset 0
00000400:00000200:0.0:1749608054.374165:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608054.374175:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749608054.374175:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608054.374179:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608054.374180:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608054.374182:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608054.374185:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608054.374187:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608054.374187:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000200:0.0:1749608054.374189:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1313:1313:256:4294967295] 192.168.201.120@tcp LPNI seq info [1313:1313:8:4294967295]
00000400:00000200:0.0:1749608054.374198:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608054.374200:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730152064, portal 10
00000800:00000200:0.0:1749608054.374202:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608054.374203:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608054.374205:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730152064, offset 0
00000800:00000010:0.0:1749608054.374206:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749608054.374209:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608054.374210:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608054.374215:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608054.374216:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608054.374217:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608054.374220:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608054.374220:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608054.374221:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608054.374223:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608054.374225:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1314:1314:255:4294967295] 192.168.201.120@tcp LPNI seq info [1314:1314:7:4294967295]
00000400:00000200:1.0:1749608054.374230:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608054.374234:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608054.374236:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608054.374239:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608054.374242:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608054.374244:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608054.374248:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608054.374262:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
00000100:00000010:0.0:1749608054.374268:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000100:00000010:0.0:1749608054.374275:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
02000000:00000010:1.0:1749608054.374301:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608054.374304:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608054.374306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608054.374308:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730152192, portal 10
00000400:00000010:1.0:1749608054.374310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608054.374312:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730152192, offset 0
00000400:00000200:1.0:1749608054.374315:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608054.374319:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608054.374321:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608054.374323:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608054.374324:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608054.374325:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608054.374327:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1315:1315:254:4294967295] 192.168.201.120@tcp LPNI seq info [1315:1315:6:4294967295]
00000800:00000200:2.0:1749608054.374327:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608054.374329:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749608054.374333:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749608054.374333:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608054.374338:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608054.374341:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608054.374341:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749608054.374342:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000800:00000010:1.0:1749608054.374343:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608054.374346:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608054.374349:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:2.0:1749608054.374349:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730151936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608054.374351:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608054.374364:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608054.374365:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608054.374367:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608054.374369:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608054.374371:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:2.0:1749608054.374372:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:2.0:1749608054.374374:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730152064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608054.374425:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608054.374427:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608054.374429:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608054.374436:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608054.374438:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:2.0:1749608054.374439:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749608054.374442:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730152192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608054.375490:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608054.375507:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329000
00000400:00000200:0.0:1749608054.375515:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x29fd [1] + 224
00000400:00000200:0.0:1749608054.375526:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608054.375529:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608054.375538:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730151936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608054.375580:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608054.375584:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329080
00000400:00000200:0.0:1749608054.375588:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a05 [1] + 0
00000400:00000200:0.0:1749608054.375592:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608054.375595:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608054.375603:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730152064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608054.375624:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead68.
00000400:00000200:2.0:1749608054.375628:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749608054.375629:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749608054.375634:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730151936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608054.375638:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749608054.375640:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730151936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608054.375642:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329100
00000400:00000200:0.0:1749608054.375645:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2a0d [1] + 0
00000400:00000200:0.0:1749608054.375660:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608054.375662:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608054.375663:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000010:1.0:1749608054.375664:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608054.375668:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
02000000:00000010:2.0:1749608054.375668:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000010:1.0:1749608054.375670:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000010:2.0:1749608054.375672:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:0.0:1749608054.375674:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730152192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608054.375675:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730152064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608054.375682:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730152064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608054.375699:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608054.375701:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608054.375701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608054.375704:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730152192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608054.375710:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730152192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608054.375721:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608054.375724:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608054.375727:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749608054.375729:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608054.375731:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608054.375733:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749608054.387058:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:0.0:1749608054.387060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749608054.387075:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:1.0:1749608054.387080:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:2.0:1749608059.382049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608059.382066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608059.382120:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608059.382133:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608059.382138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749608059.382140:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608059.382147:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608059.382151:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608059.382156:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730152320, portal 25
00000400:00000010:3.0:1749608059.382160:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000010:2.0:1749608059.382161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000100:00000200:3.0:1749608059.382161:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730152320, offset 0
02000000:00000010:2.0:1749608059.382165:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000200:3.0:1749608059.382166:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608059.382174:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608059.382178:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608059.382181:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608059.382184:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608059.382198:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608059.382200:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608059.382201:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1316:1316:256:4294967295] 192.168.201.120@tcp LPNI seq info [1316:1316:8:4294967295]
00000400:00000010:1.0:1749608059.382205:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608059.382208:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000200:3.0:1749608059.382208:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608059.382211:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608059.382215:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730152448, portal 10
00000800:00000010:3.0:1749608059.382215:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000010:1.0:1749608059.382219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000800:00000200:3.0:1749608059.382219:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608059.382221:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730152448, offset 0
00000400:00000200:1.0:1749608059.382225:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608059.382225:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608059.382227:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608059.382230:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608059.382232:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608059.382234:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608059.382235:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608059.382237:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608059.382239:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1317:1317:255:4294967295] 192.168.201.120@tcp LPNI seq info [1317:1317:7:4294967295]
00000100:00000010:3.0:1749608059.382244:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000400:00000200:1.0:1749608059.382245:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608059.382249:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608059.382251:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000100:00000010:3.0:1749608059.382252:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000800:00000200:1.0:1749608059.382254:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608059.382255:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000800:00000200:1.0:1749608059.382257:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608059.382259:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608059.382263:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000800:00000200:0.0:1749608059.382283:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749608059.382284:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608059.382287:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608059.382289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000010:0.0:1749608059.382290:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000100:00000200:1.0:1749608059.382290:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730152576, portal 10
00000400:00000010:1.0:1749608059.382293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608059.382294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730152576, offset 0
00000400:00000200:0.0:1749608059.382295:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608059.382298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608059.382299:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608059.382301:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000200:1.0:1749608059.382301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749608059.382303:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:1.0:1749608059.382303:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608059.382305:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608059.382306:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608059.382308:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749608059.382310:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730152320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608059.382310:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1318:1318:254:4294967295] 192.168.201.120@tcp LPNI seq info [1318:1318:6:4294967295]
00000400:00000200:1.0:1749608059.382315:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608059.382323:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608059.382325:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608059.382328:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608059.382331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608059.382333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608059.382367:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608059.382369:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608059.382371:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608059.382373:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608059.382513:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749608059.382515:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749608059.382520:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730152448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608059.382555:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608059.382557:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608059.382559:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608059.382562:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608059.382564:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749608059.382565:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608059.382568:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730152576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608059.383704:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608059.383712:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329200
00000400:00000200:0.0:1749608059.383718:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a1d [1] + 0
00000400:00000200:0.0:1749608059.383725:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608059.383727:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608059.383733:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730152448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608059.383761:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608059.383772:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329280
00000400:00000200:0.0:1749608059.383775:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2a25 [1] + 0
00000400:00000010:1.0:1749608059.383781:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608059.383785:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608059.383786:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608059.383790:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730152448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608059.383797:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730152448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608059.383816:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608059.383820:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608059.383823:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:0.0:1749608059.383867:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608059.383871:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608059.383874:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730152576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608059.383890:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608059.383893:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329180
00000400:00000200:0.0:1749608059.383895:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a15 [1] + 224
00000400:00000200:0.0:1749608059.383903:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608059.383905:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608059.383908:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730152320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608059.383910:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608059.383913:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749608059.383914:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608059.383917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730152576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608059.383923:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730152576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608059.383957:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608059.383961:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608059.383962:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608059.383967:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730152320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608059.383973:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000100:00000200:3.0:1749608059.383975:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730152320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608059.383976:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608059.383979:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749608059.383984:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608059.383986:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749608059.383988:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749608059.395027:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:1.0:1749608059.395038:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:0.0:1749608059.395045:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749608059.395138:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749608064.390057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608064.390081:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608064.390143:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608064.390160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608064.390166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608064.390166:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608064.390173:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608064.390179:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608064.390187:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730152704, portal 25
00000100:00000010:2.0:1749608064.390189:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749608064.390191:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749608064.390193:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730152704, offset 0
00000400:00000200:3.0:1749608064.390199:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608064.390204:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000200:3.0:1749608064.390214:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608064.390218:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608064.390222:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608064.390224:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608064.390226:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608064.390229:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1319:1319:256:4294967295] 192.168.201.120@tcp LPNI seq info [1319:1319:8:4294967295]
00000400:00000200:3.0:1749608064.390237:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608064.390241:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608064.390242:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000010:3.0:1749608064.390244:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000010:1.0:1749608064.390247:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608064.390250:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000200:3.0:1749608064.390250:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608064.390257:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749608064.390258:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730152832, portal 10
00000800:00000200:3.0:1749608064.390261:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608064.390262:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608064.390264:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730152832, offset 0
00000400:00000200:1.0:1749608064.390268:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608064.390272:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608064.390275:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608064.390277:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608064.390279:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608064.390281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:3.0:1749608064.390281:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000400:00000200:1.0:1749608064.390283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1320:1320:255:4294967295] 192.168.201.120@tcp LPNI seq info [1320:1320:7:4294967295]
00000400:00000200:1.0:1749608064.390289:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608064.390292:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608064.390295:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000100:00000010:3.0:1749608064.390295:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000800:00000200:1.0:1749608064.390298:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608064.390300:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000800:00000200:1.0:1749608064.390302:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608064.390304:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608064.390307:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
02000000:00000010:1.0:1749608064.390330:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608064.390332:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608064.390335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608064.390336:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730152960, portal 10
00000400:00000010:1.0:1749608064.390339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608064.390340:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730152960, offset 0
00000400:00000200:1.0:1749608064.390344:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608064.390347:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608064.390351:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608064.390352:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608064.390353:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608064.390355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608064.390356:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608064.390356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608064.390358:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608064.390361:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1321:1321:254:4294967295] 192.168.201.120@tcp LPNI seq info [1321:1321:6:4294967295]
00000400:00000200:0.0:1749608064.390362:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608064.390365:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749608064.390367:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000400:00000200:1.0:1749608064.390368:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608064.390374:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730152704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608064.390382:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608064.390385:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608064.390388:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608064.390391:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608064.390393:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608064.390424:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608064.390425:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608064.390429:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608064.390431:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608064.390432:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:0.0:1749608064.390433:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749608064.390436:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730152832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608064.390458:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608064.390459:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608064.390460:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608064.390462:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608064.390463:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749608064.390464:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749608064.390466:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730152960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608064.391644:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608064.391654:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329300
00000400:00000200:0.0:1749608064.391660:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a2d [1] + 224
00000400:00000200:0.0:1749608064.391668:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608064.391670:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608064.391674:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730152704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608064.391699:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608064.391701:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329380
00000400:00000200:0.0:1749608064.391705:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a35 [1] + 0
00000400:00000200:0.0:1749608064.391709:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608064.391711:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608064.391715:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730152832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608064.391731:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608064.391734:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608064.391735:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608064.391739:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730152704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608064.391744:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730152704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608064.391745:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608064.391748:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329400
00000400:00000200:0.0:1749608064.391751:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2a3d [1] + 0
02000000:00000010:3.0:1749608064.391759:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608064.391761:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000200:0.0:1749608064.391763:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749608064.391764:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:1.0:1749608064.391768:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608064.391770:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608064.391771:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749608064.391772:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749608064.391776:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730152960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608064.391776:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730152832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608064.391781:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730152832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608064.391793:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608064.391794:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608064.391794:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608064.391796:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730152960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608064.391799:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730152960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608064.391807:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608064.391809:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608064.391810:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749608064.391811:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608064.391813:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608064.391814:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:3.0:1749608064.403049:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:1.0:1749608064.403051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:0.0:1749608064.403065:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749608064.403073:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:2.0:1749608069.398037:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608069.398052:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608069.398096:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608069.398107:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608069.398111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749608069.398126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:0.0:1749608069.398127:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608069.398128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:0.0:1749608069.398133:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eadc0.
00000400:00000010:0.0:1749608069.398138:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749608069.398143:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730153088, portal 25
00000400:00000010:0.0:1749608069.398146:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749608069.398148:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730153088, offset 0
00000400:00000200:0.0:1749608069.398153:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608069.398162:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608069.398166:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608069.398169:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608069.398171:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608069.398171:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608069.398173:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608069.398175:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608069.398176:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1322:1322:256:4294967295] 192.168.201.120@tcp LPNI seq info [1322:1322:8:4294967295]
00000400:00000010:1.0:1749608069.398179:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000200:0.0:1749608069.398184:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608069.398188:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608069.398191:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000100:00000200:1.0:1749608069.398195:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730153216, portal 10
00000800:00000200:0.0:1749608069.398196:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608069.398200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000200:0.0:1749608069.398202:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749608069.398202:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730153216, offset 0
00000800:00000200:0.0:1749608069.398205:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608069.398206:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608069.398210:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608069.398213:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608069.398215:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608069.398216:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608069.398218:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608069.398220:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1323:1323:255:4294967295] 192.168.201.120@tcp LPNI seq info [1323:1323:7:4294967295]
00000100:00000010:0.0:1749608069.398221:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749608069.398226:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749608069.398229:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c80.
00000800:00000200:1.0:1749608069.398230:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608069.398232:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000800:00000010:1.0:1749608069.398232:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000100:00000010:0.0:1749608069.398235:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306314c0.
00000800:00000200:1.0:1749608069.398235:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608069.398239:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608069.398240:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608069.398250:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608069.398252:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608069.398255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608069.398257:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730153344, portal 10
00000400:00000010:1.0:1749608069.398260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000800:00000200:2.0:1749608069.398260:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608069.398261:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730153344, offset 0
00000800:00000010:2.0:1749608069.398262:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:1.0:1749608069.398264:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608069.398266:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608069.398267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608069.398269:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608069.398269:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608069.398271:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608069.398271:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000200:1.0:1749608069.398272:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749608069.398272:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000400:00000200:1.0:1749608069.398273:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608069.398275:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1324:1324:254:4294967295] 192.168.201.120@tcp LPNI seq info [1324:1324:6:4294967295]
00000100:00000200:2.0:1749608069.398279:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730153088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608069.398281:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608069.398288:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608069.398291:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608069.398293:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608069.398296:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608069.398298:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608069.398329:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608069.398331:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608069.398333:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608069.398336:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608069.398338:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749608069.398339:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749608069.398342:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730153216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608069.398361:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608069.398362:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608069.398363:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608069.398366:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608069.398367:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749608069.398368:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749608069.398370:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730153344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608069.399357:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608069.399373:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329500
00000400:00000200:0.0:1749608069.399390:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a4d [1] + 0
00000400:00000200:0.0:1749608069.399402:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608069.399406:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608069.399415:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730153216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608069.399447:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608069.399452:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329480
00000400:00000200:0.0:1749608069.399456:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a45 [1] + 224
00000400:00000200:0.0:1749608069.399460:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608069.399463:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608069.399468:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730153088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608069.399473:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608069.399476:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608069.399476:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608069.399480:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730153216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608069.399485:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730153216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608069.399494:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608069.399499:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329580
02000000:00000010:1.0:1749608069.399500:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608069.399502:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2a55 [1] + 0
02000000:00000010:1.0:1749608069.399503:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608069.399505:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749608069.399526:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608069.399529:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608069.399532:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eadc0.
00000400:00000200:2.0:1749608069.399536:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749608069.399537:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749608069.399541:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730153088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608069.399542:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730153344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608069.399546:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730153088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608069.399562:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608069.399565:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749608069.399567:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749608069.399575:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608069.399577:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608069.399577:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608069.399581:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730153344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608069.399585:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730153344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608069.399594:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608069.399596:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608069.399597:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:3.0:1749608069.411057:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306314c0.
00000100:00000010:0.0:1749608069.411072:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608069.411082:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:1.0:1749608069.411091:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c80.
00000100:00000010:2.0:1749608074.406050:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608074.406067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608074.406109:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608074.406122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608074.406129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:0.0:1749608074.406142:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608074.406149:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae70.
00000100:00000010:2.0:1749608074.406151:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
00000400:00000010:0.0:1749608074.406154:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
02000000:00000010:2.0:1749608074.406154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000200:0.0:1749608074.406161:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730153472, portal 25
00000400:00000010:0.0:1749608074.406164:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749608074.406166:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730153472, offset 0
00000400:00000200:0.0:1749608074.406172:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608074.406181:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608074.406194:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608074.406195:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608074.406198:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608074.406200:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608074.406201:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608074.406203:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608074.406203:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000400:00000200:0.0:1749608074.406205:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1325:1325:256:4294967295] 192.168.201.120@tcp LPNI seq info [1325:1325:8:4294967295]
00000100:00000200:1.0:1749608074.406211:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730153600, portal 10
00000400:00000200:0.0:1749608074.406214:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608074.406215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608074.406216:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730153600, offset 0
00000800:00000200:0.0:1749608074.406219:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608074.406221:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608074.406222:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000400:00000200:1.0:1749608074.406225:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608074.406227:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608074.406227:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608074.406229:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608074.406231:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608074.406233:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608074.406233:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608074.406235:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1326:1326:255:4294967295] 192.168.201.120@tcp LPNI seq info [1326:1326:7:4294967295]
00000800:00000200:0.0:1749608074.406237:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608074.406249:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608074.406253:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608074.406254:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000010:1.0:1749608074.406256:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608074.406259:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608074.406263:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e40.
00000800:00000200:1.0:1749608074.406263:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608074.406265:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608074.406266:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c80.
00000100:00000010:0.0:1749608074.406276:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
02000000:00000010:1.0:1749608074.406292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608074.406295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608074.406297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000800:00000200:2.0:1749608074.406298:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608074.406299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730153728, portal 10
00000400:00000010:1.0:1749608074.406301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000800:00000010:2.0:1749608074.406301:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000100:00000200:1.0:1749608074.406303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730153728, offset 0
00000400:00000200:2.0:1749608074.406305:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608074.406306:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608074.406309:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608074.406310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608074.406311:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000200:1.0:1749608074.406312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608074.406313:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000400:00000200:1.0:1749608074.406314:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608074.406315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608074.406317:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749608074.406318:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730153472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608074.406319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1327:1327:254:4294967295] 192.168.201.120@tcp LPNI seq info [1327:1327:6:4294967295]
00000400:00000200:1.0:1749608074.406324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608074.406332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608074.406334:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608074.406336:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608074.406339:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608074.406341:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608074.406387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608074.406389:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608074.406391:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608074.406394:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608074.406401:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:2.0:1749608074.406402:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:2.0:1749608074.406405:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730153600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608074.406442:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608074.406444:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608074.406446:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608074.406448:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608074.406450:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:2.0:1749608074.406451:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:2.0:1749608074.406454:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730153728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608074.407729:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608074.407738:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329680
00000400:00000200:0.0:1749608074.407743:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a65 [1] + 0
00000400:00000200:0.0:1749608074.407750:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608074.407753:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608074.407758:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730153600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608074.407783:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608074.407787:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329600
00000400:00000200:0.0:1749608074.407790:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a5d [1] + 224
00000400:00000200:0.0:1749608074.407795:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608074.407797:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608074.407801:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730153472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608074.407812:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608074.407815:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608074.407816:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608074.407820:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730153600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608074.407828:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730153600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608074.407829:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608074.407833:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329700
00000400:00000200:0.0:1749608074.407836:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2a6d [1] + 0
02000000:00000010:1.0:1749608074.407845:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608074.407846:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749608074.407847:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae70.
00000400:00000200:0.0:1749608074.407849:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608074.407850:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000400:00000200:2.0:1749608074.407850:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749608074.407851:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000010:1.0:1749608074.407853:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:0.0:1749608074.407854:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730153728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608074.407854:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730153472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608074.407859:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730153472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608074.407868:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608074.407870:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749608074.407871:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749608074.407875:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608074.407878:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608074.407879:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608074.407882:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730153728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608074.407888:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730153728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608074.407899:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608074.407901:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608074.407903:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749608074.419029:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749608074.419041:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:2.0:1749608074.419090:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c80.
00000100:00000010:1.0:1749608074.419119:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e40.
00000100:00000010:2.0:1749608079.414036:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608079.414049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608079.414090:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608079.414101:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608079.414106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749608079.414111:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608079.414124:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608079.414125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608079.414128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749608079.414128:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608079.414133:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730153856, portal 25
00000400:00000010:3.0:1749608079.414135:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608079.414136:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730153856, offset 0
00000400:00000200:3.0:1749608079.414141:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608079.414147:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608079.414151:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608079.414154:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608079.414156:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608079.414158:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608079.414159:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608079.414159:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1328:1328:256:4294967295] 192.168.201.120@tcp LPNI seq info [1328:1328:8:4294967295]
00000400:00000010:1.0:1749608079.414163:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608079.414166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000200:3.0:1749608079.414167:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608079.414171:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608079.414172:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730153984, portal 10
00000800:00000010:3.0:1749608079.414174:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000010:1.0:1749608079.414175:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608079.414177:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730153984, offset 0
00000800:00000200:3.0:1749608079.414179:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608079.414181:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608079.414185:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608079.414185:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608079.414187:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608079.414188:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608079.414189:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608079.414190:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608079.414192:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608079.414194:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1329:1329:255:4294967295] 192.168.201.120@tcp LPNI seq info [1329:1329:7:4294967295]
00000400:00000200:1.0:1749608079.414199:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608079.414202:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608079.414203:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000800:00000010:1.0:1749608079.414204:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608079.414207:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608079.414210:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608079.414212:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608079.414215:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749608079.414222:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749608079.414229:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
02000000:00000010:1.0:1749608079.414238:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:0.0:1749608079.414239:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608079.414241:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000010:0.0:1749608079.414242:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000010:1.0:1749608079.414243:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608079.414245:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730154112, portal 10
00000400:00000200:0.0:1749608079.414246:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608079.414247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608079.414248:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730154112, offset 0
00000400:00000200:0.0:1749608079.414250:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608079.414251:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608079.414254:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749608079.414255:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000400:00000200:1.0:1749608079.414255:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608079.414257:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608079.414258:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608079.414260:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608079.414261:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749608079.414262:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730153856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608079.414263:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1330:1330:254:4294967295] 192.168.201.120@tcp LPNI seq info [1330:1330:6:4294967295]
00000400:00000200:1.0:1749608079.414268:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608079.414276:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608079.414278:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608079.414281:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608079.414284:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608079.414286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608079.414322:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608079.414324:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608079.414326:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608079.414328:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608079.414330:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749608079.414331:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749608079.414334:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730153984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608079.414367:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608079.414368:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608079.414369:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608079.414371:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608079.414372:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749608079.414377:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749608079.414380:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730154112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608079.415305:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608079.415312:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329800
00000400:00000200:0.0:1749608079.415315:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a7d [1] + 0
00000400:00000200:0.0:1749608079.415321:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608079.415322:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608079.415327:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730153984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608079.415351:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608079.415355:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329780
00000400:00000200:0.0:1749608079.415357:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a75 [1] + 224
00000400:00000200:0.0:1749608079.415361:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608079.415362:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608079.415364:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730153856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608079.415371:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608079.415374:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608079.415375:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608079.415379:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730153984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608079.415380:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608079.415382:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329880
00000400:00000200:0.0:1749608079.415384:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2a85 [1] + 0
00000100:00000200:1.0:1749608079.415386:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730153984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608079.415392:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608079.415393:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608079.415394:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608079.415396:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608079.415397:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608079.415399:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730154112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608079.415400:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730153856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608079.415403:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000100:00000200:3.0:1749608079.415405:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730153856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608079.415408:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608079.415411:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:3.0:1749608079.415413:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000010:1.0:1749608079.415414:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608079.415416:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608079.415417:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
02000000:00000010:3.0:1749608079.415418:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749608079.415419:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:1.0:1749608079.415420:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730154112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608079.415425:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730154112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608079.415435:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608079.415438:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608079.415439:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749608079.427051:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749608079.427051:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:1.0:1749608079.427059:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749608079.427123:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:2.0:1749608084.422035:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608084.422051:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608084.422093:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608084.422104:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608084.422109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608084.422113:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608084.422119:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608084.422123:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608084.422128:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730154240, portal 25
00000100:00000010:2.0:1749608084.422129:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608084.422131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749608084.422131:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749608084.422132:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730154240, offset 0
00000400:00000200:3.0:1749608084.422136:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608084.422145:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608084.422148:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608084.422151:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608084.422153:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608084.422154:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608084.422156:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1331:1331:256:4294967295] 192.168.201.120@tcp LPNI seq info [1331:1331:8:4294967295]
00000400:00000200:3.0:1749608084.422162:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749608084.422164:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749608084.422165:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608084.422167:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000010:1.0:1749608084.422169:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:3.0:1749608084.422171:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608084.422172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000800:00000200:3.0:1749608084.422176:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608084.422178:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608084.422183:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730154368, portal 10
00000400:00000010:1.0:1749608084.422186:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608084.422187:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730154368, offset 0
00000400:00000200:1.0:1749608084.422190:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608084.422190:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000400:00000200:1.0:1749608084.422193:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608084.422194:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608084.422196:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608084.422197:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608084.422198:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:3.0:1749608084.422199:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000400:00000200:1.0:1749608084.422200:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1332:1332:255:4294967295] 192.168.201.120@tcp LPNI seq info [1332:1332:7:4294967295]
00000100:00000010:3.0:1749608084.422201:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000400:00000200:1.0:1749608084.422204:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608084.422206:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608084.422207:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000100:00000010:3.0:1749608084.422207:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000800:00000200:1.0:1749608084.422209:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608084.422212:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608084.422213:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608084.422220:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608084.422221:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608084.422223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000800:00000200:0.0:1749608084.422224:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608084.422224:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730154496, portal 10
00000400:00000010:1.0:1749608084.422225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608084.422226:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730154496, offset 0
00000800:00000010:0.0:1749608084.422227:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608084.422228:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608084.422229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608084.422230:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608084.422232:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608084.422232:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608084.422233:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608084.422234:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1333:1333:254:4294967295] 192.168.201.120@tcp LPNI seq info [1333:1333:6:4294967295]
00000400:00000200:0.0:1749608084.422235:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608084.422237:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608084.422239:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608084.422242:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000800:00000200:1.0:1749608084.422242:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749608084.422243:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000800:00000010:1.0:1749608084.422244:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608084.422246:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608084.422249:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749608084.422250:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730154240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608084.422250:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608084.422279:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608084.422281:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608084.422283:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608084.422285:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608084.422286:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749608084.422287:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608084.422290:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730154368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608084.422336:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608084.422337:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608084.422338:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608084.422340:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608084.422341:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749608084.422342:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749608084.422344:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730154496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608084.423480:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608084.423493:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329980
00000400:00000200:0.0:1749608084.423500:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a95 [1] + 0
00000400:00000200:0.0:1749608084.423510:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608084.423513:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608084.423521:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730154368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608084.423550:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608084.423564:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329900
00000400:00000200:0.0:1749608084.423569:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2a8d [1] + 224
00000400:00000200:0.0:1749608084.423574:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608084.423576:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608084.423576:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608084.423584:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608084.423585:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608084.423590:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730154368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608084.423591:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730154240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608084.423598:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730154368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608084.423611:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749608084.423614:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608084.423615:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329a00
00000400:00000200:0.0:1749608084.423618:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2a9d [1] + 0
02000000:00000010:1.0:1749608084.423619:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608084.423622:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749608084.423629:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608084.423632:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608084.423637:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730154496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608084.423650:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608084.423654:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608084.423655:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608084.423661:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730154240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608084.423674:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608084.423676:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000100:00000200:3.0:1749608084.423677:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730154240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608084.423678:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608084.423682:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730154496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608084.423688:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730154496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608084.423695:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608084.423699:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
02000000:00000010:1.0:1749608084.423700:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000100:00000010:3.0:1749608084.423702:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749608084.423703:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608084.423706:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749608084.435037:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:1.0:1749608084.435040:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:0.0:1749608084.435050:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749608084.435052:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:2.0:1749608089.430042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608089.430060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608089.430100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608089.430113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608089.430118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608089.430138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608089.430140:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749608089.430142:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608089.430147:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608089.430153:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608089.430158:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730154624, portal 25
00000400:00000010:3.0:1749608089.430161:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749608089.430163:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730154624, offset 0
00000400:00000200:3.0:1749608089.430168:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608089.430191:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608089.430196:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608089.430198:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608089.430201:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608089.430202:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608089.430203:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608089.430205:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1334:1334:256:4294967295] 192.168.201.120@tcp LPNI seq info [1334:1334:8:4294967295]
00000400:00000010:1.0:1749608089.430206:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608089.430209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000200:3.0:1749608089.430213:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608089.430217:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608089.430220:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730154752, portal 10
00000800:00000010:3.0:1749608089.430220:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749608089.430224:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608089.430225:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730154752, offset 0
00000800:00000200:3.0:1749608089.430225:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608089.430228:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608089.430231:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608089.430232:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608089.430233:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608089.430234:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608089.430235:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608089.430236:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608089.430238:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608089.430240:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1335:1335:255:4294967295] 192.168.201.120@tcp LPNI seq info [1335:1335:7:4294967295]
00000400:00000200:1.0:1749608089.430250:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608089.430252:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000800:00000200:1.0:1749608089.430253:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608089.430255:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608089.430258:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608089.430260:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000800:00000200:1.0:1749608089.430262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608089.430263:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000800:00000200:1.0:1749608089.430264:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608089.430276:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
02000000:00000010:1.0:1749608089.430290:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608089.430294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608089.430296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000800:00000200:0.0:1749608089.430298:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608089.430298:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730154880, portal 10
00000400:00000010:1.0:1749608089.430300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608089.430302:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730154880, offset 0
00000800:00000010:0.0:1749608089.430303:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608089.430305:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608089.430308:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608089.430309:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608089.430310:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608089.430312:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608089.430314:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608089.430315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608089.430316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608089.430318:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749608089.430319:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000400:00000200:1.0:1749608089.430319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1336:1336:254:4294967295] 192.168.201.120@tcp LPNI seq info [1336:1336:6:4294967295]
00000400:00000200:1.0:1749608089.430324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608089.430328:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730154624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608089.430332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608089.430334:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608089.430337:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608089.430340:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608089.430342:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608089.430385:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608089.430386:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608089.430388:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608089.430390:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608089.430391:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749608089.430392:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749608089.430395:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730154752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608089.430425:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608089.430426:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608089.430428:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608089.430429:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608089.430431:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749608089.430432:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749608089.430433:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730154880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608089.431502:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608089.431511:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329b00
00000400:00000200:0.0:1749608089.431516:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2aad [1] + 0
00000400:00000200:0.0:1749608089.431524:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608089.431525:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608089.431530:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730154752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608089.431550:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608089.431552:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329a80
00000400:00000200:0.0:1749608089.431555:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2aa5 [1] + 224
00000400:00000200:0.0:1749608089.431562:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608089.431564:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608089.431582:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608089.431587:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749608089.431588:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608089.431595:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730154752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608089.431603:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730154752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608089.431609:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730154624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749608089.431617:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
02000000:00000010:1.0:1749608089.431625:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608089.431630:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608089.431633:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749608089.431637:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608089.431642:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329b80
00000400:00000200:0.0:1749608089.431645:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2ab5 [1] + 0
00000400:00000200:0.0:1749608089.431655:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608089.431665:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608089.431666:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608089.431669:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608089.431670:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608089.431673:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730154624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608089.431675:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730154880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608089.431679:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730154624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608089.431693:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608089.431695:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749608089.431698:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749608089.431712:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608089.431715:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608089.431716:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608089.431720:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730154880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608089.431726:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730154880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749608089.431735:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749608089.431741:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608089.431744:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608089.431746:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749608089.443049:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749608089.443049:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:0.0:1749608089.443067:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749608089.443075:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749608094.438161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608094.438180:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608094.438223:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608094.438237:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608094.438242:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608094.438266:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608094.438269:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749608094.438281:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608094.438286:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608094.438291:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608094.438296:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730155008, portal 25
00000400:00000010:3.0:1749608094.438300:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608094.438301:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730155008, offset 0
02000000:00000010:1.0:1749608094.438308:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608094.438312:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608094.438313:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608094.438317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608094.438320:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730155136, portal 10
00000400:00000200:3.0:1749608094.438322:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608094.438323:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608094.438325:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730155136, offset 0
00000400:00000200:3.0:1749608094.438326:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608094.438329:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608094.438329:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608094.438332:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608094.438334:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608094.438336:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1337:1337:256:4294967295] 192.168.201.120@tcp LPNI seq info [1337:1337:8:4294967295]
00000400:00000200:3.0:1749608094.438345:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608094.438349:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608094.438350:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608094.438352:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608094.438353:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608094.438355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608094.438357:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608094.438358:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608094.438358:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608094.438361:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1338:1338:255:4294967295] 192.168.201.120@tcp LPNI seq info [1338:1338:7:4294967295]
00000800:00000200:3.0:1749608094.438366:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608094.438367:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608094.438369:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608094.438371:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608094.438373:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608094.438376:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608094.438379:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608094.438381:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608094.438396:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749608094.438409:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749608094.438413:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608094.438420:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
02000000:00000010:1.0:1749608094.438430:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608094.438433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608094.438435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608094.438437:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730155264, portal 10
00000400:00000010:1.0:1749608094.438439:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608094.438441:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730155264, offset 0
00000400:00000200:1.0:1749608094.438444:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608094.438447:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608094.438449:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608094.438449:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608094.438451:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749608094.438452:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608094.438453:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608094.438454:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608094.438458:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608094.438461:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1339:1339:254:4294967295] 192.168.201.120@tcp LPNI seq info [1339:1339:6:4294967295]
00000400:00000200:0.0:1749608094.438462:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608094.438465:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749608094.438466:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000200:1.0:1749608094.438467:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608094.438471:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608094.438473:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000100:00000200:0.0:1749608094.438474:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730155008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608094.438475:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608094.438479:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608094.438480:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608094.438488:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608094.438490:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608094.438492:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608094.438494:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608094.438495:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608094.438496:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608094.438499:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730155136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608094.438553:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608094.438554:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749608094.438556:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608094.438559:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608094.438560:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749608094.438561:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608094.438564:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730155264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608094.439758:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608094.439767:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329c00
00000400:00000200:0.0:1749608094.439772:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2abd [1] + 224
00000400:00000200:0.0:1749608094.439787:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608094.439790:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608094.439795:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730155008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608094.439822:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608094.439827:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329c80
00000400:00000200:0.0:1749608094.439830:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ac5 [1] + 0
00000400:00000200:0.0:1749608094.439839:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608094.439842:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608094.439846:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730155136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608094.439852:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608094.439855:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608094.439857:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608094.439861:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730155008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608094.439868:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730155008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608094.439873:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608094.439877:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329d00
00000400:00000200:0.0:1749608094.439879:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2acd [1] + 0
00000400:00000200:0.0:1749608094.439890:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608094.439890:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000200:0.0:1749608094.439893:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608094.439894:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:0.0:1749608094.439896:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730155264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608094.439896:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:1.0:1749608094.440005:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608094.440014:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608094.440016:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608094.440025:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730155136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608094.440035:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730155136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608094.440057:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608094.440059:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749608094.440060:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608094.440063:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730155264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608094.440069:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730155264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608094.440084:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608094.440103:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608094.440107:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749608094.440110:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608094.440112:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608094.440114:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749608094.451049:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749608094.451065:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:1.0:1749608094.451104:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:0.0:1749608094.451168:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:2.0:1749608099.446074:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608099.446092:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608099.446145:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608099.446159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608099.446166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608099.446167:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608099.446173:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608099.446178:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608099.446183:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730155392, portal 25
00000400:00000010:3.0:1749608099.446186:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749608099.446187:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730155392, offset 0
00000100:00000010:2.0:1749608099.446191:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608099.446195:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000200:3.0:1749608099.446196:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608099.446203:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608099.446207:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608099.446210:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608099.446212:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608099.446213:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608099.446215:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1340:1340:256:4294967295] 192.168.201.120@tcp LPNI seq info [1340:1340:8:4294967295]
00000400:00000200:3.0:1749608099.446222:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608099.446225:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608099.446233:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
02000000:00000010:1.0:1749608099.446237:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:3.0:1749608099.446237:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608099.446242:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608099.446245:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608099.446249:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608099.446252:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608099.446255:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730155520, portal 10
00000100:00000010:3.0:1749608099.446259:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000400:00000010:1.0:1749608099.446260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608099.446261:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730155520, offset 0
00000400:00000200:1.0:1749608099.446267:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608099.446267:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749608099.446269:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000400:00000200:1.0:1749608099.446272:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608099.446274:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1749608099.446274:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000400:00000200:1.0:1749608099.446276:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608099.446279:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608099.446280:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608099.446283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1341:1341:255:4294967295] 192.168.201.120@tcp LPNI seq info [1341:1341:7:4294967295]
00000400:00000200:1.0:1749608099.446290:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608099.446293:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608099.446297:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608099.446300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608099.446304:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608099.446306:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608099.446317:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608099.446320:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608099.446322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608099.446324:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730155648, portal 10
00000400:00000010:1.0:1749608099.446327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608099.446328:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730155648, offset 0
00000400:00000200:1.0:1749608099.446332:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608099.446335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608099.446338:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608099.446340:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608099.446342:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608099.446343:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608099.446345:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608099.446345:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1342:1342:254:4294967295] 192.168.201.120@tcp LPNI seq info [1342:1342:6:4294967295]
00000800:00000010:0.0:1749608099.446348:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608099.446352:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608099.446357:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608099.446359:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608099.446360:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749608099.446361:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000800:00000200:1.0:1749608099.446363:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608099.446365:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000200:0.0:1749608099.446367:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730155392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608099.446368:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608099.446371:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608099.446373:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608099.446387:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608099.446394:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608099.446396:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608099.446399:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608099.446401:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749608099.446402:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749608099.446406:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730155520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608099.446427:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608099.446428:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608099.446430:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608099.446433:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608099.446434:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749608099.446436:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749608099.446438:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730155648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608099.447482:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608099.447490:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329d80
00000400:00000200:0.0:1749608099.447494:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ad5 [1] + 224
00000400:00000200:0.0:1749608099.447502:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608099.447504:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608099.447508:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730155392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608099.447527:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608099.447531:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329e00
00000400:00000200:0.0:1749608099.447539:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2add [1] + 0
00000400:00000200:0.0:1749608099.447544:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608099.447546:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608099.447549:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730155520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608099.447552:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608099.447555:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608099.447556:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608099.447560:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730155392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608099.447566:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730155392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608099.447579:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608099.447582:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000200:0.0:1749608099.447584:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000010:3.0:1749608099.447585:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000200:0.0:1749608099.447589:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf329e80
00000400:00000200:0.0:1749608099.447592:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2ae5 [1] + 0
00000400:00000200:0.0:1749608099.447603:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608099.447605:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608099.447609:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730155648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608099.447611:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608099.447615:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749608099.447616:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608099.447621:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730155520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608099.447630:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730155520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608099.447645:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608099.447646:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608099.447648:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608099.447650:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730155648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608099.447656:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730155648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608099.447665:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608099.447668:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608099.447670:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749608099.447672:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608099.447674:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608099.447687:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749608099.459044:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:1.0:1749608099.459047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:0.0:1749608099.459049:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749608099.459055:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:2.0:1749608104.454047:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608104.454066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608104.454107:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608104.454120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608104.454125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749608104.454147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608104.454151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608104.454165:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608104.454176:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608104.454183:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608104.454190:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730155776, portal 25
02000000:00000010:1.0:1749608104.454192:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749608104.454194:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749608104.454195:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730155776, offset 0
00000400:00000010:1.0:1749608104.454200:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608104.454203:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608104.454216:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000200:3.0:1749608104.454216:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608104.454220:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749608104.454221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730155904, portal 10
00000400:00000200:3.0:1749608104.454224:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608104.454226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000200:3.0:1749608104.454227:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749608104.454228:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730155904, offset 0
00000400:00000200:3.0:1749608104.454229:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608104.454234:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608104.454240:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1343:1343:256:4294967295] 192.168.201.120@tcp LPNI seq info [1343:1343:8:4294967295]
00000400:00000200:3.0:1749608104.454249:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608104.454254:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608104.454258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608104.454258:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608104.454263:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608104.454264:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608104.454266:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608104.454269:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608104.454272:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608104.454272:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608104.454275:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1344:1344:255:4294967295] 192.168.201.120@tcp LPNI seq info [1344:1344:7:4294967295]
00000800:00000200:3.0:1749608104.454276:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608104.454285:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608104.454289:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608104.454295:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000010:3.0:1749608104.454299:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000800:00000200:1.0:1749608104.454300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608104.454307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608104.454311:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608104.454314:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749608104.454319:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749608104.454337:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
02000000:00000010:1.0:1749608104.454353:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608104.454356:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:0.0:1749608104.454357:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608104.454357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608104.454359:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730156032, portal 10
00000800:00000010:0.0:1749608104.454360:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749608104.454362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608104.454363:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730156032, offset 0
00000400:00000200:0.0:1749608104.454366:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608104.454366:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608104.454369:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608104.454371:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608104.454372:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608104.454373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608104.454374:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749608104.454375:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000400:00000200:1.0:1749608104.454375:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608104.454377:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608104.454378:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1345:1345:254:4294967295] 192.168.201.120@tcp LPNI seq info [1345:1345:6:4294967295]
00000400:00000200:1.0:1749608104.454384:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608104.454385:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730155776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608104.454391:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608104.454393:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608104.454396:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608104.454399:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608104.454400:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608104.454451:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608104.454452:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608104.454453:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608104.454456:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608104.454457:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749608104.454458:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749608104.454462:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730155904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608104.454478:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608104.454480:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608104.454482:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608104.454485:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608104.454487:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749608104.454494:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749608104.454498:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730156032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608104.455473:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608104.455485:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf329f00
00000400:00000200:0.0:1749608104.455491:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2aed [1] + 224
00000400:00000200:0.0:1749608104.455571:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608104.455575:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608104.455581:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730155776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608104.455608:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608104.455613:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf329f80
00000400:00000200:0.0:1749608104.455619:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2af5 [1] + 0
00000400:00000200:0.0:1749608104.455625:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608104.455628:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608104.455629:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608104.455632:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608104.455633:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608104.455638:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730155776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608104.455640:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730155904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608104.455645:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730155776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608104.455664:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749608104.455666:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000200:0.0:1749608104.455668:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32a000
02000000:00000010:3.0:1749608104.455671:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000200:0.0:1749608104.455672:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2afd [1] + 0
00000100:00000010:3.0:1749608104.455675:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000200:0.0:1749608104.455687:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608104.455689:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608104.455692:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730156032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608104.455698:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608104.455703:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608104.455705:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608104.455713:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730155904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608104.455722:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730155904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608104.455745:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608104.455748:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608104.455749:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608104.455752:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730156032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608104.455756:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730156032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608104.455767:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608104.455771:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608104.455774:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608104.455776:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608104.455778:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608104.455779:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749608104.467068:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749608104.467068:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:0.0:1749608104.467074:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:2.0:1749608104.467078:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749608109.462047:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608109.462062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608109.462113:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608109.462127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608109.462132:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749608109.462157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608109.462160:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749608109.462203:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
02000000:00000010:0.0:1749608109.462205:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608109.462209:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae18.
00000400:00000010:1.0:1749608109.462209:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608109.462214:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000400:00000010:0.0:1749608109.462223:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749608109.462226:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730156288, portal 10
00000100:00000200:0.0:1749608109.462227:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730156160, portal 25
00000400:00000010:0.0:1749608109.462230:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000400:00000010:1.0:1749608109.462231:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749608109.462232:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730156160, offset 0
00000100:00000200:1.0:1749608109.462233:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730156288, offset 0
00000400:00000200:0.0:1749608109.462240:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608109.462245:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608109.462249:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608109.462253:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608109.462256:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608109.462259:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608109.462261:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608109.462263:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1346:1346:256:4294967295] 192.168.201.120@tcp LPNI seq info [1346:1346:8:4294967295]
00000400:00000200:0.0:1749608109.462271:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608109.462275:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608109.462277:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608109.462278:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000400:00000200:1.0:1749608109.462280:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608109.462282:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608109.462283:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608109.462284:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608109.462286:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608109.462287:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1347:1347:255:4294967295] 192.168.201.120@tcp LPNI seq info [1347:1347:7:4294967295]
00000800:00000200:0.0:1749608109.462290:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608109.462293:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608109.462294:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608109.462298:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608109.462300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608109.462303:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608109.462307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608109.462309:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608109.462311:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608109.462321:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306314c0.
00000100:00000010:0.0:1749608109.462325:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
00000100:00000010:0.0:1749608109.462328:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
00000800:00000200:2.0:1749608109.462357:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608109.462360:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:2.0:1749608109.462364:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608109.462368:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608109.462369:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608109.462371:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:1.0:1749608109.462372:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749608109.462372:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000400:00000010:1.0:1749608109.462376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608109.462378:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730156416, portal 10
00000100:00000200:2.0:1749608109.462379:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730156160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608109.462381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608109.462382:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730156416, offset 0
00000400:00000200:1.0:1749608109.462385:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608109.462389:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608109.462391:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608109.462393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608109.462394:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608109.462395:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608109.462397:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1348:1348:254:4294967295] 192.168.201.120@tcp LPNI seq info [1348:1348:6:4294967295]
00000400:00000200:1.0:1749608109.462403:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608109.462411:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608109.462413:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608109.462416:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608109.462420:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608109.462422:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608109.462463:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608109.462465:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608109.462467:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608109.462470:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608109.462472:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:2.0:1749608109.462474:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:2.0:1749608109.462477:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730156288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608109.462509:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608109.462511:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608109.462513:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608109.462516:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608109.462517:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749608109.462519:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608109.462521:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730156416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608109.463774:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608109.463783:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32a100
00000400:00000200:0.0:1749608109.463795:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b05 [1] + 0
00000400:00000200:0.0:1749608109.463803:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608109.463806:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608109.463811:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730156288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608109.463834:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608109.463866:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32a080
00000400:00000010:1.0:1749608109.463869:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608109.463872:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608109.463873:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000400:00000200:0.0:1749608109.463876:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b09 [1] + 224
00000100:00000200:1.0:1749608109.463877:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730156288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608109.463880:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608109.463882:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608109.463885:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730156160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608109.463885:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730156288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608109.463904:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608109.463905:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749608109.463907:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000400:00000200:0.0:1749608109.463908:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32a180
00000100:00000010:1.0:1749608109.463910:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749608109.463911:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2b15 [1] + 0
00000400:00000200:0.0:1749608109.463921:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608109.463924:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608109.463928:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730156416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608109.463929:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae18.
00000400:00000200:2.0:1749608109.463931:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749608109.463932:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:2.0:1749608109.463949:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730156160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608109.463954:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730156160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608109.463965:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608109.463967:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:2.0:1749608109.463969:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749608109.463976:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608109.463978:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749608109.463979:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608109.463982:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730156416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608109.463987:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730156416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608109.463998:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608109.464000:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608109.464002:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749608109.475024:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:2.0:1749608109.475041:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:1.0:1749608109.475051:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306314c0.
00000100:00000010:0.0:1749608109.475054:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608114.470044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608114.470060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608114.470104:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608114.470116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608114.470122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749608114.470133:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608114.470140:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaec8.
00000400:00000010:0.0:1749608114.470145:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000010:2.0:1749608114.470147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000100:00000200:0.0:1749608114.470150:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730156544, portal 25
02000000:00000010:2.0:1749608114.470150:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:0.0:1749608114.470153:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749608114.470155:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730156544, offset 0
00000400:00000200:0.0:1749608114.470161:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608114.470169:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608114.470173:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608114.470177:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608114.470179:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608114.470181:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608114.470184:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1349:1349:256:4294967295] 192.168.201.120@tcp LPNI seq info [1349:1349:8:4294967295]
00000400:00000200:0.0:1749608114.470192:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749608114.470195:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608114.470199:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608114.470202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000800:00000200:0.0:1749608114.470207:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608114.470209:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000100:00000200:1.0:1749608114.470209:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730156672, portal 10
00000400:00000010:1.0:1749608114.470213:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000800:00000200:0.0:1749608114.470215:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608114.470215:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730156672, offset 0
00000400:00000200:1.0:1749608114.470219:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608114.470221:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608114.470223:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608114.470224:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608114.470226:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608114.470228:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608114.470230:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608114.470231:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608114.470233:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1350:1350:255:4294967295] 192.168.201.120@tcp LPNI seq info [1350:1350:7:4294967295]
00000100:00000010:0.0:1749608114.470240:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749608114.470240:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608114.470243:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608114.470245:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608114.470248:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608114.470249:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000800:00000200:1.0:1749608114.470252:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608114.470253:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
00000800:00000200:1.0:1749608114.470254:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608114.470256:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
00000800:00000200:2.0:1749608114.470281:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608114.470283:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
02000000:00000010:1.0:1749608114.470286:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608114.470288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:2.0:1749608114.470288:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608114.470290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608114.470292:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730156800, portal 10
00000400:00000200:2.0:1749608114.470292:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608114.470295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608114.470296:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730156800, offset 0
00000400:00000200:1.0:1749608114.470299:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608114.470303:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608114.470305:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608114.470305:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000200:1.0:1749608114.470307:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749608114.470307:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000400:00000200:1.0:1749608114.470308:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608114.470310:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608114.470312:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1351:1351:254:4294967295] 192.168.201.120@tcp LPNI seq info [1351:1351:6:4294967295]
00000100:00000200:2.0:1749608114.470313:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730156544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608114.470317:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608114.470325:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608114.470327:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608114.470330:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608114.470333:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608114.470335:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608114.470369:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608114.470370:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608114.470375:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608114.470378:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608114.470380:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:2.0:1749608114.470381:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:2.0:1749608114.470384:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730156672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608114.470406:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608114.470408:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608114.470409:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608114.470412:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608114.470413:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749608114.470414:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749608114.470417:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730156800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608114.471510:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608114.471525:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32a200
00000400:00000200:0.0:1749608114.471532:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b1d [1] + 224
00000400:00000200:0.0:1749608114.471541:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608114.471543:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608114.471550:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730156544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608114.471577:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608114.471580:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32a280
00000400:00000200:0.0:1749608114.471583:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b25 [1] + 0
00000400:00000200:0.0:1749608114.471586:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608114.471587:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608114.471590:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730156672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608114.471604:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608114.471605:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32a300
00000400:00000200:0.0:1749608114.471607:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2b2d [1] + 0
00000400:00000010:2.0:1749608114.471614:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
00000400:00000200:0.0:1749608114.471618:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608114.471618:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:2.0:1749608114.471619:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:2.0:1749608114.471623:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730156544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608114.471624:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608114.471626:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730156800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608114.471628:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730156544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608114.471636:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608114.471641:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749608114.471642:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608114.471646:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730156672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608114.471648:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000100:00000200:1.0:1749608114.471651:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730156672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608114.471651:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:2.0:1749608114.471654:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749608114.471665:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608114.471665:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608114.471666:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608114.471668:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730156800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608114.471672:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730156800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608114.471680:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608114.471682:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608114.471685:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749608114.471687:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608114.471688:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608114.471689:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:0.0:1749608114.483054:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608114.483069:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:3.0:1749608114.483084:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:1.0:1749608114.483103:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:2.0:1749608119.478048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608119.478064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608119.478107:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608119.478120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608119.478125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608119.478141:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749608119.478147:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608119.478149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
00000400:00000010:3.0:1749608119.478152:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608119.478153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000200:3.0:1749608119.478157:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730156928, portal 25
00000400:00000010:3.0:1749608119.478160:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608119.478171:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730156928, offset 0
00000400:00000200:3.0:1749608119.478177:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608119.478185:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608119.478185:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608119.478189:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608119.478189:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608119.478191:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000200:3.0:1749608119.478192:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608119.478195:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749608119.478196:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730157056, portal 10
00000400:00000200:3.0:1749608119.478197:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608119.478199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:3.0:1749608119.478199:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1352:1352:256:4294967295] 192.168.201.120@tcp LPNI seq info [1352:1352:8:4294967295]
00000100:00000200:1.0:1749608119.478201:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730157056, offset 0
00000400:00000200:1.0:1749608119.478204:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608119.478207:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608119.478211:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608119.478213:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608119.478214:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608119.478215:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608119.478217:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608119.478218:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608119.478219:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608119.478220:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608119.478222:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1353:1353:255:4294967295] 192.168.201.120@tcp LPNI seq info [1353:1353:7:4294967295]
00000800:00000200:3.0:1749608119.478226:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608119.478227:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608119.478229:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608119.478230:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608119.478232:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608119.478234:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608119.478237:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608119.478238:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608119.478246:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749608119.478260:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749608119.478264:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749608119.478273:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
02000000:00000010:1.0:1749608119.478281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608119.478283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608119.478285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608119.478287:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730157184, portal 10
00000400:00000010:1.0:1749608119.478289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608119.478290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730157184, offset 0
00000800:00000200:0.0:1749608119.478293:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608119.478293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608119.478295:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608119.478297:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608119.478298:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608119.478299:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608119.478300:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608119.478302:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608119.478302:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608119.478303:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608119.478304:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000200:1.0:1749608119.478305:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1354:1354:254:4294967295] 192.168.201.120@tcp LPNI seq info [1354:1354:6:4294967295]
00000400:00000010:0.0:1749608119.478306:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000400:00000200:1.0:1749608119.478311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608119.478312:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730156928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608119.478318:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608119.478320:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608119.478322:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608119.478325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608119.478327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608119.478367:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608119.478369:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608119.478370:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608119.478372:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608119.478373:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749608119.478374:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749608119.478377:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730157056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608119.478389:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608119.478390:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608119.478391:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608119.478392:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608119.478393:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749608119.478394:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749608119.478395:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730157184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608119.479367:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608119.479374:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32a380
00000400:00000200:0.0:1749608119.479379:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b35 [1] + 224
00000400:00000200:0.0:1749608119.479390:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608119.479393:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608119.479397:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730156928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608119.479418:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608119.479422:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32a400
00000400:00000200:0.0:1749608119.479425:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b3d [1] + 0
00000400:00000200:0.0:1749608119.479430:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608119.479432:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608119.479434:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730157056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608119.479440:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608119.479443:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608119.479444:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608119.479448:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730156928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608119.479450:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608119.479452:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32a480
00000400:00000200:0.0:1749608119.479454:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2b45 [1] + 0
00000100:00000200:3.0:1749608119.479455:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730156928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608119.479461:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608119.479462:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608119.479464:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730157184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608119.479467:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608119.479470:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749608119.479472:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749608119.479473:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608119.479476:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608119.479478:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608119.479481:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730157056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608119.479487:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730157056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608119.479498:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608119.479500:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749608119.479500:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608119.479503:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730157184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608119.479508:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730157184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608119.479515:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608119.479518:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608119.479520:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749608119.479522:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608119.479523:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608119.479525:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749608119.491025:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749608119.491035:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:0.0:1749608119.491042:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:1.0:1749608119.491046:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:2.0:1749608124.486051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608124.486067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608124.486103:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608124.486114:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608124.486118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608124.486132:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:3.0:1749608124.486132:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
02000000:00000010:2.0:1749608124.486134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749608124.486145:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608124.486149:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608124.486153:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730157312, portal 25
00000400:00000010:3.0:1749608124.486155:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608124.486156:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730157312, offset 0
00000400:00000200:3.0:1749608124.486160:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608124.486161:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608124.486165:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608124.486167:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608124.486169:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000400:00000200:3.0:1749608124.486171:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608124.486173:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608124.486175:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730157440, portal 10
00000400:00000200:3.0:1749608124.486175:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608124.486176:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608124.486177:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1355:1355:256:4294967295] 192.168.201.120@tcp LPNI seq info [1355:1355:8:4294967295]
00000400:00000010:1.0:1749608124.486178:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608124.486180:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730157440, offset 0
00000400:00000200:3.0:1749608124.486183:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608124.486184:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608124.486186:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608124.486188:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608124.486189:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608124.486191:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608124.486191:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608124.486193:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608124.486195:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608124.486196:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608124.486197:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608124.486198:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608124.486199:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1356:1356:255:4294967295] 192.168.201.120@tcp LPNI seq info [1356:1356:7:4294967295]
00000400:00000200:1.0:1749608124.486204:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608124.486208:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608124.486210:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000100:00000010:3.0:1749608124.486212:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000800:00000200:1.0:1749608124.486213:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608124.486216:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608124.486218:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608124.486219:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749608124.486221:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749608124.486227:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000800:00000200:0.0:1749608124.486243:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608124.486246:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
02000000:00000010:1.0:1749608124.486247:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608124.486249:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608124.486249:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608124.486251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608124.486252:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730157568, portal 10
00000400:00000200:0.0:1749608124.486253:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608124.486254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000200:0.0:1749608124.486255:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749608124.486257:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:1.0:1749608124.486259:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730157568, offset 0
00000400:00000200:1.0:1749608124.486262:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749608124.486263:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730157312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608124.486265:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608124.486266:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608124.486268:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608124.486269:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608124.486270:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608124.486271:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1357:1357:254:4294967295] 192.168.201.120@tcp LPNI seq info [1357:1357:6:4294967295]
00000400:00000200:1.0:1749608124.486274:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608124.486280:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608124.486281:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608124.486283:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608124.486285:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608124.486286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608124.486324:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608124.486329:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608124.486331:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608124.486334:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608124.486336:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749608124.486337:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749608124.486341:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730157440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608124.486360:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608124.486362:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608124.486363:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608124.486366:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608124.486367:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749608124.486368:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749608124.486370:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730157568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608124.487230:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608124.487236:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32a500
00000400:00000200:0.0:1749608124.487239:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b4d [1] + 224
00000400:00000200:0.0:1749608124.487244:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608124.487246:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608124.487249:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730157312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608124.487263:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608124.487268:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32a580
00000400:00000200:0.0:1749608124.487270:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b55 [1] + 0
00000400:00000200:0.0:1749608124.487273:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608124.487274:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608124.487276:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730157440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608124.487283:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608124.487286:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608124.487287:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608124.487290:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730157312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608124.487294:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730157312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608124.487296:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608124.487298:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32a600
00000400:00000200:0.0:1749608124.487300:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2b5d [1] + 0
02000000:00000010:3.0:1749608124.487305:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
00000400:00000200:0.0:1749608124.487307:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608124.487310:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608124.487311:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:0.0:1749608124.487313:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730157568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608124.487313:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749608124.487318:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608124.487321:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749608124.487321:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608124.487325:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730157440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608124.487330:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730157440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608124.487339:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608124.487340:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608124.487341:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608124.487342:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730157568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608124.487346:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730157568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608124.487351:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608124.487353:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608124.487354:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749608124.487356:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608124.487357:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608124.487358:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:0.0:1749608124.499021:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749608124.499031:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:2.0:1749608124.499040:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:1.0:1749608124.499060:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:2.0:1749608129.494045:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608129.494061:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608129.494102:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608129.494114:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608129.494119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:0.0:1749608129.494133:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608129.494139:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaf78.
00000100:00000010:2.0:1749608129.494139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608129.494142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:0.0:1749608129.494145:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749608129.494150:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730157696, portal 25
00000400:00000010:0.0:1749608129.494154:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749608129.494155:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730157696, offset 0
00000400:00000200:0.0:1749608129.494161:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608129.494166:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608129.494168:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608129.494170:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608129.494172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749608129.494173:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608129.494176:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608129.494178:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608129.494180:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608129.494181:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730157824, portal 10
00000400:00000200:0.0:1749608129.494182:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1358:1358:256:4294967295] 192.168.201.120@tcp LPNI seq info [1358:1358:8:4294967295]
00000400:00000010:1.0:1749608129.494184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608129.494185:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730157824, offset 0
00000400:00000200:1.0:1749608129.494188:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608129.494191:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608129.494195:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608129.494197:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608129.494198:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000400:00000200:1.0:1749608129.494198:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608129.494200:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608129.494202:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608129.494202:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608129.494204:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608129.494206:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1359:1359:255:4294967295] 192.168.201.120@tcp LPNI seq info [1359:1359:7:4294967295]
00000800:00000200:0.0:1749608129.494207:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608129.494210:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608129.494212:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608129.494215:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608129.494217:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608129.494220:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608129.494224:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608129.494226:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608129.494229:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608129.494244:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749608129.494253:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749608129.494257:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
00000800:00000200:2.0:1749608129.494268:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608129.494270:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749608129.494273:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608129.494275:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608129.494277:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608129.494279:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749608129.494279:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749608129.494280:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000400:00000010:1.0:1749608129.494283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608129.494285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730157952, portal 10
00000100:00000200:2.0:1749608129.494285:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730157696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608129.494287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608129.494288:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730157952, offset 0
00000400:00000200:1.0:1749608129.494292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608129.494296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608129.494298:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608129.494300:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608129.494301:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608129.494303:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608129.494304:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1360:1360:254:4294967295] 192.168.201.120@tcp LPNI seq info [1360:1360:6:4294967295]
00000400:00000200:1.0:1749608129.494310:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608129.494318:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608129.494320:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608129.494322:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608129.494326:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608129.494327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608129.494363:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608129.494365:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608129.494367:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608129.494370:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608129.494372:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749608129.494373:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749608129.494377:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730157824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608129.494396:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608129.494398:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608129.494399:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608129.494401:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608129.494403:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:2.0:1749608129.494404:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:2.0:1749608129.494406:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730157952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608129.495586:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608129.495592:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32a700
00000400:00000200:0.0:1749608129.495595:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b6d [1] + 0
00000400:00000200:0.0:1749608129.495600:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608129.495602:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608129.495605:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730157824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608129.495620:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608129.495622:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32a680
00000400:00000200:0.0:1749608129.495624:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b65 [1] + 224
00000400:00000200:0.0:1749608129.495626:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608129.495627:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608129.495629:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730157696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608129.495642:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608129.495644:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32a780
00000400:00000010:1.0:1749608129.495644:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608129.495648:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608129.495649:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749608129.495651:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2b75 [1] + 0
00000100:00000200:1.0:1749608129.495653:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730157824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608129.495658:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608129.495659:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730157824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608129.495660:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608129.495662:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730157952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608129.495674:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaf78.
00000400:00000200:2.0:1749608129.495676:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:2.0:1749608129.495677:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000400:00000010:1.0:1749608129.495679:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000200:2.0:1749608129.495680:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730157696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608129.495681:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608129.495681:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608129.495684:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730157952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608129.495685:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730157696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608129.495689:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730157952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608129.495694:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608129.495696:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:2.0:1749608129.495698:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749608129.495700:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608129.495703:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608129.495704:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749608129.495706:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608129.495707:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608129.495708:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:3.0:1749608129.507014:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:2.0:1749608129.507036:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:1.0:1749608129.507059:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749608129.507088:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608134.502041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608134.502060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608134.502107:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749608134.502135:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749608134.502139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000400:00000010:0.0:1749608134.502142:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaf78.
02000000:00000010:2.0:1749608134.502145:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:0.0:1749608134.502150:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749608134.502156:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730158080, portal 25
00000400:00000010:0.0:1749608134.502159:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749608134.502160:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730158080, offset 0
00000400:00000200:0.0:1749608134.502166:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749608134.502168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608134.502171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000200:0.0:1749608134.502174:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608134.502178:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608134.502181:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608134.502184:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608134.502186:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608134.502188:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1361:1361:256:4294967295] 192.168.201.120@tcp LPNI seq info [1361:1361:8:4294967295]
00000400:00000200:0.0:1749608134.502197:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608134.502201:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608134.502204:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
02000000:00000010:1.0:1749608134.502206:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:0.0:1749608134.502209:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608134.502211:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608134.502213:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000800:00000200:0.0:1749608134.502216:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608134.502220:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608134.502220:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730158208, portal 10
00000400:00000010:1.0:1749608134.502224:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608134.502225:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730158208, offset 0
00000400:00000200:1.0:1749608134.502230:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608134.502234:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:0.0:1749608134.502236:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749608134.502236:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608134.502238:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608134.502240:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608134.502241:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608134.502243:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1362:1362:255:4294967295] 192.168.201.120@tcp LPNI seq info [1362:1362:7:4294967295]
00000100:00000010:0.0:1749608134.502244:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
00000100:00000010:0.0:1749608134.502247:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
00000400:00000200:1.0:1749608134.502248:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749608134.502250:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
00000800:00000200:1.0:1749608134.502250:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608134.502252:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608134.502255:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608134.502258:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608134.502260:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608134.502269:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608134.502272:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608134.502273:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608134.502275:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730158336, portal 10
00000400:00000010:1.0:1749608134.502277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608134.502279:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730158336, offset 0
00000800:00000200:2.0:1749608134.502279:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608134.502281:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:1.0:1749608134.502282:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608134.502285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608134.502285:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608134.502287:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608134.502288:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608134.502290:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608134.502290:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608134.502292:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608134.502293:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1363:1363:254:4294967295] 192.168.201.120@tcp LPNI seq info [1363:1363:6:4294967295]
00000400:00000200:2.0:1749608134.502293:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749608134.502294:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000400:00000200:1.0:1749608134.502299:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749608134.502300:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730158080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608134.502312:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608134.502314:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608134.502317:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608134.502320:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608134.502322:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608134.502358:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608134.502360:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608134.502362:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608134.502365:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608134.502367:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:2.0:1749608134.502368:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:2.0:1749608134.502371:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730158208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608134.502392:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608134.502394:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608134.502396:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608134.502398:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608134.502400:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:2.0:1749608134.502401:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:2.0:1749608134.502404:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730158336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608134.503689:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608134.503698:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32a800
00000400:00000200:0.0:1749608134.503702:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b7d [1] + 224
00000400:00000200:0.0:1749608134.503709:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608134.503711:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608134.503716:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730158080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608134.503739:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608134.503749:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32a880
00000400:00000200:0.0:1749608134.503752:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b85 [1] + 0
00000400:00000200:0.0:1749608134.503756:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608134.503759:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608134.503762:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730158208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608134.503767:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaf78.
00000400:00000200:2.0:1749608134.503770:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749608134.503771:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:2.0:1749608134.503775:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730158080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608134.503783:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608134.503786:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32a900
00000100:00000200:2.0:1749608134.503786:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730158080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608134.503789:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2b8d [1] + 0
00000400:00000200:0.0:1749608134.503797:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608134.503800:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608134.503802:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608134.503802:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000200:1.0:1749608134.503805:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
02000000:00000010:2.0:1749608134.503805:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000010:1.0:1749608134.503806:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000010:2.0:1749608134.503807:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:1.0:1749608134.503809:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730158208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608134.503810:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730158336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608134.503814:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730158208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608134.503824:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608134.503825:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749608134.503825:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608134.503827:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730158336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608134.503830:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730158336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608134.503837:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608134.503839:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608134.503840:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749608134.503842:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608134.503843:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608134.503844:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749608134.515028:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:3.0:1749608134.515032:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:2.0:1749608134.515044:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:0.0:1749608134.515058:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608139.510037:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608139.510054:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608139.510103:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608139.510115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608139.510121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749608139.510133:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749608139.510139:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608139.510142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000400:00000010:3.0:1749608139.510143:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608139.510148:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000200:3.0:1749608139.510150:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730158464, portal 25
00000400:00000010:3.0:1749608139.510153:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749608139.510155:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730158464, offset 0
00000400:00000200:3.0:1749608139.510160:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608139.510169:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608139.510174:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608139.510175:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608139.510177:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608139.510179:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608139.510180:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608139.510181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000400:00000200:3.0:1749608139.510182:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608139.510185:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1364:1364:256:4294967295] 192.168.201.120@tcp LPNI seq info [1364:1364:8:4294967295]
00000100:00000200:1.0:1749608139.510190:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730158592, portal 10
00000400:00000010:1.0:1749608139.510193:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000200:3.0:1749608139.510193:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608139.510194:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730158592, offset 0
00000400:00000200:1.0:1749608139.510197:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608139.510197:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608139.510200:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608139.510204:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608139.510205:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608139.510206:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608139.510207:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608139.510209:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608139.510210:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608139.510211:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1365:1365:255:4294967295] 192.168.201.120@tcp LPNI seq info [1365:1365:7:4294967295]
00000800:00000200:3.0:1749608139.510211:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608139.510214:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608139.510215:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608139.510218:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608139.510219:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608139.510221:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608139.510224:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608139.510225:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608139.510230:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749608139.510243:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749608139.510246:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749608139.510252:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
02000000:00000010:1.0:1749608139.510258:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608139.510259:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608139.510261:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608139.510262:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730158720, portal 10
00000400:00000010:1.0:1749608139.510264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608139.510265:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730158720, offset 0
00000400:00000200:1.0:1749608139.510267:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608139.510268:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608139.510269:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608139.510270:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608139.510271:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608139.510271:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608139.510275:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608139.510278:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608139.510281:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000200:1.0:1749608139.510281:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749608139.510283:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000400:00000200:1.0:1749608139.510283:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608139.510284:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1366:1366:254:4294967295] 192.168.201.120@tcp LPNI seq info [1366:1366:6:4294967295]
00000100:00000200:0.0:1749608139.510289:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730158464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608139.510290:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608139.510293:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608139.510295:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608139.510298:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608139.510301:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608139.510303:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608139.510363:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608139.510365:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608139.510368:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608139.510370:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608139.510372:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749608139.510373:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608139.510377:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730158592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608139.510405:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608139.510406:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608139.510407:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608139.510409:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608139.510410:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749608139.510411:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749608139.510412:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730158720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608139.511375:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608139.511383:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32a980
00000400:00000200:0.0:1749608139.511386:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b95 [1] + 224
00000400:00000200:0.0:1749608139.511391:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608139.511393:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608139.511396:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730158464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608139.511415:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608139.511419:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32aa00
00000400:00000200:0.0:1749608139.511422:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2b9d [1] + 0
00000400:00000200:0.0:1749608139.511424:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608139.511426:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608139.511427:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730158592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608139.511437:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608139.511441:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608139.511445:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608139.511450:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608139.511450:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730158464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608139.511452:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32aa80
00000400:00000200:0.0:1749608139.511454:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2ba5 [1] + 0
00000100:00000200:3.0:1749608139.511457:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730158464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608139.511460:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608139.511464:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608139.511465:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608139.511466:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749608139.511467:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749608139.511469:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730158720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608139.511470:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730158592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608139.511475:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730158592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608139.511475:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608139.511479:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749608139.511481:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749608139.511485:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608139.511487:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749608139.511488:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608139.511490:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730158720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608139.511496:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730158720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608139.511505:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608139.511507:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608139.511509:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608139.511511:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608139.511513:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608139.511514:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749608139.523023:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:3.0:1749608139.523023:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:1.0:1749608139.523033:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:0.0:1749608139.523038:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:2.0:1749608144.518026:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608144.518040:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608144.518078:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608144.518089:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608144.518094:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608144.518109:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608144.518114:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608144.518115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749608144.518118:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608144.518119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000200:3.0:1749608144.518124:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730158848, portal 25
00000400:00000010:3.0:1749608144.518127:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608144.518129:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730158848, offset 0
00000400:00000200:3.0:1749608144.518134:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608144.518142:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608144.518146:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608144.518148:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608144.518154:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608144.518156:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608144.518157:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608144.518158:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1367:1367:256:4294967295] 192.168.201.120@tcp LPNI seq info [1367:1367:8:4294967295]
00000400:00000010:1.0:1749608144.518162:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608144.518164:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608144.518165:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608144.518167:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730158976, portal 10
00000800:00000200:3.0:1749608144.518167:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608144.518170:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608144.518171:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730158976, offset 0
00000800:00000010:3.0:1749608144.518171:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608144.518174:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608144.518175:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608144.518178:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608144.518179:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608144.518180:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608144.518181:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608144.518182:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608144.518183:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608144.518183:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608144.518185:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1368:1368:255:4294967295] 192.168.201.120@tcp LPNI seq info [1368:1368:7:4294967295]
00000400:00000200:1.0:1749608144.518195:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608144.518197:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000800:00000200:1.0:1749608144.518198:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608144.518200:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608144.518203:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608144.518205:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000800:00000200:1.0:1749608144.518206:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608144.518208:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608144.518208:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749608144.518213:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
02000000:00000010:1.0:1749608144.518231:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608144.518233:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608144.518235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608144.518236:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730159104, portal 10
00000400:00000010:1.0:1749608144.518239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608144.518240:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730159104, offset 0
00000400:00000200:1.0:1749608144.518243:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608144.518258:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608144.518259:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608144.518261:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608144.518262:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608144.518263:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608144.518265:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608144.518265:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608144.518268:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608144.518271:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749608144.518273:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:1.0:1749608144.518275:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608144.518277:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1369:1369:254:4294967295] 192.168.201.120@tcp LPNI seq info [1369:1369:6:4294967295]
00000100:00000200:0.0:1749608144.518279:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730158848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608144.518283:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608144.518286:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608144.518288:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608144.518290:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608144.518293:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608144.518295:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608144.518336:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608144.518338:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608144.518340:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608144.518342:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608144.518344:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749608144.518346:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749608144.518349:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730158976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608144.518366:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608144.518367:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608144.518368:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608144.518369:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608144.518370:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749608144.518371:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749608144.518372:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730159104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608144.519405:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608144.519414:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ab00
00000400:00000200:0.0:1749608144.519418:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2bad [1] + 224
00000400:00000200:0.0:1749608144.519432:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608144.519435:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608144.519439:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730158848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608144.519461:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608144.519464:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ab80
00000400:00000200:0.0:1749608144.519467:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2bb5 [1] + 0
00000400:00000200:0.0:1749608144.519471:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608144.519473:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608144.519475:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730158976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608144.519491:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608144.519493:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749608144.519494:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000200:0.0:1749608144.519496:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32ac00
00000400:00000010:3.0:1749608144.519499:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608144.519501:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2bbd [1] + 0
00000100:00000200:3.0:1749608144.519502:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730158848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608144.519507:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730158848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608144.519519:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608144.519519:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000010:1.0:1749608144.519520:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608144.519522:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608144.519522:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:1.0:1749608144.519523:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749608144.519524:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000010:3.0:1749608144.519525:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:0.0:1749608144.519527:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730159104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608144.519527:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730158976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608144.519534:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730158976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608144.519547:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608144.519549:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749608144.519549:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608144.519552:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730159104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608144.519556:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730159104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608144.519565:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608144.519568:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608144.519570:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749608144.519571:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608144.519573:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608144.519574:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749608144.531036:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:0.0:1749608144.531052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:1.0:1749608144.531073:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749608144.531083:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:2.0:1749608149.526038:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608149.526055:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608149.526111:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608149.526123:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608149.526128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749608149.526152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608149.526156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749608149.526262:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608149.526268:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608149.526271:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749608149.526272:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000010:1.0:1749608149.526276:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000100:00000200:3.0:1749608149.526277:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730159232, portal 25
00000400:00000010:1.0:1749608149.526279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608149.526281:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730159360, portal 10
00000400:00000010:3.0:1749608149.526281:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749608149.526282:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730159232, offset 0
00000400:00000010:1.0:1749608149.526285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000200:3.0:1749608149.526287:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608149.526295:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749608149.526296:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730159360, offset 0
00000400:00000200:1.0:1749608149.526300:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608149.526300:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608149.526303:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608149.526305:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608149.526307:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608149.526310:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1370:1370:256:4294967295] 192.168.201.120@tcp LPNI seq info [1370:1370:8:4294967295]
00000400:00000200:3.0:1749608149.526319:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608149.526323:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608149.526324:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608149.526326:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608149.526326:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608149.526328:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608149.526330:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608149.526331:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608149.526332:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608149.526334:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1371:1371:255:4294967295] 192.168.201.120@tcp LPNI seq info [1371:1371:7:4294967295]
00000800:00000200:3.0:1749608149.526336:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608149.526340:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608149.526340:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608149.526343:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608149.526346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608149.526349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608149.526353:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608149.526355:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608149.526357:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749608149.526371:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749608149.526381:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749608149.526397:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000800:00000200:0.0:1749608149.526401:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608149.526404:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749608149.526407:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608149.526411:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608149.526414:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749608149.526415:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
02000000:00000010:1.0:1749608149.526420:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000200:0.0:1749608149.526422:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730159232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608149.526422:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608149.526424:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608149.526426:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730159488, portal 10
00000400:00000010:1.0:1749608149.526429:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608149.526430:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730159488, offset 0
00000400:00000200:1.0:1749608149.526433:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608149.526437:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608149.526439:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608149.526440:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608149.526442:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608149.526443:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608149.526449:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1372:1372:255:4294967295] 192.168.201.120@tcp LPNI seq info [1372:1372:7:4294967295]
00000400:00000200:1.0:1749608149.526454:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608149.526457:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608149.526459:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608149.526461:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608149.526465:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608149.526466:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608149.526477:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608149.526483:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608149.526485:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608149.526488:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608149.526490:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749608149.526491:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749608149.526494:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730159360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608149.526513:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608149.526514:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608149.526516:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608149.526518:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608149.526519:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749608149.526520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749608149.526522:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730159488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608149.527699:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608149.527708:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ad00
00000400:00000200:0.0:1749608149.527712:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2bc9 [1] + 0
00000400:00000200:0.0:1749608149.527719:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608149.527722:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608149.527727:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730159360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608149.527753:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608149.527756:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ac80
00000400:00000200:0.0:1749608149.527763:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2bc5 [1] + 224
00000400:00000200:0.0:1749608149.527767:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608149.527769:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608149.527771:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730159232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608149.527803:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608149.527806:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32ad80
00000400:00000200:0.0:1749608149.527808:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2bd5 [1] + 0
00000400:00000200:0.0:1749608149.527816:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608149.527818:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608149.527821:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730159488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608149.527824:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608149.527828:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608149.527829:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608149.527833:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730159232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608149.527840:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730159232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608149.527847:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608149.527850:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749608149.527851:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608149.527855:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730159360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608149.527856:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749608149.527860:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:1.0:1749608149.527862:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730159360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608149.527863:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:1.0:1749608149.527874:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608149.527875:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608149.527876:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608149.527878:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730159488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608149.527884:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730159488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608149.527894:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608149.527897:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608149.527899:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608149.527902:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608149.527903:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608149.527904:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:0.0:1749608149.539031:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:1.0:1749608149.539039:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749608149.539044:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749608149.539047:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:2.0:1749608154.534042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608154.534058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608154.534120:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608154.534131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:0.0:1749608154.534132:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608154.534136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:0.0:1749608154.534137:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaec8.
00000400:00000010:0.0:1749608154.534141:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749608154.534145:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730159616, portal 25
00000400:00000010:0.0:1749608154.534148:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749608154.534149:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730159616, offset 0
00000100:00000010:2.0:1749608154.534151:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000400:00000200:0.0:1749608154.534153:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608154.534153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000200:0.0:1749608154.534160:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608154.534163:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608154.534166:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608154.534168:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608154.534169:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608154.534171:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1373:1373:256:4294967295] 192.168.201.120@tcp LPNI seq info [1373:1373:8:4294967295]
00000400:00000200:0.0:1749608154.534177:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608154.534179:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608154.534182:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000800:00000200:0.0:1749608154.534186:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608154.534191:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608154.534193:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749608154.534198:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608154.534209:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:0.0:1749608154.534211:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000010:1.0:1749608154.534212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608154.534215:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730159744, portal 10
00000400:00000010:1.0:1749608154.534218:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608154.534220:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730159744, offset 0
00000100:00000010:0.0:1749608154.534222:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000100:00000010:0.0:1749608154.534224:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
00000400:00000200:1.0:1749608154.534224:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608154.534229:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
00000400:00000200:1.0:1749608154.534229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608154.534231:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608154.534233:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608154.534234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608154.534236:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608154.534238:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1374:1374:255:4294967295] 192.168.201.120@tcp LPNI seq info [1374:1374:7:4294967295]
00000400:00000200:1.0:1749608154.534245:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608154.534248:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608154.534250:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608154.534253:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608154.534257:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608154.534259:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608154.534265:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608154.534268:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
02000000:00000010:1.0:1749608154.534269:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608154.534271:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608154.534273:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000200:2.0:1749608154.534273:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608154.534275:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730159872, portal 10
00000400:00000200:2.0:1749608154.534276:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608154.534277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608154.534279:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730159872, offset 0
00000400:00000200:2.0:1749608154.534280:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:2.0:1749608154.534281:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:2.0:1749608154.534287:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730159616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608154.534290:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608154.534293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608154.534295:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608154.534297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608154.534299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608154.534300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608154.534302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1375:1375:254:4294967295] 192.168.201.120@tcp LPNI seq info [1375:1375:6:4294967295]
00000400:00000200:1.0:1749608154.534311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608154.534315:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608154.534317:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608154.534320:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608154.534323:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608154.534325:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608154.534363:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608154.534366:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608154.534368:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608154.534371:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608154.534373:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:2.0:1749608154.534374:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:2.0:1749608154.534377:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730159744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608154.534399:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608154.534401:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608154.534403:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608154.534405:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608154.534407:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:2.0:1749608154.534408:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749608154.534410:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730159872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608154.535575:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608154.535585:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ae00
00000400:00000200:0.0:1749608154.535590:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2bdd [1] + 224
00000400:00000200:0.0:1749608154.535597:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608154.535599:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608154.535604:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730159616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608154.535628:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608154.535632:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ae80
00000400:00000200:0.0:1749608154.535636:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2be5 [1] + 0
00000400:00000200:0.0:1749608154.535640:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608154.535642:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608154.535645:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730159744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608154.535654:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
00000400:00000200:2.0:1749608154.535657:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749608154.535658:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:2.0:1749608154.535662:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730159616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608154.535666:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608154.535669:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32af00
00000100:00000200:2.0:1749608154.535669:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730159616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608154.535672:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2bed [1] + 0
02000000:00000010:2.0:1749608154.535683:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749608154.535684:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608154.535686:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608154.535686:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000200:0.0:1749608154.535689:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730159872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608154.535689:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:1.0:1749608154.535691:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608154.535694:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608154.535696:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608154.535700:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730159744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608154.535707:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730159744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608154.535719:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608154.535721:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608154.535722:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608154.535724:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730159872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608154.535729:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730159872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608154.535739:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608154.535742:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608154.535744:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749608154.535746:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608154.535748:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608154.535749:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749608154.547037:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:3.0:1749608154.547050:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:0.0:1749608154.547052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608154.547123:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:2.0:1749608159.542069:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608159.542085:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608159.542126:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608159.542138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608159.542142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749608159.542154:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749608159.542158:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608159.542161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749608159.542161:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608159.542167:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608159.542172:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730160000, portal 25
00000400:00000010:3.0:1749608159.542175:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608159.542176:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730160000, offset 0
00000400:00000200:3.0:1749608159.542180:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608159.542187:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608159.542189:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608159.542191:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608159.542193:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608159.542200:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608159.542201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000200:3.0:1749608159.542202:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749608159.542203:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730160128, portal 10
00000400:00000200:3.0:1749608159.542203:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608159.542205:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1376:1376:256:4294967295] 192.168.201.120@tcp LPNI seq info [1376:1376:8:4294967295]
00000400:00000010:1.0:1749608159.542206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608159.542207:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730160128, offset 0
00000400:00000200:1.0:1749608159.542210:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608159.542211:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608159.542214:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608159.542215:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608159.542216:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608159.542216:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608159.542218:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608159.542219:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608159.542220:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608159.542222:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1377:1377:255:4294967295] 192.168.201.120@tcp LPNI seq info [1377:1377:7:4294967295]
00000800:00000200:3.0:1749608159.542225:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608159.542226:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608159.542228:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608159.542230:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:3.0:1749608159.542230:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608159.542232:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608159.542233:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608159.542234:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608159.542236:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608159.542246:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749608159.542263:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749608159.542267:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749608159.542271:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
02000000:00000010:1.0:1749608159.542279:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608159.542281:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608159.542283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608159.542284:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730160256, portal 10
00000400:00000010:1.0:1749608159.542286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608159.542287:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730160256, offset 0
00000400:00000200:1.0:1749608159.542289:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608159.542291:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608159.542292:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608159.542293:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608159.542294:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608159.542295:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608159.542295:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608159.542297:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1378:1378:254:4294967295] 192.168.201.120@tcp LPNI seq info [1378:1378:6:4294967295]
00000800:00000010:0.0:1749608159.542298:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608159.542300:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608159.542305:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608159.542307:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:1.0:1749608159.542307:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608159.542309:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608159.542311:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608159.542312:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608159.542312:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608159.542315:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749608159.542316:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749608159.542322:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730160000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608159.542339:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608159.542340:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608159.542342:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608159.542349:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608159.542350:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749608159.542351:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749608159.542354:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730160128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608159.542400:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608159.542402:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608159.542404:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608159.542406:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608159.542407:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749608159.542408:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749608159.542410:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730160256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608159.543699:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608159.543708:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32af80
00000400:00000200:0.0:1749608159.543713:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2bf5 [1] + 224
00000400:00000200:0.0:1749608159.543720:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608159.543723:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608159.543726:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730160000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608159.543746:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608159.543753:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32b000
00000400:00000200:0.0:1749608159.543755:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2bfd [1] + 0
00000400:00000200:0.0:1749608159.543759:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608159.543760:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608159.543762:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730160128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608159.543773:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608159.543776:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608159.543778:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608159.543782:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730160000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608159.543784:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608159.543788:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32b080
00000100:00000200:3.0:1749608159.543789:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730160000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608159.543790:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2c05 [1] + 0
00000400:00000200:0.0:1749608159.543800:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608159.543803:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608159.543803:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:3.0:1749608159.543804:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:1.0:1749608159.543806:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608159.543807:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
02000000:00000010:3.0:1749608159.543807:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608159.543810:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:1.0:1749608159.543812:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730160128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608159.543814:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730160256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608159.543819:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730160128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608159.543836:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608159.543838:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608159.543839:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608159.543842:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730160256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608159.543848:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730160256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608159.543858:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608159.543861:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608159.543863:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608159.543865:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608159.543867:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608159.543868:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:3.0:1749608159.555044:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:2.0:1749608159.555056:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:1.0:1749608159.555073:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:0.0:1749608159.555085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:2.0:1749608164.550064:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608164.550085:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608164.550138:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608164.550155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608164.550161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608164.550171:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608164.550178:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608164.550184:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608164.550186:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608164.550189:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000200:3.0:1749608164.550192:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730160384, portal 25
00000400:00000010:3.0:1749608164.550199:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608164.550200:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730160384, offset 0
00000400:00000200:3.0:1749608164.550207:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608164.550219:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608164.550224:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608164.550227:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608164.550228:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608164.550231:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608164.550232:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608164.550234:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608164.550236:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000200:3.0:1749608164.550237:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1379:1379:256:4294967295] 192.168.201.120@tcp LPNI seq info [1379:1379:8:4294967295]
00000100:00000200:1.0:1749608164.550250:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730160512, portal 10
00000400:00000010:1.0:1749608164.550254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608164.550256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730160512, offset 0
00000400:00000200:3.0:1749608164.550258:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608164.550261:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608164.550264:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608164.550265:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608164.550267:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608164.550267:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608164.550269:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608164.550271:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608164.550273:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608164.550274:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608164.550275:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1380:1380:255:4294967295] 192.168.201.120@tcp LPNI seq info [1380:1380:7:4294967295]
00000400:00000200:1.0:1749608164.550281:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608164.550282:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608164.550285:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608164.550286:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749608164.550288:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608164.550291:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608164.550294:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608164.550296:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608164.550320:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749608164.550336:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000100:00000010:1.0:1749608164.550340:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000100:00000010:1.0:1749608164.550351:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
02000000:00000010:1.0:1749608164.550360:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608164.550363:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608164.550365:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608164.550367:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730160640, portal 10
00000400:00000010:1.0:1749608164.550370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608164.550371:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730160640, offset 0
00000400:00000200:1.0:1749608164.550376:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608164.550377:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608164.550379:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608164.550380:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608164.550381:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608164.550383:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608164.550386:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608164.550390:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608164.550392:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608164.550394:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1381:1381:254:4294967295] 192.168.201.120@tcp LPNI seq info [1381:1381:6:4294967295]
00000400:00000200:1.0:1749608164.550400:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608164.550403:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608164.550405:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608164.550408:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608164.550411:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608164.550413:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608164.550461:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608164.550467:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749608164.550470:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749608164.550481:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730160384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608164.550519:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608164.550521:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608164.550524:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608164.550527:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608164.550529:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749608164.550530:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749608164.550534:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730160512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608164.550602:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608164.550604:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608164.550605:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608164.550608:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608164.550610:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749608164.550612:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749608164.550615:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730160640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608164.551995:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608164.552006:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32b100
00000400:00000200:0.0:1749608164.552012:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c0d [1] + 224
00000400:00000200:0.0:1749608164.552020:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608164.552023:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608164.552029:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730160384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608164.552061:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608164.552065:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32b200
00000400:00000200:0.0:1749608164.552069:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2c1d [1] + 0
00000400:00000200:0.0:1749608164.552073:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608164.552075:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608164.552080:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730160640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608164.552083:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608164.552086:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608164.552088:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608164.552093:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730160384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608164.552100:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730160384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608164.552102:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608164.552106:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32b180
00000400:00000200:0.0:1749608164.552109:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c15 [1] + 0
02000000:00000010:3.0:1749608164.552121:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:0.0:1749608164.552124:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608164.552126:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749608164.552129:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749608164.552130:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608164.552131:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608164.552135:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608164.552136:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608164.552141:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730160640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608164.552142:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730160512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608164.552148:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730160640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608164.552164:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608164.552168:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608164.552170:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:1.0:1749608164.552174:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608164.552175:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608164.552176:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608164.552179:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730160512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608164.552184:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730160512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608164.552194:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608164.552196:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608164.552198:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749608164.563047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:2.0:1749608164.563067:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:3.0:1749608164.563093:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:0.0:1749608164.563106:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:2.0:1749608169.558033:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608169.558048:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608169.558093:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608169.558104:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608169.558108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608169.558125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608169.558128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608169.558130:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608169.558136:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae18.
00000400:00000010:0.0:1749608169.558141:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749608169.558146:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730160768, portal 25
00000400:00000010:0.0:1749608169.558149:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749608169.558150:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730160768, offset 0
00000400:00000200:0.0:1749608169.558155:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608169.558163:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749608169.558163:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608169.558167:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608169.558168:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608169.558170:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608169.558171:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000200:0.0:1749608169.558172:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749608169.558173:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730160896, portal 10
00000400:00000200:0.0:1749608169.558174:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608169.558176:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1382:1382:256:4294967295] 192.168.201.120@tcp LPNI seq info [1382:1382:8:4294967295]
00000400:00000010:1.0:1749608169.558177:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608169.558178:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730160896, offset 0
00000400:00000200:1.0:1749608169.558182:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608169.558184:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608169.558188:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608169.558191:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000400:00000200:1.0:1749608169.558193:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608169.558196:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608169.558196:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608169.558198:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608169.558199:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608169.558201:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608169.558202:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608169.558203:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1383:1383:255:4294967295] 192.168.201.120@tcp LPNI seq info [1383:1383:7:4294967295]
00000800:00000200:0.0:1749608169.558204:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608169.558209:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608169.558212:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608169.558215:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000100:00000010:0.0:1749608169.558218:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:1.0:1749608169.558218:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608169.558221:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608169.558223:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608169.558225:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749608169.558232:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000100:00000010:0.0:1749608169.558237:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
02000000:00000010:1.0:1749608169.558248:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608169.558251:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608169.558253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608169.558255:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730161024, portal 10
00000400:00000010:1.0:1749608169.558257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608169.558259:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730161024, offset 0
00000800:00000200:2.0:1749608169.558260:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608169.558262:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608169.558262:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:1.0:1749608169.558265:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608169.558267:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608169.558268:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608169.558270:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608169.558271:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608169.558271:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608169.558274:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:2.0:1749608169.558275:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000400:00000200:1.0:1749608169.558277:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608169.558279:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1384:1384:254:4294967295] 192.168.201.120@tcp LPNI seq info [1384:1384:6:4294967295]
00000100:00000200:2.0:1749608169.558281:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730160768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608169.558285:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608169.558288:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608169.558290:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608169.558292:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608169.558296:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608169.558297:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608169.558333:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608169.558335:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608169.558337:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608169.558339:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608169.558341:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749608169.558342:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608169.558345:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730160896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608169.558361:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608169.558362:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608169.558363:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608169.558366:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608169.558367:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749608169.558368:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749608169.558371:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730161024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608169.559507:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608169.559515:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32b300
00000400:00000200:0.0:1749608169.559525:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c2d [1] + 0
00000400:00000200:0.0:1749608169.559532:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608169.559534:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608169.559539:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730160896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608169.559561:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608169.559565:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32b280
00000400:00000200:0.0:1749608169.559568:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c25 [1] + 224
00000400:00000200:0.0:1749608169.559572:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608169.559574:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608169.559577:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730160768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608169.559583:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608169.559586:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608169.559587:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608169.559591:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730160896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608169.559594:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608169.559597:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32b380
00000100:00000200:1.0:1749608169.559598:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730160896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608169.559599:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2c35 [1] + 0
00000400:00000200:0.0:1749608169.559609:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608169.559611:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608169.559615:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730161024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608169.559615:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608169.559619:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608169.559622:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:1.0:1749608169.559626:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608169.559627:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608169.559628:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608169.559631:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730161024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608169.559636:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730161024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608169.559636:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae18.
00000400:00000200:2.0:1749608169.559639:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749608169.559641:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
02000000:00000010:1.0:1749608169.559646:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608169.559648:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608169.559650:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:2.0:1749608169.559652:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730160768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608169.559659:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730160768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608169.559670:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749608169.559673:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:2.0:1749608169.559675:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749608169.571034:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:2.0:1749608169.571050:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:1.0:1749608169.571073:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749608169.571121:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608174.566045:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608174.566062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608174.566108:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608174.566122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608174.566127:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:0.0:1749608174.566132:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608174.566138:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae70.
00000400:00000010:0.0:1749608174.566141:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749608174.566146:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730161152, portal 25
00000400:00000010:0.0:1749608174.566148:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000010:2.0:1749608174.566148:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000100:00000200:0.0:1749608174.566149:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730161152, offset 0
02000000:00000010:2.0:1749608174.566151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000200:0.0:1749608174.566153:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608174.566161:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608174.566172:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608174.566175:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608174.566177:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608174.566178:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608174.566180:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1385:1385:256:4294967295] 192.168.201.120@tcp LPNI seq info [1385:1385:8:4294967295]
02000000:00000010:1.0:1749608174.566185:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608174.566186:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608174.566189:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608174.566189:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:0.0:1749608174.566191:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000400:00000010:1.0:1749608174.566191:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608174.566193:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730161280, portal 10
00000800:00000200:0.0:1749608174.566195:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608174.566196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608174.566198:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730161280, offset 0
00000800:00000200:0.0:1749608174.566200:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608174.566202:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608174.566203:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608174.566206:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608174.566209:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608174.566211:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608174.566213:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608174.566214:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749608174.566216:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749608174.566216:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1386:1386:255:4294967295] 192.168.201.120@tcp LPNI seq info [1386:1386:7:4294967295]
00000400:00000200:1.0:1749608174.566222:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749608174.566224:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
00000800:00000200:1.0:1749608174.566225:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608174.566226:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
00000800:00000010:1.0:1749608174.566227:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000100:00000010:0.0:1749608174.566229:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
00000800:00000200:1.0:1749608174.566230:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608174.566234:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608174.566236:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608174.566244:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608174.566246:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608174.566248:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608174.566250:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730161408, portal 10
00000400:00000010:1.0:1749608174.566252:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608174.566253:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730161408, offset 0
00000800:00000200:2.0:1749608174.566255:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608174.566256:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608174.566257:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:1.0:1749608174.566259:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608174.566261:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608174.566261:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608174.566262:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608174.566264:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608174.566265:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608174.566265:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608174.566268:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749608174.566269:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000400:00000200:1.0:1749608174.566272:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1387:1387:254:4294967295] 192.168.201.120@tcp LPNI seq info [1387:1387:6:4294967295]
00000100:00000200:2.0:1749608174.566276:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730161152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608174.566277:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608174.566280:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608174.566282:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608174.566284:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608174.566287:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608174.566288:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608174.566301:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608174.566303:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608174.566305:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608174.566311:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608174.566312:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749608174.566313:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749608174.566317:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730161280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608174.566377:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608174.566378:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608174.566380:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608174.566382:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608174.566384:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:2.0:1749608174.566385:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:2.0:1749608174.566388:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730161408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608174.567619:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608174.567628:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32b400
00000400:00000200:0.0:1749608174.567633:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c3d [1] + 224
00000400:00000200:0.0:1749608174.567640:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608174.567642:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608174.567647:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730161152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608174.567671:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608174.567674:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32b480
00000400:00000200:0.0:1749608174.567676:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c45 [1] + 0
00000400:00000200:0.0:1749608174.567680:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608174.567686:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608174.567689:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730161280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608174.567697:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae70.
00000400:00000200:2.0:1749608174.567701:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749608174.567702:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749608174.567706:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730161152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608174.567713:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730161152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608174.567722:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608174.567726:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32b500
00000400:00000200:0.0:1749608174.567729:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2c4d [1] + 0
02000000:00000010:2.0:1749608174.567730:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608174.567735:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:2.0:1749608174.567737:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749608174.567753:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608174.567756:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608174.567760:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730161408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608174.567818:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608174.567821:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608174.567822:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608174.567825:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730161280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608174.567831:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730161280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608174.567842:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608174.567844:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608174.567844:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608174.567846:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730161408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608174.567851:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730161408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608174.567859:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608174.567862:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608174.567864:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749608174.567865:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608174.567867:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608174.567868:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749608174.579030:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:2.0:1749608174.579045:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:0.0:1749608174.579071:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749608174.579087:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:2.0:1749608179.574041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608179.574059:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608179.574100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608179.574116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608179.574121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608179.574132:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608179.574137:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608179.574140:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608179.574144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
00000100:00000200:3.0:1749608179.574145:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730161536, portal 25
02000000:00000010:2.0:1749608179.574147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749608179.574147:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749608179.574148:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730161536, offset 0
00000400:00000200:3.0:1749608179.574152:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608179.574159:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608179.574163:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608179.574165:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608179.574167:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608179.574176:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608179.574178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608179.574178:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1388:1388:256:4294967295] 192.168.201.120@tcp LPNI seq info [1388:1388:8:4294967295]
00000400:00000200:3.0:1749608179.574184:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608179.574185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:3.0:1749608179.574187:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608179.574188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608179.574189:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730161664, portal 10
00000800:00000010:3.0:1749608179.574190:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000010:1.0:1749608179.574192:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608179.574193:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730161664, offset 0
00000800:00000200:3.0:1749608179.574193:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608179.574196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608179.574198:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608179.574199:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608179.574200:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608179.574200:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608179.574202:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608179.574203:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608179.574204:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608179.574205:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1389:1389:255:4294967295] 192.168.201.120@tcp LPNI seq info [1389:1389:7:4294967295]
00000400:00000200:1.0:1749608179.574210:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608179.574212:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608179.574213:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000100:00000010:3.0:1749608179.574213:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000800:00000200:1.0:1749608179.574215:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608179.574218:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608179.574219:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608179.574221:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749608179.574226:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749608179.574231:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
02000000:00000010:1.0:1749608179.574237:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608179.574238:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608179.574240:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608179.574241:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730161792, portal 10
00000400:00000010:1.0:1749608179.574242:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608179.574243:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730161792, offset 0
00000400:00000200:1.0:1749608179.574245:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608179.574246:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608179.574248:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608179.574249:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608179.574250:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608179.574251:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608179.574252:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1390:1390:254:4294967295] 192.168.201.120@tcp LPNI seq info [1390:1390:6:4294967295]
00000800:00000200:0.0:1749608179.574257:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608179.574258:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749608179.574260:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000800:00000200:1.0:1749608179.574260:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608179.574262:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608179.574263:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608179.574264:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608179.574265:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608179.574266:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608179.574269:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608179.574272:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749608179.574273:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749608179.574281:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730161536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608179.574296:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608179.574297:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608179.574300:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608179.574302:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608179.574303:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749608179.574305:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749608179.574308:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730161664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608179.574361:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608179.574363:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608179.574364:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608179.574367:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608179.574369:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608179.574375:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608179.574379:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730161792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608179.575654:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608179.575691:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32b600
00000400:00000200:0.0:1749608179.575697:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c5d [1] + 0
00000400:00000200:0.0:1749608179.575704:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608179.575707:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608179.575712:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730161664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608179.575736:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608179.575739:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32b580
00000400:00000200:0.0:1749608179.575743:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c55 [1] + 224
00000400:00000200:0.0:1749608179.575747:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608179.575749:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608179.575752:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730161536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608179.575766:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608179.575770:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608179.575771:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608179.575776:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730161664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608179.575779:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608179.575783:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32b680
00000100:00000200:1.0:1749608179.575783:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730161664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608179.575785:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2c65 [1] + 0
00000400:00000200:0.0:1749608179.575794:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608179.575796:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608179.575799:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730161792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608179.575802:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749608179.575802:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608179.575805:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608179.575806:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
02000000:00000010:1.0:1749608179.575807:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608179.575809:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:3.0:1749608179.575810:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730161536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608179.575812:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608179.575813:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608179.575814:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608179.575816:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730161792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608179.575818:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730161536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608179.575820:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730161792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608179.575827:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:3.0:1749608179.575828:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:1.0:1749608179.575829:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608179.575830:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749608179.575830:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749608179.575832:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749608179.587036:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:1.0:1749608179.587046:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:0.0:1749608179.587052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:2.0:1749608179.587078:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749608184.582032:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608184.582046:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608184.582095:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608184.582105:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608184.582109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749608184.582125:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749608184.582129:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608184.582131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749608184.582132:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608184.582136:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608184.582142:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730161920, portal 25
00000400:00000010:3.0:1749608184.582146:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608184.582148:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730161920, offset 0
00000400:00000200:3.0:1749608184.582152:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608184.582165:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608184.582170:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608184.582173:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608184.582173:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608184.582175:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608184.582177:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608184.582179:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1391:1391:256:4294967295] 192.168.201.120@tcp LPNI seq info [1391:1391:8:4294967295]
00000400:00000010:1.0:1749608184.582183:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608184.582187:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608184.582191:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608184.582193:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749608184.582197:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608184.582202:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730162048, portal 10
00000800:00000200:3.0:1749608184.582204:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608184.582206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608184.582208:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730162048, offset 0
00000800:00000200:3.0:1749608184.582210:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608184.582213:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608184.582214:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608184.582222:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608184.582225:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608184.582229:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:3.0:1749608184.582229:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000400:00000200:1.0:1749608184.582231:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608184.582233:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608184.582235:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1392:1392:255:4294967295] 192.168.201.120@tcp LPNI seq info [1392:1392:7:4294967295]
00000100:00000010:3.0:1749608184.582239:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000400:00000200:1.0:1749608184.582243:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608184.582245:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000800:00000200:1.0:1749608184.582247:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608184.582251:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000100:00000010:3.0:1749608184.582251:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000800:00000200:1.0:1749608184.582255:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608184.582260:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608184.582263:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608184.582277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608184.582279:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608184.582280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608184.582282:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730162176, portal 10
00000400:00000010:1.0:1749608184.582285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608184.582286:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730162176, offset 0
00000800:00000200:0.0:1749608184.582288:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608184.582289:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608184.582291:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608184.582292:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608184.582294:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608184.582296:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608184.582297:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608184.582298:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608184.582301:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608184.582305:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1393:1393:254:4294967295] 192.168.201.120@tcp LPNI seq info [1393:1393:6:4294967295]
00000400:00000200:0.0:1749608184.582306:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608184.582309:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749608184.582311:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:1.0:1749608184.582311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608184.582317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749608184.582319:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730161920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1749608184.582319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608184.582322:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608184.582325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608184.582327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608184.582337:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608184.582339:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608184.582340:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608184.582343:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608184.582344:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749608184.582345:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749608184.582348:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730162048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608184.582409:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608184.582410:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608184.582412:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608184.582413:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608184.582415:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749608184.582416:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749608184.582418:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730162176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608184.583583:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608184.583594:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32b700
00000400:00000200:0.0:1749608184.583600:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c6d [1] + 224
00000400:00000200:0.0:1749608184.583608:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608184.583611:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608184.583617:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730161920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608184.583646:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608184.583656:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32b780
00000400:00000200:0.0:1749608184.583660:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c75 [1] + 0
00000400:00000200:0.0:1749608184.583666:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608184.583668:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608184.583670:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608184.583676:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608184.583677:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608184.583684:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730162048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608184.583693:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730161920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608184.583704:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730161920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608184.583705:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608184.583709:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32b800
00000400:00000200:0.0:1749608184.583712:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2c7d [1] + 0
02000000:00000010:3.0:1749608184.583720:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:0.0:1749608184.583723:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608184.583725:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:0.0:1749608184.583726:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:3.0:1749608184.583728:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:1.0:1749608184.583729:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608184.583733:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608184.583734:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608184.583739:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730162048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608184.583741:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730162176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608184.583746:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730162048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608184.583762:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608184.583763:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608184.583764:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608184.583766:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730162176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608184.583769:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730162176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608184.583778:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608184.583780:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608184.583783:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749608184.583784:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608184.583785:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608184.583787:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:3.0:1749608184.595028:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749608184.595037:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:0.0:1749608184.595051:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:1.0:1749608184.595083:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:2.0:1749608189.590044:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608189.590066:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608189.590112:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608189.590125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608189.590131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749608189.590155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:3.0:1749608189.590157:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749608189.590159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749608189.590163:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608189.590168:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608189.590189:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730162304, portal 25
02000000:00000010:1.0:1749608189.590190:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749608189.590193:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000400:00000010:1.0:1749608189.590194:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000200:3.0:1749608189.590194:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730162304, offset 0
00000400:00000010:1.0:1749608189.590198:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:3.0:1749608189.590200:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608189.590205:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730162432, portal 10
00000400:00000200:3.0:1749608189.590208:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608189.590209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608189.590210:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730162432, offset 0
00000400:00000200:3.0:1749608189.590212:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608189.590214:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608189.590215:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608189.590217:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608189.590219:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608189.590222:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1394:1394:256:4294967295] 192.168.201.120@tcp LPNI seq info [1394:1394:8:4294967295]
00000400:00000200:3.0:1749608189.590231:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608189.590235:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608189.590236:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608189.590238:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608189.590238:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608189.590240:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608189.590241:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608189.590242:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608189.590244:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1395:1395:255:4294967295] 192.168.201.120@tcp LPNI seq info [1395:1395:7:4294967295]
00000800:00000200:3.0:1749608189.590244:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608189.590248:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608189.590249:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608189.590251:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608189.590252:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:3.0:1749608189.590253:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608189.590255:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608189.590257:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608189.590259:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608189.590272:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749608189.590286:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749608189.590290:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749608189.590297:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
02000000:00000010:1.0:1749608189.590304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608189.590306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608189.590308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608189.590309:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730162560, portal 10
00000400:00000010:1.0:1749608189.590311:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608189.590312:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730162560, offset 0
00000400:00000200:1.0:1749608189.590313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608189.590316:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608189.590317:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608189.590318:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608189.590319:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608189.590320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608189.590321:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1396:1396:254:4294967295] 192.168.201.120@tcp LPNI seq info [1396:1396:6:4294967295]
00000400:00000200:1.0:1749608189.590325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608189.590330:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608189.590331:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608189.590331:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608189.590333:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749608189.590335:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000800:00000200:1.0:1749608189.590336:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608189.590337:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608189.590341:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608189.590347:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608189.590350:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749608189.590352:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749608189.590360:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730162304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608189.590374:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608189.590376:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608189.590377:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608189.590379:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608189.590380:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749608189.590381:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608189.590383:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730162432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608189.590443:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608189.590444:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608189.590446:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608189.590448:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608189.590449:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749608189.590450:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608189.590452:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730162560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608189.591522:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608189.591532:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32b880
00000400:00000200:0.0:1749608189.591537:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c85 [1] + 224
00000400:00000200:0.0:1749608189.591543:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608189.591545:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608189.591550:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730162304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608189.591571:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608189.591573:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32b900
00000400:00000200:0.0:1749608189.591575:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c8d [1] + 0
00000400:00000200:0.0:1749608189.591578:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608189.591580:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608189.591582:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730162432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608189.591600:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608189.591602:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32b980
00000400:00000010:3.0:1749608189.591602:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608189.591605:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608189.591606:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608189.591608:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2c95 [1] + 0
00000100:00000200:3.0:1749608189.591609:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730162304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608189.591614:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730162304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608189.591617:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608189.591622:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608189.591624:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730162560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608189.591631:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749608189.591635:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000010:1.0:1749608189.591637:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000010:3.0:1749608189.591638:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:1.0:1749608189.591640:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608189.591642:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608189.591646:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730162432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608189.591654:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730162432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608189.591670:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608189.591671:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608189.591672:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608189.591675:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730162560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608189.591681:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730162560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608189.591693:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608189.591696:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608189.591699:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749608189.591701:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608189.591703:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608189.591705:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749608189.603028:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749608189.603028:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:0.0:1749608189.603041:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749608189.603052:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:2.0:1749608194.598064:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608194.598081:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608194.598122:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608194.598134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608194.598140:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749608194.598152:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749608194.598164:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608194.598168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749608194.598213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:0.0:1749608194.598215:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eadc0.
00000400:00000010:1.0:1749608194.598217:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:0.0:1749608194.598220:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000400:00000010:1.0:1749608194.598220:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749608194.598226:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730162688, portal 25
00000400:00000010:0.0:1749608194.598230:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:1.0:1749608194.598230:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730162816, portal 10
00000100:00000200:0.0:1749608194.598231:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730162688, offset 0
00000400:00000010:1.0:1749608194.598234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:0.0:1749608194.598237:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608194.598242:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730162816, offset 0
00000400:00000200:0.0:1749608194.598245:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608194.598247:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608194.598249:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608194.598252:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608194.598255:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608194.598256:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608194.598259:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1397:1397:256:4294967295] 192.168.201.120@tcp LPNI seq info [1397:1397:8:4294967295]
00000400:00000200:0.0:1749608194.598266:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608194.598270:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608194.598272:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608194.598273:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000400:00000200:1.0:1749608194.598274:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608194.598276:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608194.598278:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608194.598278:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608194.598280:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608194.598282:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1398:1398:255:4294967295] 192.168.201.120@tcp LPNI seq info [1398:1398:7:4294967295]
00000800:00000200:0.0:1749608194.598283:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608194.598286:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608194.598287:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608194.598291:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608194.598294:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608194.598297:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608194.598300:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608194.598302:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608194.598304:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608194.598314:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
00000100:00000010:0.0:1749608194.598321:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
00000100:00000010:0.0:1749608194.598325:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
00000800:00000200:2.0:1749608194.598348:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608194.598351:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:2.0:1749608194.598355:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608194.598359:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608194.598362:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749608194.598363:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749608194.598368:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730162688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608194.598372:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608194.598375:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608194.598377:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608194.598379:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730162944, portal 10
00000400:00000010:1.0:1749608194.598382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608194.598383:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730162944, offset 0
00000400:00000200:1.0:1749608194.598386:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608194.598390:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608194.598392:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608194.598393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608194.598395:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608194.598396:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608194.598398:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1399:1399:255:4294967295] 192.168.201.120@tcp LPNI seq info [1399:1399:7:4294967295]
00000400:00000200:1.0:1749608194.598415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608194.598423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608194.598425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608194.598428:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608194.598431:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608194.598431:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608194.598432:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608194.598433:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749608194.598438:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608194.598441:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608194.598446:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:2.0:1749608194.598447:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:2.0:1749608194.598451:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730162816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608194.598474:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608194.598475:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608194.598477:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608194.598479:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608194.598481:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749608194.598482:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:2.0:1749608194.598485:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730162944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608194.599694:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608194.599700:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ba00
00000400:00000200:0.0:1749608194.599708:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2c9d [1] + 224
00000400:00000200:0.0:1749608194.599715:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608194.599718:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608194.599723:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730162688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608194.599747:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608194.599751:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ba80
00000400:00000200:0.0:1749608194.599754:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ca1 [1] + 0
00000400:00000200:0.0:1749608194.599758:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608194.599760:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608194.599763:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730162816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608194.599773:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eadc0.
00000400:00000200:2.0:1749608194.599776:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749608194.599777:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749608194.599780:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730162688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608194.599785:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749608194.599785:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730162688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608194.599792:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32bb00
00000400:00000200:0.0:1749608194.599794:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2cad [1] + 0
02000000:00000010:2.0:1749608194.599798:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608194.599801:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749608194.599803:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749608194.599805:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608194.599808:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608194.599811:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730162944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608194.599815:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608194.599819:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608194.599820:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608194.599824:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730162816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608194.599831:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730162816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608194.599845:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608194.599846:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608194.599847:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608194.599850:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730162944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608194.599855:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730162944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608194.599865:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608194.599868:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608194.599870:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749608194.599873:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608194.599874:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608194.599876:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749608194.611056:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:0.0:1749608194.611064:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749608194.611076:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:1.0:1749608194.611119:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:2.0:1749608199.606046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608199.606063:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608199.606104:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608199.606117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608199.606122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608199.606142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:0.0:1749608199.606149:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608199.606155:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead68.
02000000:00000010:2.0:1749608199.606155:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:0.0:1749608199.606159:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749608199.606164:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730163072, portal 25
00000400:00000010:0.0:1749608199.606168:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749608199.606170:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730163072, offset 0
00000400:00000200:0.0:1749608199.606175:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608199.606184:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608199.606189:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608199.606192:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749608199.606193:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749608199.606199:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730163200, portal 10
00000400:00000010:1.0:1749608199.606203:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608199.606204:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730163200, offset 0
00000400:00000200:0.0:1749608199.606205:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608199.606208:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608199.606208:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608199.606210:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608199.606212:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608199.606214:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1400:1400:256:4294967295] 192.168.201.120@tcp LPNI seq info [1400:1400:8:4294967295]
00000400:00000200:0.0:1749608199.606220:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608199.606223:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608199.606225:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608199.606226:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749608199.606227:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608199.606229:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608199.606230:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608199.606231:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608199.606233:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608199.606235:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608199.606235:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1401:1401:255:4294967295] 192.168.201.120@tcp LPNI seq info [1401:1401:7:4294967295]
00000800:00000200:0.0:1749608199.606238:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608199.606241:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608199.606245:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608199.606247:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608199.606250:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608199.606253:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608199.606255:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:1.0:1749608199.606255:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608199.606265:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
00000100:00000010:0.0:1749608199.606268:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000100:00000010:0.0:1749608199.606276:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
02000000:00000010:1.0:1749608199.606293:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608199.606295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608199.606297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608199.606299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730163328, portal 10
00000400:00000010:1.0:1749608199.606301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608199.606303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730163328, offset 0
00000800:00000200:2.0:1749608199.606303:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608199.606305:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749608199.606307:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608199.606309:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608199.606310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608199.606312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608199.606313:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608199.606314:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608199.606315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608199.606316:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000200:1.0:1749608199.606317:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749608199.606317:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000400:00000200:1.0:1749608199.606332:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1402:1402:254:4294967295] 192.168.201.120@tcp LPNI seq info [1402:1402:6:4294967295]
00000400:00000200:1.0:1749608199.606338:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608199.606346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608199.606348:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608199.606350:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608199.606354:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608199.606355:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:2.0:1749608199.606417:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730163072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608199.606430:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608199.606431:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749608199.606432:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608199.606434:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608199.606435:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749608199.606436:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749608199.606437:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730163200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608199.606481:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608199.606482:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749608199.606483:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608199.606485:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608199.606486:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:2.0:1749608199.606487:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:2.0:1749608199.606490:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730163328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608199.607700:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608199.607708:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32bb80
00000400:00000200:0.0:1749608199.607714:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2cb5 [1] + 224
00000400:00000200:0.0:1749608199.607721:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608199.607724:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608199.607729:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730163072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608199.607749:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608199.607752:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32bc00
00000400:00000200:0.0:1749608199.607754:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2cbd [1] + 0
00000400:00000200:0.0:1749608199.607757:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608199.607758:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608199.607760:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730163200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608199.607781:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead68.
00000400:00000200:0.0:1749608199.607784:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:2.0:1749608199.607784:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749608199.607785:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000400:00000200:0.0:1749608199.607787:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32bc80
00000400:00000200:0.0:1749608199.607790:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2cc5 [1] + 0
00000100:00000200:2.0:1749608199.607790:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730163072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608199.607802:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608199.607804:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608199.607808:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730163328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608199.607810:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608199.607814:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608199.607815:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608199.607819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730163200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608199.607826:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730163200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608199.607843:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608199.607844:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749608199.607845:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608199.607848:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730163328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608199.607853:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730163328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608199.607864:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608199.607867:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608199.607870:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749608199.607872:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608199.607873:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608199.607874:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000200:2.0:1749608199.607951:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730163072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608199.607972:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608199.607975:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749608199.607977:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749608199.619091:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:0.0:1749608199.619111:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608199.619168:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:3.0:1749608199.619238:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:2.0:1749608204.614029:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608204.614045:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608204.614083:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608204.614096:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608204.614100:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608204.614121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608204.614125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608204.614126:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608204.614132:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608204.614137:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608204.614142:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730163456, portal 25
00000400:00000010:3.0:1749608204.614145:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608204.614147:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730163456, offset 0
02000000:00000010:1.0:1749608204.614152:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608204.614152:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608204.614156:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608204.614158:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000400:00000200:3.0:1749608204.614162:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608204.614166:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749608204.614167:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730163584, portal 10
00000400:00000200:3.0:1749608204.614169:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608204.614171:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000200:3.0:1749608204.614171:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749608204.614172:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730163584, offset 0
00000400:00000200:3.0:1749608204.614173:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608204.614176:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1403:1403:256:4294967295] 192.168.201.120@tcp LPNI seq info [1403:1403:8:4294967295]
00000400:00000200:1.0:1749608204.614177:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608204.614184:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608204.614189:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608204.614189:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608204.614192:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608204.614192:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608204.614194:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608204.614195:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608204.614197:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608204.614197:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608204.614199:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1404:1404:255:4294967295] 192.168.201.120@tcp LPNI seq info [1404:1404:7:4294967295]
00000800:00000200:3.0:1749608204.614203:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608204.614205:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608204.614206:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608204.614208:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608204.614211:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608204.614214:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608204.614217:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608204.614219:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608204.614223:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749608204.614248:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749608204.614255:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749608204.614271:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000800:00000200:0.0:1749608204.614278:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608204.614281:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
02000000:00000010:1.0:1749608204.614281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608204.614283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608204.614285:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608204.614285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608204.614286:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730163712, portal 10
00000400:00000200:0.0:1749608204.614289:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608204.614289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608204.614290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730163712, offset 0
00000400:00000200:0.0:1749608204.614292:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749608204.614293:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749608204.614299:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730163456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608204.614302:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608204.614305:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608204.614306:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608204.614308:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608204.614309:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608204.614310:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608204.614311:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1405:1405:254:4294967295] 192.168.201.120@tcp LPNI seq info [1405:1405:6:4294967295]
00000400:00000200:1.0:1749608204.614315:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608204.614321:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608204.614323:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608204.614324:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608204.614327:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608204.614328:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608204.614370:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608204.614372:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608204.614374:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608204.614377:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608204.614379:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749608204.614380:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749608204.614384:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730163584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608204.614406:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608204.614408:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608204.614409:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608204.614411:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608204.614413:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749608204.614418:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749608204.614422:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730163712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608204.615605:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608204.615613:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32bd00
00000400:00000200:0.0:1749608204.615617:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ccd [1] + 224
00000400:00000200:0.0:1749608204.615623:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608204.615625:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608204.615630:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730163456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608204.615650:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608204.615654:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32bd80
00000400:00000200:0.0:1749608204.615657:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2cd5 [1] + 0
00000400:00000200:0.0:1749608204.615660:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608204.615663:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608204.615665:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730163584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608204.615673:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608204.615677:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608204.615678:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608204.615682:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730163456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608204.615685:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608204.615688:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32be00
00000400:00000200:0.0:1749608204.615691:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2cdd [1] + 0
00000100:00000200:3.0:1749608204.615698:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730163456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608204.615700:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608204.615702:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608204.615705:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608204.615708:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749608204.615709:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749608204.615713:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730163712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608204.615713:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730163584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608204.615713:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608204.615716:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000200:1.0:1749608204.615719:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730163584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608204.615719:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:1.0:1749608204.615732:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608204.615734:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608204.615735:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608204.615737:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730163712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608204.615742:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730163712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608204.615750:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608204.615752:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608204.615754:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749608204.615755:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608204.615756:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608204.615757:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749608204.627056:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:0.0:1749608204.627057:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:2.0:1749608204.627066:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749608204.627071:0:32445:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:2.0:1749608209.622058:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608209.622075:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608209.622116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608209.622128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608209.622133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749608209.622166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608209.622169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749608209.622173:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608209.622179:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608209.622183:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608209.622189:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730163840, portal 25
00000400:00000010:3.0:1749608209.622193:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608209.622194:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730163840, offset 0
00000400:00000200:3.0:1749608209.622199:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608209.622207:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749608209.622209:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608209.622211:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608209.622214:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608209.622216:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608209.622218:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608209.622218:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608209.622221:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1406:1406:256:4294967295] 192.168.201.120@tcp LPNI seq info [1406:1406:8:4294967295]
00000400:00000010:1.0:1749608209.622223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000200:3.0:1749608209.622229:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608209.622232:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608209.622235:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608209.622240:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608209.622242:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730163968, portal 10
00000800:00000200:3.0:1749608209.622245:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608209.622247:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608209.622248:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608209.622251:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730163968, offset 0
00000400:00000200:1.0:1749608209.622258:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608209.622264:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000400:00000200:1.0:1749608209.622267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608209.622271:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608209.622274:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:3.0:1749608209.622274:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000400:00000200:1.0:1749608209.622276:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608209.622278:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:3.0:1749608209.622278:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000400:00000200:1.0:1749608209.622281:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1407:1407:255:4294967295] 192.168.201.120@tcp LPNI seq info [1407:1407:7:4294967295]
00000100:00000010:3.0:1749608209.622285:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000400:00000200:1.0:1749608209.622288:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608209.622293:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608209.622296:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608209.622301:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608209.622306:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608209.622309:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608209.622324:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:0.0:1749608209.622325:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608209.622326:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:0.0:1749608209.622329:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000010:1.0:1749608209.622330:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608209.622332:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730164096, portal 10
00000400:00000010:1.0:1749608209.622336:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608209.622337:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730164096, offset 0
00000400:00000200:0.0:1749608209.622338:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608209.622340:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608209.622343:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608209.622344:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608209.622345:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608209.622346:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000200:1.0:1749608209.622347:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749608209.622348:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000400:00000200:1.0:1749608209.622348:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608209.622349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608209.622351:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1408:1408:254:4294967295] 192.168.201.120@tcp LPNI seq info [1408:1408:6:4294967295]
00000400:00000200:1.0:1749608209.622354:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608209.622357:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730163840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608209.622360:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608209.622362:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608209.622364:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608209.622367:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608209.622368:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608209.622375:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608209.622376:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608209.622378:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608209.622381:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608209.622383:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749608209.622384:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749608209.622387:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730163968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608209.622451:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608209.622453:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608209.622455:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608209.622458:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608209.622460:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749608209.622461:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749608209.622464:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730164096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608209.623650:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608209.623658:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32be80
00000400:00000200:0.0:1749608209.623663:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ce5 [1] + 224
00000400:00000200:0.0:1749608209.623671:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608209.623672:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608209.623677:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730163840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608209.623699:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608209.623705:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32bf00
00000400:00000200:0.0:1749608209.623707:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ced [1] + 0
00000400:00000200:0.0:1749608209.623711:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608209.623713:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608209.623716:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730163968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608209.623733:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608209.623737:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608209.623738:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608209.623743:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730163840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608209.623749:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730163840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608209.623755:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608209.623760:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32bf80
00000400:00000200:0.0:1749608209.623762:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2cf5 [1] + 0
02000000:00000010:3.0:1749608209.623770:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:0.0:1749608209.623773:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608209.623775:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608209.623776:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:3.0:1749608209.623778:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:0.0:1749608209.623779:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730164096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608209.623794:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608209.623800:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608209.623801:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608209.623808:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730163968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608209.623817:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730163968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608209.623836:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608209.623837:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749608209.623838:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608209.623841:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730164096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608209.623848:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730164096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608209.623862:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608209.623867:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608209.623870:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608209.623873:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608209.623875:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608209.623877:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749608209.635045:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:2.0:1749608209.635046:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:0.0:1749608209.635052:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:1.0:1749608209.635070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749608214.630040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608214.630055:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608214.630117:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608214.630130:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608214.630136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608214.630149:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608214.630155:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead10.
00000400:00000010:0.0:1749608214.630160:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000010:2.0:1749608214.630161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
00000100:00000200:0.0:1749608214.630165:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730164224, portal 25
02000000:00000010:2.0:1749608214.630165:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608214.630168:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749608214.630170:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730164224, offset 0
00000400:00000200:0.0:1749608214.630175:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608214.630187:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608214.630192:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608214.630195:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608214.630197:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608214.630199:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608214.630202:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1409:1409:256:4294967295] 192.168.201.120@tcp LPNI seq info [1409:1409:8:4294967295]
02000000:00000010:1.0:1749608214.630203:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608214.630208:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608214.630210:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608214.630211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608214.630222:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730164352, portal 10
00000800:00000200:0.0:1749608214.630223:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608214.630226:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000010:1.0:1749608214.630226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608214.630227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730164352, offset 0
00000800:00000200:0.0:1749608214.630230:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608214.630232:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608214.630236:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608214.630237:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608214.630238:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608214.630240:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608214.630240:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608214.630242:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608214.630243:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608214.630245:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1410:1410:255:4294967295] 192.168.201.120@tcp LPNI seq info [1410:1410:7:4294967295]
00000400:00000200:1.0:1749608214.630252:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749608214.630256:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000200:1.0:1749608214.630256:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608214.630258:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608214.630261:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608214.630264:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
00000800:00000200:1.0:1749608214.630265:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608214.630267:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000800:00000200:1.0:1749608214.630267:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608214.630277:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
02000000:00000010:1.0:1749608214.630292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608214.630295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608214.630297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608214.630299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730164480, portal 10
00000400:00000010:1.0:1749608214.630301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608214.630303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730164480, offset 0
00000800:00000200:2.0:1749608214.630305:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608214.630306:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608214.630307:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749608214.630309:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608214.630311:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608214.630311:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608214.630313:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608214.630314:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608214.630316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608214.630317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1411:1411:254:4294967295] 192.168.201.120@tcp LPNI seq info [1411:1411:6:4294967295]
00000400:00000200:2.0:1749608214.630320:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608214.630323:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749608214.630324:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000400:00000200:1.0:1749608214.630328:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749608214.630330:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730164224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608214.630335:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608214.630337:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608214.630340:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608214.630342:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608214.630344:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608214.630388:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608214.630390:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608214.630392:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608214.630394:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608214.630396:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749608214.630397:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749608214.630400:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730164352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608214.630418:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608214.630419:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608214.630420:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608214.630423:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608214.630424:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749608214.630425:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749608214.630427:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730164480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608214.631747:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608214.631755:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32c080
00000400:00000200:0.0:1749608214.631760:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d05 [1] + 0
00000400:00000200:0.0:1749608214.631766:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608214.631768:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608214.631773:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730164352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608214.631791:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608214.631795:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32c100
00000400:00000200:0.0:1749608214.631797:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2d0d [1] + 0
00000400:00000200:0.0:1749608214.631807:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608214.631810:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608214.631813:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730164480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608214.631815:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608214.631819:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749608214.631820:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608214.631824:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730164352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608214.631830:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730164352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608214.631845:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608214.631846:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608214.631847:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608214.631849:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730164480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608214.631854:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730164480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608214.631862:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608214.631866:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608214.631869:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608214.631871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608214.631873:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608214.631874:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749608214.631957:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608214.631963:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32c000
00000400:00000200:0.0:1749608214.631966:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2cfd [1] + 224
00000400:00000200:0.0:1749608214.631975:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608214.631981:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608214.631985:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730164224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608214.632037:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead10.
00000400:00000200:2.0:1749608214.632040:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749608214.632041:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749608214.632045:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730164224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608214.632051:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730164224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608214.632062:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608214.632065:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:2.0:1749608214.632080:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:1.0:1749608214.643037:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:0.0:1749608214.643045:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:3.0:1749608214.643055:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:2.0:1749608214.643062:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:2.0:1749608219.638042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608219.638058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608219.638103:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608219.638117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608219.638127:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608219.638128:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608219.638135:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608219.638140:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608219.638146:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730164608, portal 25
00000400:00000010:3.0:1749608219.638150:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749608219.638152:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730164608, offset 0
00000100:00000010:2.0:1749608219.638155:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
00000400:00000200:3.0:1749608219.638157:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608219.638159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000200:3.0:1749608219.638166:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608219.638172:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608219.638174:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608219.638177:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608219.638179:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608219.638182:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1412:1412:256:4294967295] 192.168.201.120@tcp LPNI seq info [1412:1412:8:4294967295]
00000400:00000200:3.0:1749608219.638190:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608219.638194:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608219.638197:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749608219.638202:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:1.0:1749608219.638207:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749608219.638207:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608219.638212:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608219.638214:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000800:00000200:3.0:1749608219.638218:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608219.638221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730164736, portal 10
00000400:00000010:1.0:1749608219.638225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608219.638227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730164736, offset 0
00000400:00000200:1.0:1749608219.638231:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608219.638234:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000400:00000200:1.0:1749608219.638235:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608219.638238:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608219.638240:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608219.638241:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608219.638243:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608219.638245:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1413:1413:255:4294967295] 192.168.201.120@tcp LPNI seq info [1413:1413:7:4294967295]
00000100:00000010:3.0:1749608219.638246:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000400:00000200:1.0:1749608219.638250:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608219.638250:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000800:00000200:1.0:1749608219.638254:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608219.638255:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000800:00000010:1.0:1749608219.638256:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608219.638259:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608219.638262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608219.638264:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608219.638273:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608219.638275:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:2.0:1749608219.638276:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608219.638277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608219.638278:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730164864, portal 10
00000800:00000010:2.0:1749608219.638279:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000010:1.0:1749608219.638281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608219.638282:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730164864, offset 0
00000400:00000200:2.0:1749608219.638283:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608219.638285:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608219.638287:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608219.638288:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608219.638290:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608219.638290:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000200:1.0:1749608219.638292:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749608219.638292:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000400:00000200:1.0:1749608219.638293:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608219.638295:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608219.638296:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1414:1414:254:4294967295] 192.168.201.120@tcp LPNI seq info [1414:1414:6:4294967295]
00000100:00000200:2.0:1749608219.638299:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730164608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608219.638302:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608219.638316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608219.638318:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608219.638320:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608219.638324:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608219.638325:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608219.638365:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608219.638367:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749608219.638368:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608219.638371:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608219.638372:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749608219.638373:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749608219.638377:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730164736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608219.638396:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608219.638397:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749608219.638398:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608219.638401:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608219.638402:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:2.0:1749608219.638403:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:2.0:1749608219.638405:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730164864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608219.639398:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608219.639414:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32c180
00000400:00000200:0.0:1749608219.639423:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d15 [1] + 224
00000400:00000200:0.0:1749608219.639433:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608219.639437:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608219.639445:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730164608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608219.639477:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608219.639482:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32c200
00000400:00000200:0.0:1749608219.639487:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d1d [1] + 0
00000400:00000200:0.0:1749608219.639491:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608219.639493:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608219.639498:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730164736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608219.639504:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608219.639508:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608219.639510:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608219.639516:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730164608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608219.639523:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730164608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608219.639524:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608219.639528:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32c280
00000400:00000200:0.0:1749608219.639531:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2d25 [1] + 0
02000000:00000010:3.0:1749608219.639539:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608219.639543:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000200:0.0:1749608219.639544:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749608219.639546:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749608219.639548:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608219.639552:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730164864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608219.639601:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608219.639604:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608219.639606:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608219.639611:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730164736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608219.639617:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730164736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608219.639632:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608219.639633:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608219.639634:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608219.639637:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730164864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608219.639643:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730164864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608219.639653:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608219.639657:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608219.639659:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749608219.639661:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608219.639663:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608219.639664:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749608219.651043:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:1.0:1749608219.651052:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749608219.651058:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:0.0:1749608219.651140:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:2.0:1749608224.646049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608224.646067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608224.646121:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608224.646135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608224.646141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608224.646167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608224.646170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749608224.646180:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608224.646186:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608224.646192:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608224.646197:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730164992, portal 25
00000400:00000010:3.0:1749608224.646201:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749608224.646202:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730164992, offset 0
00000400:00000200:3.0:1749608224.646208:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608224.646217:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608224.646221:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608224.646224:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608224.646226:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608224.646228:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608224.646230:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1415:1415:256:4294967295] 192.168.201.120@tcp LPNI seq info [1415:1415:8:4294967295]
00000400:00000200:3.0:1749608224.646238:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749608224.646247:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608224.646252:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:3.0:1749608224.646253:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608224.646255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000800:00000010:3.0:1749608224.646256:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608224.646261:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608224.646262:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730165120, portal 10
00000400:00000010:1.0:1749608224.646265:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608224.646267:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730165120, offset 0
00000800:00000200:3.0:1749608224.646267:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608224.646270:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608224.646271:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608224.646275:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608224.646278:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608224.646280:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608224.646281:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608224.646283:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608224.646285:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1416:1416:255:4294967295] 192.168.201.120@tcp LPNI seq info [1416:1416:7:4294967295]
00000100:00000010:3.0:1749608224.646288:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000400:00000200:1.0:1749608224.646290:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608224.646294:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608224.646297:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000010:3.0:1749608224.646299:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000800:00000200:1.0:1749608224.646300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608224.646302:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000800:00000200:1.0:1749608224.646303:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608224.646305:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608224.646308:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
02000000:00000010:1.0:1749608224.646325:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:0.0:1749608224.646328:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608224.646328:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608224.646330:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608224.646331:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730165248, portal 10
00000400:00000010:1.0:1749608224.646334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608224.646336:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730165248, offset 0
00000800:00000010:0.0:1749608224.646339:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608224.646339:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608224.646342:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608224.646343:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608224.646344:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608224.646345:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608224.646347:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608224.646348:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608224.646349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608224.646350:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000200:1.0:1749608224.646351:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1417:1417:254:4294967295] 192.168.201.120@tcp LPNI seq info [1417:1417:6:4294967295]
00000400:00000010:0.0:1749608224.646352:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000400:00000200:1.0:1749608224.646357:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608224.646358:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730164992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608224.646364:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608224.646366:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608224.646369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608224.646372:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608224.646374:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608224.646411:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608224.646412:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608224.646414:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608224.646416:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608224.646417:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749608224.646418:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749608224.646420:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730165120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608224.646434:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608224.646435:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608224.646436:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608224.646439:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608224.646440:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749608224.646441:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608224.646443:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730165248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608224.647679:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608224.647689:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32c300
00000400:00000200:0.0:1749608224.647694:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d2d [1] + 224
00000400:00000200:0.0:1749608224.647701:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608224.647704:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608224.647709:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730164992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608224.647838:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608224.647841:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608224.647843:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608224.647845:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608224.647847:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730164992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608224.647853:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730164992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608240 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608224.647855:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32c380
00000400:00000200:0.0:1749608224.647858:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d35 [1] + 0
00000400:00000200:0.0:1749608224.647863:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608224.647866:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608224.647869:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730165120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608224.647869:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608224.647873:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749608224.647876:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:0.0:1749608224.647911:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608224.647915:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32c400
00000400:00000200:0.0:1749608224.647918:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2d3d [1] + 0
00000400:00000200:0.0:1749608224.647931:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608224.647966:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608224.647968:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608224.647971:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608224.647972:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749608224.647976:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730165248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608224.647976:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730165120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608224.647982:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730165120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608224.647995:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608224.647996:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608224.647997:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608224.647999:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730165248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608224.648005:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730165248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608224.648014:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608224.648016:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608224.648018:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749608224.648021:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608224.648023:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608224.648024:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749608224.659030:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:1.0:1749608224.659040:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:0.0:1749608224.659047:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749608224.659133:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:2.0:1749608229.654042:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608229.654058:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608229.654106:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608229.654118:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608229.654122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:0.0:1749608229.654138:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749608229.654141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
00000400:00000010:0.0:1749608229.654143:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eacb8.
02000000:00000010:2.0:1749608229.654144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:0.0:1749608229.654148:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749608229.654152:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730165376, portal 25
00000400:00000010:0.0:1749608229.654156:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749608229.654157:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730165376, offset 0
00000400:00000200:0.0:1749608229.654162:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608229.654169:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608229.654173:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608229.654176:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749608229.654176:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608229.654178:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608229.654180:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608229.654181:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608229.654182:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1418:1418:256:4294967295] 192.168.201.120@tcp LPNI seq info [1418:1418:8:4294967295]
00000400:00000010:1.0:1749608229.654184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000200:0.0:1749608229.654190:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608229.654201:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730165504, portal 10
00000800:00000200:0.0:1749608229.654202:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608229.654204:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000400:00000010:1.0:1749608229.654205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608229.654207:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730165504, offset 0
00000800:00000200:0.0:1749608229.654209:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608229.654211:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608229.654215:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608229.654215:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608229.654218:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608229.654218:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608229.654219:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608229.654221:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608229.654222:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608229.654224:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1419:1419:255:4294967295] 192.168.201.120@tcp LPNI seq info [1419:1419:7:4294967295]
00000400:00000200:1.0:1749608229.654230:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608229.654234:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608229.654235:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000800:00000010:1.0:1749608229.654237:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608229.654240:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608229.654243:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608229.654244:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
00000800:00000200:1.0:1749608229.654245:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608229.654248:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
00000100:00000010:0.0:1749608229.654256:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
00000800:00000200:2.0:1749608229.654268:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749608229.654270:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000010:2.0:1749608229.654270:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000010:1.0:1749608229.654273:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608229.654275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608229.654277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730165632, portal 10
00000400:00000200:2.0:1749608229.654277:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608229.654279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608229.654280:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730165632, offset 0
00000400:00000200:2.0:1749608229.654281:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608229.654284:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608229.654288:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608229.654288:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000200:1.0:1749608229.654290:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608229.654290:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000400:00000200:1.0:1749608229.654291:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608229.654293:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608229.654294:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608229.654296:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1420:1420:254:4294967295] 192.168.201.120@tcp LPNI seq info [1420:1420:6:4294967295]
00000100:00000200:2.0:1749608229.654296:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730165376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608229.654301:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608229.654309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608229.654310:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608229.654313:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608229.654316:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608229.654318:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608229.654345:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608229.654346:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608229.654348:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608229.654351:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608229.654353:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749608229.654354:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:2.0:1749608229.654362:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730165504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608229.654384:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608229.654386:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608229.654387:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608229.654389:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608229.654391:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:2.0:1749608229.654392:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:2.0:1749608229.654394:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730165632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608229.655462:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608229.655479:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32c480
00000400:00000200:0.0:1749608229.655485:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d45 [1] + 224
00000400:00000200:0.0:1749608229.655494:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608229.655496:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608229.655504:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730165376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608229.655534:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608229.655538:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32c500
00000400:00000200:0.0:1749608229.655543:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d4d [1] + 0
00000400:00000200:0.0:1749608229.655547:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608229.655549:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608229.655552:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eacb8.
00000400:00000200:2.0:1749608229.655555:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749608229.655556:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749608229.655560:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730165376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608229.655561:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730165504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608229.655565:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730165376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608229.655581:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749608229.655582:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608229.655585:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32c580
02000000:00000010:2.0:1749608229.655586:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749608229.655588:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749608229.655590:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2d55 [1] + 0
00000400:00000200:0.0:1749608229.655602:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608229.655608:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608229.655611:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608229.655614:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608229.655615:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608229.655619:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730165632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608229.655619:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730165504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608229.655624:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730165504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608229.655638:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608229.655640:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608229.655641:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608229.655644:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730165632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608229.655649:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730165632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608229.655659:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608229.655663:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608229.655665:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608229.655668:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608229.655670:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608229.655671:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749608229.667040:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:1.0:1749608229.667047:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:0.0:1749608229.667091:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608229.667129:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:2.0:1749608234.662051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608234.662068:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608234.662120:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608234.662135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608234.662141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:0.0:1749608234.662149:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608234.662156:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac08.
00000400:00000010:0.0:1749608234.662161:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749608234.662166:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730165760, portal 25
00000400:00000010:0.0:1749608234.662170:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749608234.662172:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730165760, offset 0
00000400:00000200:0.0:1749608234.662177:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608234.662185:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608234.662189:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608234.662192:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608234.662194:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608234.662196:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608234.662199:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1421:1421:256:4294967295] 192.168.201.120@tcp LPNI seq info [1421:1421:8:4294967295]
00000400:00000200:0.0:1749608234.662205:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749608234.662206:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:0.0:1749608234.662209:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608234.662210:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:0.0:1749608234.662211:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000400:00000010:1.0:1749608234.662213:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000800:00000200:0.0:1749608234.662214:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608234.662220:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608234.662222:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608234.662225:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730165888, portal 10
00000400:00000010:1.0:1749608234.662229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608234.662231:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730165888, offset 0
00000400:00000200:1.0:1749608234.662235:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608234.662236:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000400:00000200:1.0:1749608234.662239:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608234.662241:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1749608234.662243:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631440.
00000400:00000200:1.0:1749608234.662243:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:0.0:1749608234.662245:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
00000400:00000200:1.0:1749608234.662245:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608234.662247:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749608234.662248:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
00000400:00000200:1.0:1749608234.662248:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1422:1422:255:4294967295] 192.168.201.120@tcp LPNI seq info [1422:1422:7:4294967295]
00000400:00000200:1.0:1749608234.662254:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608234.662257:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608234.662260:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608234.662263:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608234.662267:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608234.662269:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608234.662292:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608234.662294:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:0.0:1749608234.662298:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608234.662306:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608234.662309:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:0.0:1749608234.662311:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749608234.662316:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730165760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608234.662319:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608234.662328:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000800:00000200:0.0:1749608234.662368:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608234.662370:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608234.662372:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608234.662381:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608234.662384:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608234.662384:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608234.662386:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608234.662386:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:0.0:1749608234.662387:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608234.662390:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730166016, portal 10
00000100:00000200:0.0:1749608234.662391:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730165888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608234.662393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608234.662395:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730166016, offset 0
00000400:00000200:1.0:1749608234.662398:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608234.662402:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608234.662404:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608234.662406:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608234.662407:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608234.662409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608234.662411:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1423:1423:256:4294967295] 192.168.201.120@tcp LPNI seq info [1423:1423:8:4294967295]
00000400:00000200:1.0:1749608234.662417:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608234.662424:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608234.662426:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608234.662429:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608234.662432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608234.662434:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608234.662655:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608234.662658:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608234.662660:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608234.662667:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608234.662669:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:2.0:1749608234.662670:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:2.0:1749608234.662674:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730166016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608234.663554:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608234.663570:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32c600
00000400:00000200:0.0:1749608234.663588:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d5d [1] + 224
00000400:00000200:0.0:1749608234.663601:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608234.663605:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608234.663614:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730165760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608234.663644:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608234.663647:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32c680
00000400:00000200:0.0:1749608234.663651:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d65 [1] + 0
00000400:00000200:0.0:1749608234.663654:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608234.663656:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608234.663659:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730165888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608234.663681:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608234.663685:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32c700
00000400:00000010:2.0:1749608234.663686:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac08.
00000400:00000200:2.0:1749608234.663690:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749608234.663692:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749608234.663697:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730165760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608234.663698:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2d6d [1] + 0
00000100:00000200:2.0:1749608234.663705:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730165760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608234.663709:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608234.663710:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608234.663712:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608234.663714:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608234.663715:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608234.663720:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730165888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608234.663723:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730166016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608234.663726:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730165888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608234.663739:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608234.663745:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749608234.663750:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749608234.663755:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608234.663759:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608234.663762:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:1.0:1749608234.663766:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608234.663767:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749608234.663768:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608234.663771:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730166016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608234.663777:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730166016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608234.663788:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608234.663790:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608234.663793:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:3.0:1749608234.675069:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:1.0:1749608234.675070:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631440.
00000100:00000010:2.0:1749608234.675092:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:0.0:1749608234.675115:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:2.0:1749608239.670038:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608239.670056:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608239.670101:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608239.670113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608239.670118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749608239.670137:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608239.670143:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608239.670144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608239.670146:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749608239.670155:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608239.670161:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730166144, portal 25
00000400:00000010:3.0:1749608239.670165:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608239.670166:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730166144, offset 0
00000400:00000200:3.0:1749608239.670173:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608239.670182:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608239.670196:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608239.670199:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608239.670201:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608239.670203:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608239.670206:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1424:1424:256:4294967295] 192.168.201.120@tcp LPNI seq info [1424:1424:8:4294967295]
02000000:00000010:1.0:1749608239.670207:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608239.670211:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608239.670214:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000200:3.0:1749608239.670215:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608239.670220:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608239.670221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730166272, portal 10
00000800:00000010:3.0:1749608239.670222:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000010:1.0:1749608239.670225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608239.670226:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730166272, offset 0
00000800:00000200:3.0:1749608239.670226:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608239.670230:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608239.670232:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608239.670234:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608239.670234:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608239.670237:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608239.670239:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608239.670240:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608239.670242:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608239.670243:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1425:1425:255:4294967295] 192.168.201.120@tcp LPNI seq info [1425:1425:7:4294967295]
00000400:00000200:1.0:1749608239.670249:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608239.670249:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000800:00000200:1.0:1749608239.670252:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608239.670254:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608239.670257:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608239.670258:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000800:00000200:1.0:1749608239.670260:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608239.670261:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000800:00000200:1.0:1749608239.670262:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608239.670264:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
02000000:00000010:1.0:1749608239.670286:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608239.670288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608239.670291:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608239.670292:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730166400, portal 10
00000800:00000200:0.0:1749608239.670295:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608239.670295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000800:00000010:0.0:1749608239.670298:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749608239.670302:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608239.670306:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608239.670309:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749608239.670310:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749608239.670316:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730166144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608239.670337:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730166400, offset 0
00000400:00000200:1.0:1749608239.670341:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608239.670344:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608239.670346:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608239.670348:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608239.670349:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608239.670351:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608239.670353:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1426:1426:255:4294967295] 192.168.201.120@tcp LPNI seq info [1426:1426:7:4294967295]
00000400:00000200:1.0:1749608239.670358:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608239.670365:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608239.670367:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608239.670369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608239.670371:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608239.670372:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608239.670372:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608239.670374:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608239.670375:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608239.670377:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608239.670379:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749608239.670380:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749608239.670383:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730166272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608239.670403:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608239.670404:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608239.670406:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608239.670408:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608239.670410:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749608239.670411:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749608239.670414:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730166400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608239.671547:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608239.671560:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32c780
00000400:00000200:0.0:1749608239.671565:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d75 [1] + 224
00000400:00000200:0.0:1749608239.671572:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608239.671574:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608239.671578:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730166144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608239.671600:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608239.671603:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32c800
00000400:00000200:0.0:1749608239.671606:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d7d [1] + 0
00000400:00000200:0.0:1749608239.671615:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608239.671618:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608239.671622:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608239.671625:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608239.671630:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608239.671634:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730166144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608239.671641:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730166144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608239.671674:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608239.671677:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749608239.671679:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:0.0:1749608239.671687:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730166272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608239.671708:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608239.671712:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32c880
00000400:00000200:0.0:1749608239.671715:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2d85 [1] + 0
00000400:00000200:0.0:1749608239.671722:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608239.671725:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608239.671727:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730166400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608239.671737:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608239.671741:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749608239.671742:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608239.671746:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730166272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608239.671753:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730166272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749608239.671764:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749608239.677749:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608239.677756:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608239.677758:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608239.677768:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730166400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608239.677777:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730166400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608249 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749608239.677793:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749608239.677802:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608239.677807:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608239.677810:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608239.677813:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608239.677814:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608239.677816:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749608239.683024:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:2.0:1749608239.683033:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:0.0:1749608239.683040:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749608239.683152:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:2.0:1749608244.678051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608244.678068:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608244.678119:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608244.678132:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608244.678137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749608244.678147:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608244.678153:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608244.678158:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608244.678164:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730166528, portal 25
00000100:00000010:2.0:1749608244.678165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000400:00000010:3.0:1749608244.678177:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
02000000:00000010:2.0:1749608244.678178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000200:3.0:1749608244.678179:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730166528, offset 0
00000400:00000200:3.0:1749608244.678184:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608244.678192:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608244.678196:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608244.678199:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608244.678202:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608244.678204:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608244.678207:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1427:1427:256:4294967295] 192.168.201.120@tcp LPNI seq info [1427:1427:8:4294967295]
02000000:00000010:1.0:1749608244.678211:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608244.678216:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608244.678219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000400:00000200:3.0:1749608244.678219:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608244.678221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730166656, portal 10
00000400:00000010:1.0:1749608244.678225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000800:00000200:3.0:1749608244.678225:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608244.678226:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730166656, offset 0
00000800:00000010:3.0:1749608244.678228:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608244.678229:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608244.678232:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608244.678233:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608244.678234:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608244.678236:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608244.678237:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608244.678238:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608244.678239:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1428:1428:255:4294967295] 192.168.201.120@tcp LPNI seq info [1428:1428:7:4294967295]
00000800:00000200:3.0:1749608244.678239:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608244.678242:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608244.678244:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608244.678246:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608244.678247:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608244.678249:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608244.678252:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608244.678253:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608244.678253:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749608244.678265:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749608244.678268:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000800:00000200:0.0:1749608244.678279:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608244.678281:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000100:00000010:3.0:1749608244.678284:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000400:00000200:0.0:1749608244.678285:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608244.678290:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608244.678293:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749608244.678294:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749608244.678300:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730166528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608244.678304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608244.678306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608244.678307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608244.678309:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730166784, portal 10
00000400:00000010:1.0:1749608244.678312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608244.678313:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730166784, offset 0
00000400:00000200:1.0:1749608244.678316:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608244.678320:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608244.678322:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608244.678324:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608244.678325:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608244.678327:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608244.678334:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1429:1429:254:4294967295] 192.168.201.120@tcp LPNI seq info [1429:1429:6:4294967295]
00000400:00000200:1.0:1749608244.678339:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608244.678343:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608244.678345:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608244.678347:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608244.678350:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608244.678352:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608244.678360:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608244.678362:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608244.678364:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608244.678367:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608244.678368:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608244.678369:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608244.678372:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730166656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608244.678450:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608244.678452:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608244.678454:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608244.678457:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608244.678459:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749608244.678460:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749608244.678463:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730166784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608244.679818:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608244.679834:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32c900
00000400:00000200:0.0:1749608244.679841:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d8d [1] + 224
00000400:00000200:0.0:1749608244.679851:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608244.679854:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608244.679863:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730166528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608244.679895:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608244.679899:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32c980
00000400:00000200:0.0:1749608244.679903:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2d95 [1] + 0
00000400:00000200:0.0:1749608244.679908:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608244.679911:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608244.679925:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730166656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608244.679935:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608244.679970:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608244.679972:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000010:1.0:1749608244.679980:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000200:3.0:1749608244.679980:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730166528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608244.679983:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608244.679984:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000400:00000200:0.0:1749608244.679985:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608244.679988:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730166656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608244.679988:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730166528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608244.679989:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32ca00
00000400:00000200:0.0:1749608244.679993:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2d9d [1] + 0
00000100:00000200:1.0:1749608244.679994:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730166656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608244.680004:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608244.680005:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:1.0:1749608244.680006:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608244.680007:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608244.680009:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749608244.680009:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:0.0:1749608244.680011:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730166784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749608244.680012:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749608244.680012:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:1.0:1749608244.680035:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608244.680037:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749608244.680037:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608244.680041:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730166784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608244.680047:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730166784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608244.680059:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608244.680062:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608244.680064:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749608244.691045:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:0.0:1749608244.691047:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749608244.691055:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:1.0:1749608244.691069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:2.0:1749608249.686056:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608249.686072:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608249.686124:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608249.686138:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608249.686144:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749608249.686158:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608249.686163:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac60.
00000100:00000010:2.0:1749608249.686164:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608249.686167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:0.0:1749608249.686168:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749608249.686173:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730166912, portal 25
00000400:00000010:0.0:1749608249.686177:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749608249.686179:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730166912, offset 0
00000400:00000200:0.0:1749608249.686184:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608249.686198:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608249.686205:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608249.686210:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608249.686210:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608249.686213:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608249.686214:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000200:0.0:1749608249.686216:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749608249.686216:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730167040, portal 10
00000400:00000200:0.0:1749608249.686218:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608249.686219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608249.686221:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730167040, offset 0
00000400:00000200:0.0:1749608249.686224:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1430:1430:256:4294967295] 192.168.201.120@tcp LPNI seq info [1430:1430:8:4294967295]
00000400:00000200:1.0:1749608249.686225:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608249.686232:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608249.686237:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608249.686237:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608249.686239:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608249.686240:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000400:00000200:1.0:1749608249.686241:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608249.686243:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608249.686245:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608249.686245:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608249.686247:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1431:1431:255:4294967295] 192.168.201.120@tcp LPNI seq info [1431:1431:7:4294967295]
00000800:00000200:0.0:1749608249.686251:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608249.686253:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608249.686254:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608249.686256:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608249.686259:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608249.686261:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608249.686265:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608249.686267:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608249.686278:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608249.686289:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608249.686292:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
00000100:00000010:0.0:1749608249.686299:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
02000000:00000010:1.0:1749608249.686317:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608249.686320:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:2.0:1749608249.686321:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608249.686322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608249.686324:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730167168, portal 10
00000800:00000010:2.0:1749608249.686324:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000010:1.0:1749608249.686326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608249.686327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730167168, offset 0
00000400:00000200:2.0:1749608249.686328:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608249.686331:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608249.686332:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608249.686335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608249.686335:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749608249.686336:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000400:00000200:1.0:1749608249.686337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608249.686338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608249.686340:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608249.686341:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608249.686343:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1432:1432:254:4294967295] 192.168.201.120@tcp LPNI seq info [1432:1432:6:4294967295]
00000100:00000200:2.0:1749608249.686344:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730166912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608249.686352:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608249.686356:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608249.686358:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608249.686361:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608249.686364:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608249.686366:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608249.686404:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608249.686406:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608249.686408:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608249.686414:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608249.686416:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:2.0:1749608249.686417:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:2.0:1749608249.686421:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730167040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608249.686438:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608249.686439:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608249.686441:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608249.686443:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608249.686444:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749608249.686445:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749608249.686447:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730167168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608249.687464:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608249.687474:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ca80
00000400:00000200:0.0:1749608249.687491:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2da5 [1] + 224
00000400:00000200:0.0:1749608249.687498:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608249.687501:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608249.687505:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730166912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608249.687527:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608249.687530:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32cb00
00000400:00000200:0.0:1749608249.687533:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2dad [1] + 0
00000400:00000200:0.0:1749608249.687537:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608249.687539:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608249.687542:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730167040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608249.687550:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000400:00000200:2.0:1749608249.687554:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749608249.687555:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749608249.687559:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730166912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608249.687561:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608249.687564:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32cb80
00000400:00000200:0.0:1749608249.687566:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2db5 [1] + 0
00000100:00000200:2.0:1749608249.687566:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730166912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608249.687579:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608249.687582:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608249.687582:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000100:00000200:0.0:1749608249.687585:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730167168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608249.687585:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:2.0:1749608249.687588:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:1.0:1749608249.687589:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608249.687593:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749608249.687594:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608249.687598:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730167040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608249.687605:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730167040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608249.687618:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608249.687620:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608249.687621:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608249.687623:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730167168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608249.687628:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730167168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608249.687638:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608249.687642:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608249.687644:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749608249.687646:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608249.687648:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608249.687649:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749608249.699029:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:0.0:1749608249.699039:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608249.699046:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:3.0:1749608249.699053:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:2.0:1749608254.694052:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608254.694067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608254.694110:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608254.694122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608254.694126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:0.0:1749608254.694147:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000100:00000010:2.0:1749608254.694147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608254.694150:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:0.0:1749608254.694161:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab58.
00000400:00000010:0.0:1749608254.694166:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749608254.694172:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730167296, portal 25
00000400:00000010:0.0:1749608254.694175:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749608254.694177:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730167296, offset 0
00000400:00000200:0.0:1749608254.694183:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608254.694185:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608254.694189:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608254.694191:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608254.694195:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608254.694196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000200:0.0:1749608254.694198:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608254.694198:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730167424, portal 10
00000400:00000200:0.0:1749608254.694201:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608254.694201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000400:00000200:0.0:1749608254.694202:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608254.694203:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730167424, offset 0
00000400:00000200:0.0:1749608254.694205:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1433:1433:256:4294967295] 192.168.201.120@tcp LPNI seq info [1433:1433:8:4294967295]
00000400:00000200:1.0:1749608254.694207:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608254.694213:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608254.694217:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608254.694218:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608254.694220:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608254.694221:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749608254.694222:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608254.694223:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608254.694225:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608254.694225:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608254.694227:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1434:1434:255:4294967295] 192.168.201.120@tcp LPNI seq info [1434:1434:7:4294967295]
00000800:00000200:0.0:1749608254.694232:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608254.694232:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608254.694234:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608254.694235:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608254.694238:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608254.694240:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608254.694248:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608254.694251:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:1.0:1749608254.694251:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608254.694261:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631440.
00000100:00000010:0.0:1749608254.694265:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
00000100:00000010:0.0:1749608254.694270:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
02000000:00000010:1.0:1749608254.694288:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608254.694290:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608254.694291:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000800:00000200:2.0:1749608254.694291:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608254.694293:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730167552, portal 10
00000800:00000010:2.0:1749608254.694294:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000010:1.0:1749608254.694295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608254.694296:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730167552, offset 0
00000400:00000200:2.0:1749608254.694297:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608254.694298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608254.694301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608254.694302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608254.694302:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608254.694303:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608254.694305:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608254.694305:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608254.694305:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749608254.694306:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000400:00000200:1.0:1749608254.694307:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1435:1435:254:4294967295] 192.168.201.120@tcp LPNI seq info [1435:1435:6:4294967295]
00000400:00000200:1.0:1749608254.694310:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749608254.694313:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730167296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608254.694316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608254.694318:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608254.694320:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608254.694322:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608254.694323:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608254.694327:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608254.694328:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608254.694330:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608254.694332:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608254.694338:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749608254.694339:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749608254.694342:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730167424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608254.694421:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608254.694423:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608254.694425:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608254.694428:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608254.694430:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749608254.694431:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749608254.694434:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730167552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608254.695744:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608254.695753:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32cc00
00000400:00000200:0.0:1749608254.695757:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2dbd [1] + 224
00000400:00000200:0.0:1749608254.695764:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608254.695767:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608254.695772:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730167296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608254.695808:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608254.695812:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32cc80
00000400:00000200:0.0:1749608254.695815:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2dc5 [1] + 0
00000400:00000200:0.0:1749608254.695820:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608254.695822:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608254.695825:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730167424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608254.695830:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab58.
00000400:00000200:2.0:1749608254.695834:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749608254.695835:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749608254.695839:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730167296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608254.695844:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749608254.695845:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730167296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608254.695847:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32cd00
00000400:00000200:0.0:1749608254.695849:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2dcd [1] + 0
00000400:00000200:0.0:1749608254.695859:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608254.695861:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608254.695862:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000100:00000200:0.0:1749608254.695865:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730167552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608254.695867:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:2.0:1749608254.695869:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:1.0:1749608254.695873:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608254.695876:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608254.695877:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608254.695881:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730167424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608254.695888:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730167424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608254.695901:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608254.695902:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608254.695903:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608254.695905:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730167552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608254.695910:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730167552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608254.695918:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608254.695921:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608254.695922:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749608254.695924:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608254.695926:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608254.695927:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749608254.707020:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608254.707027:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631440.
00000100:00000010:2.0:1749608254.707036:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:3.0:1749608254.707042:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:2.0:1749608259.702039:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608259.702054:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608259.702105:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608259.702119:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608259.702124:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608259.702135:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608259.702141:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608259.702145:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000010:3.0:1749608259.702145:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608259.702149:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000200:3.0:1749608259.702151:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730167680, portal 25
00000400:00000010:3.0:1749608259.702155:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749608259.702157:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730167680, offset 0
00000400:00000200:3.0:1749608259.702162:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608259.702170:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608259.702175:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608259.702178:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608259.702180:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608259.702182:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608259.702183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608259.702184:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1436:1436:256:4294967295] 192.168.201.120@tcp LPNI seq info [1436:1436:8:4294967295]
00000400:00000010:1.0:1749608259.702188:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608259.702191:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000400:00000200:3.0:1749608259.702192:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608259.702195:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608259.702198:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000200:1.0:1749608259.702202:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730167808, portal 10
00000800:00000200:3.0:1749608259.702202:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608259.702206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000800:00000200:3.0:1749608259.702207:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749608259.702208:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730167808, offset 0
00000800:00000200:3.0:1749608259.702210:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608259.702212:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608259.702215:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608259.702217:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608259.702218:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608259.702219:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608259.702220:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608259.702222:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1437:1437:255:4294967295] 192.168.201.120@tcp LPNI seq info [1437:1437:7:4294967295]
00000100:00000010:3.0:1749608259.702225:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000400:00000200:1.0:1749608259.702226:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608259.702228:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608259.702230:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608259.702232:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608259.702234:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000800:00000200:1.0:1749608259.702235:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608259.702236:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608259.702236:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749608259.702246:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
02000000:00000010:1.0:1749608259.702256:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608259.702258:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608259.702259:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608259.702261:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730167936, portal 10
00000400:00000010:1.0:1749608259.702262:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608259.702263:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730167936, offset 0
00000400:00000200:1.0:1749608259.702265:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608259.702267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608259.702268:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608259.702269:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608259.702270:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608259.702271:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608259.702272:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1438:1438:254:4294967295] 192.168.201.120@tcp LPNI seq info [1438:1438:6:4294967295]
00000800:00000200:0.0:1749608259.702274:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608259.702276:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608259.702276:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608259.702280:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608259.702281:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608259.702282:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608259.702284:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608259.702284:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608259.702286:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608259.702287:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000800:00000200:1.0:1749608259.702287:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749608259.702288:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749608259.702294:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730167680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608259.702336:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608259.702337:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608259.702339:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608259.702341:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608259.702343:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749608259.702348:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749608259.702352:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730167808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608259.702404:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608259.702406:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608259.702407:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608259.702410:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608259.702411:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749608259.702412:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749608259.702415:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730167936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608259.703617:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608259.703625:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32cd80
00000400:00000200:0.0:1749608259.703630:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2dd5 [1] + 224
00000400:00000200:0.0:1749608259.703636:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608259.703638:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608259.703643:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730167680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608259.703663:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608259.703666:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32ce80
00000400:00000200:0.0:1749608259.703669:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2de5 [1] + 0
00000400:00000200:0.0:1749608259.703672:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608259.703675:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608259.703677:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730167936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608259.703683:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608259.703686:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608259.703687:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608259.703689:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730167680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608259.703694:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608259.703697:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ce00
00000400:00000200:0.0:1749608259.703698:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ddd [1] + 0
00000100:00000200:3.0:1749608259.703701:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730167680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608259.703714:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608259.703715:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:0.0:1749608259.703717:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608259.703718:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:0.0:1749608259.703720:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730167808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608259.703721:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:1.0:1749608259.703724:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608259.703727:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749608259.703728:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608259.703732:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730167936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608259.703738:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730167936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608259.703751:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608259.703754:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608259.703756:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:1.0:1749608259.703759:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608259.703761:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608259.703761:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608259.703764:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730167808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608259.703769:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730167808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608259.703776:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608259.703778:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608259.703780:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749608259.715027:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:1.0:1749608259.715038:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:0.0:1749608259.715045:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749608259.715097:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749608264.710077:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608264.710099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608264.710157:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608264.710174:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608264.710182:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749608264.710183:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608264.710191:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608264.710197:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608264.710205:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730168064, portal 25
00000100:00000010:2.0:1749608264.710206:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608264.710210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749608264.710214:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608264.710216:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730168064, offset 0
00000400:00000200:3.0:1749608264.710244:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608264.710253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608264.710255:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608264.710257:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608264.710259:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000400:00000200:3.0:1749608264.710260:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608264.710264:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608264.710267:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608264.710269:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608264.710272:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730168192, portal 10
00000400:00000200:3.0:1749608264.710272:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1439:1439:256:4294967295] 192.168.201.120@tcp LPNI seq info [1439:1439:8:4294967295]
00000400:00000010:1.0:1749608264.710276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608264.710277:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730168192, offset 0
00000400:00000200:1.0:1749608264.710280:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608264.710283:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608264.710289:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608264.710289:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608264.710291:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608264.710292:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749608264.710292:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608264.710293:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608264.710294:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608264.710296:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1440:1440:255:4294967295] 192.168.201.120@tcp LPNI seq info [1440:1440:7:4294967295]
00000800:00000200:3.0:1749608264.710298:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608264.710300:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608264.710302:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608264.710304:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:3.0:1749608264.710305:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608264.710306:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608264.710307:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608264.710308:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608264.710310:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608264.710326:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749608264.710343:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749608264.710349:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749608264.710357:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000800:00000200:0.0:1749608264.710372:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749608264.710378:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000010:0.0:1749608264.710379:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000010:1.0:1749608264.710381:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608264.710383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000200:0.0:1749608264.710384:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608264.710385:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730168320, portal 10
00000400:00000010:1.0:1749608264.710387:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000200:0.0:1749608264.710388:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608264.710389:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730168320, offset 0
00000400:00000200:0.0:1749608264.710392:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749608264.710394:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000400:00000200:1.0:1749608264.710400:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749608264.710403:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730168064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608264.710404:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608264.710407:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608264.710408:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608264.710410:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608264.710411:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608264.710413:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1441:1441:254:4294967295] 192.168.201.120@tcp LPNI seq info [1441:1441:6:4294967295]
00000400:00000200:1.0:1749608264.710418:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608264.710427:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608264.710429:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608264.710432:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608264.710435:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608264.710437:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608264.710480:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608264.710482:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608264.710484:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608264.710486:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608264.710487:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749608264.710488:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749608264.710490:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730168192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608264.710505:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608264.710506:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608264.710507:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608264.710509:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608264.710510:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749608264.710511:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749608264.710512:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730168320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608264.711481:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608264.711488:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32cf00
00000400:00000200:0.0:1749608264.711497:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ded [1] + 224
00000400:00000200:0.0:1749608264.711504:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608264.711505:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608264.711510:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730168064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608264.711526:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608264.711528:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32cf80
00000400:00000200:0.0:1749608264.711531:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2df5 [1] + 0
00000400:00000200:0.0:1749608264.711533:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608264.711534:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608264.711536:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730168192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608264.711547:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608264.711550:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608264.711551:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608264.711556:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730168064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608264.711562:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730168064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608264.711563:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608264.711567:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32d000
00000400:00000200:0.0:1749608264.711570:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2dfd [1] + 0
02000000:00000010:3.0:1749608264.711581:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000010:1.0:1749608264.711582:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608264.711584:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608264.711585:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
02000000:00000010:3.0:1749608264.711585:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000200:0.0:1749608264.711587:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608264.711587:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000010:3.0:1749608264.711588:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000200:0.0:1749608264.711591:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730168320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608264.711591:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730168192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608264.711597:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730168192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608264.711610:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608264.711611:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608264.711612:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608264.711614:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730168320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608264.711619:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730168320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608264.711630:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608264.711633:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608264.711635:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749608264.711637:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608264.711639:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608264.711641:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749608264.723042:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749608264.723062:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749608264.723088:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:0.0:1749608264.723106:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749608269.718041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608269.718055:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608269.718091:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608269.718102:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608269.718106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749608269.718127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608269.718130:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749608269.718151:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608269.718157:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608269.718161:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608269.718167:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730168448, portal 25
00000400:00000010:3.0:1749608269.718171:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749608269.718172:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730168448, offset 0
00000400:00000200:3.0:1749608269.718177:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608269.718186:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608269.718191:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608269.718194:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608269.718197:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608269.718198:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608269.718201:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1442:1442:256:4294967295] 192.168.201.120@tcp LPNI seq info [1442:1442:8:4294967295]
00000400:00000200:3.0:1749608269.718209:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608269.718213:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608269.718216:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
02000000:00000010:1.0:1749608269.718217:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608269.718222:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:3.0:1749608269.718222:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608269.718225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000800:00000200:3.0:1749608269.718228:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608269.718231:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608269.718239:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730168576, portal 10
00000400:00000010:1.0:1749608269.718243:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608269.718244:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730168576, offset 0
00000400:00000200:1.0:1749608269.718249:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608269.718253:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608269.718256:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608269.718258:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:3.0:1749608269.718259:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000400:00000200:1.0:1749608269.718260:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608269.718262:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608269.718264:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1443:1443:255:4294967295] 192.168.201.120@tcp LPNI seq info [1443:1443:7:4294967295]
00000400:00000200:1.0:1749608269.718270:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608269.718271:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000800:00000200:1.0:1749608269.718274:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608269.718274:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000800:00000010:1.0:1749608269.718277:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608269.718280:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608269.718283:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000800:00000200:1.0:1749608269.718284:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608269.718286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608269.718296:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608269.718298:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608269.718301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608269.718303:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730168704, portal 10
00000400:00000010:1.0:1749608269.718305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608269.718306:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730168704, offset 0
00000400:00000200:1.0:1749608269.718309:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608269.718312:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608269.718314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608269.718316:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608269.718317:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608269.718319:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608269.718321:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1444:1444:254:4294967295] 192.168.201.120@tcp LPNI seq info [1444:1444:6:4294967295]
00000800:00000200:0.0:1749608269.718322:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608269.718328:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608269.718333:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608269.718334:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608269.718341:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608269.718342:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608269.718344:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608269.718346:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749608269.718348:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000800:00000200:1.0:1749608269.718348:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608269.718355:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749608269.718357:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730168448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608269.718357:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608269.718390:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608269.718392:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608269.718394:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608269.718397:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608269.718399:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749608269.718400:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749608269.718403:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730168576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608269.718463:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608269.718465:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608269.718467:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608269.718469:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608269.718472:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749608269.718473:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749608269.718476:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730168704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608269.719770:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608269.719782:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32d080
00000400:00000200:0.0:1749608269.719788:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e05 [1] + 224
00000400:00000200:0.0:1749608269.719797:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608269.719799:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608269.719805:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730168448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608269.719835:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608269.719839:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32d100
00000400:00000200:0.0:1749608269.719843:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e0d [1] + 0
00000400:00000200:0.0:1749608269.719848:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608269.719850:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608269.719861:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730168576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608269.719868:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608269.719871:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608269.719873:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608269.719878:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730168448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608269.719885:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730168448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608269.719886:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608269.719891:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32d180
00000400:00000200:0.0:1749608269.719894:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2e15 [1] + 0
02000000:00000010:3.0:1749608269.719906:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:0.0:1749608269.719907:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608269.719910:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608269.719910:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:0.0:1749608269.719913:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730168704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608269.719914:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:1.0:1749608269.719920:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608269.719926:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608269.719928:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608269.719962:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730168576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608269.719970:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730168576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608269.719989:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608269.719991:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749608269.719992:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608269.719996:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730168704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608269.720002:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730168704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608269.720013:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608269.720018:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608269.720022:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749608269.720025:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608269.720027:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608269.720029:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749608269.731038:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:1.0:1749608269.731050:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749608269.731073:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749608269.731092:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:2.0:1749608274.726046:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608274.726072:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608274.726119:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608274.726131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608274.726137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749608274.726160:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749608274.726163:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
00000400:00000010:0.0:1749608274.726166:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eabb0.
02000000:00000010:2.0:1749608274.726166:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:0.0:1749608274.726170:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749608274.726175:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730168832, portal 25
00000400:00000010:0.0:1749608274.726179:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749608274.726180:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730168832, offset 0
00000400:00000200:0.0:1749608274.726186:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608274.726194:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608274.726198:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608274.726201:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608274.726204:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608274.726206:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608274.726208:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1445:1445:256:4294967295] 192.168.201.120@tcp LPNI seq info [1445:1445:8:4294967295]
00000400:00000200:0.0:1749608274.726216:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608274.726219:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608274.726222:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000800:00000200:0.0:1749608274.726228:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:1.0:1749608274.726232:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:0.0:1749608274.726234:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608274.726236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:0.0:1749608274.726237:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608274.726239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608274.726249:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730168960, portal 10
00000400:00000010:1.0:1749608274.726253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608274.726255:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730168960, offset 0
00000100:00000010:0.0:1749608274.726259:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608274.726259:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608274.726263:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608274.726266:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1749608274.726267:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
00000400:00000200:1.0:1749608274.726268:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608274.726270:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1749608274.726271:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000400:00000200:1.0:1749608274.726271:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749608274.726274:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000400:00000200:1.0:1749608274.726274:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1446:1446:255:4294967295] 192.168.201.120@tcp LPNI seq info [1446:1446:7:4294967295]
00000400:00000200:1.0:1749608274.726280:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608274.726284:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608274.726286:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608274.726289:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608274.726293:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608274.726295:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608274.726304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608274.726306:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608274.726308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608274.726310:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730169088, portal 10
00000400:00000010:1.0:1749608274.726312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608274.726313:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730169088, offset 0
00000800:00000200:2.0:1749608274.726360:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608274.726362:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:2.0:1749608274.726366:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608274.726370:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608274.726373:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749608274.726374:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749608274.726380:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730168832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608274.726446:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608274.726448:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608274.726450:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608274.726453:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608274.726454:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:2.0:1749608274.726455:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749608274.726459:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730168960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608274.726493:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608274.726497:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608274.726499:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608274.726501:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608274.726502:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608274.726504:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608274.726505:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1447:1447:256:4294967295] 192.168.201.120@tcp LPNI seq info [1447:1447:8:4294967295]
00000400:00000200:1.0:1749608274.726511:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608274.726517:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608274.726519:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608274.726522:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608274.726525:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608274.726527:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608274.726620:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608274.726622:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749608274.726623:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608274.726627:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608274.726629:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749608274.726630:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608274.726633:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730169088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608274.727995:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608274.728049:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32d200
00000400:00000200:0.0:1749608274.728066:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e1d [1] + 224
00000400:00000200:0.0:1749608274.728078:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608274.728081:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608274.728090:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730168832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608274.728137:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608274.728141:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32d280
00000400:00000200:0.0:1749608274.728145:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e25 [1] + 0
00000400:00000200:0.0:1749608274.728150:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608274.728152:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608274.728155:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730168960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608274.728172:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eabb0.
00000400:00000200:2.0:1749608274.728178:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749608274.728180:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749608274.728186:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730168832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608274.728190:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749608274.728193:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730168832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608274.728195:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32d300
00000400:00000200:0.0:1749608274.728208:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2e2d [1] + 0
02000000:00000010:2.0:1749608274.728211:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608274.728216:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:2.0:1749608274.728219:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749608274.728220:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608274.728222:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608274.728224:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608274.728227:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749608274.728228:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749608274.728236:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730169088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608274.728236:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730168960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608274.728243:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730168960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608274.728262:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608274.728264:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608274.728265:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608274.728267:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730169088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608274.728273:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730169088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608274.728286:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608274.728289:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608274.728292:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749608274.728294:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608274.728295:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608274.728297:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749608274.739050:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:1.0:1749608274.739072:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:0.0:1749608274.739080:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608274.739131:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:2.0:1749608279.734058:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608279.734073:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608279.734111:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608279.734122:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608279.734125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608279.734139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608279.734141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749608279.734144:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608279.734151:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608279.734156:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608279.734162:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730169216, portal 25
00000400:00000010:3.0:1749608279.734165:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749608279.734167:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730169216, offset 0
00000400:00000200:3.0:1749608279.734172:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608279.734173:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608279.734177:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608279.734180:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:3.0:1749608279.734180:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608279.734184:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608279.734186:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608279.734188:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:1.0:1749608279.734189:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730169344, portal 10
00000400:00000200:3.0:1749608279.734189:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608279.734191:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1448:1448:256:4294967295] 192.168.201.120@tcp LPNI seq info [1448:1448:8:4294967295]
00000400:00000010:1.0:1749608279.734193:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608279.734194:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730169344, offset 0
00000400:00000200:1.0:1749608279.734197:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608279.734197:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608279.734212:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608279.734213:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608279.734215:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608279.734215:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608279.734217:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608279.734219:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608279.734219:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608279.734221:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608279.734223:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1449:1449:255:4294967295] 192.168.201.120@tcp LPNI seq info [1449:1449:7:4294967295]
00000800:00000200:3.0:1749608279.734224:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608279.734226:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608279.734229:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608279.734233:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608279.734236:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608279.734239:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608279.734240:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000800:00000200:1.0:1749608279.734242:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608279.734244:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608279.734256:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749608279.734259:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749608279.734262:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
02000000:00000010:1.0:1749608279.734277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608279.734281:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:2.0:1749608279.734282:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608279.734284:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608279.734285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730169472, portal 10
00000800:00000010:2.0:1749608279.734285:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000010:1.0:1749608279.734288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000200:2.0:1749608279.734288:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608279.734290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730169472, offset 0
00000400:00000200:2.0:1749608279.734292:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608279.734293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608279.734297:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608279.734299:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608279.734300:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608279.734300:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:2.0:1749608279.734301:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:1.0:1749608279.734302:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608279.734303:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608279.734305:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1450:1450:254:4294967295] 192.168.201.120@tcp LPNI seq info [1450:1450:6:4294967295]
00000100:00000200:2.0:1749608279.734308:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730169216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608279.734311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608279.734317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608279.734319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608279.734322:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608279.734325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608279.734327:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608279.734365:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608279.734366:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749608279.734368:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608279.734371:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608279.734373:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749608279.734374:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749608279.734378:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730169344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608279.734398:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608279.734400:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749608279.734401:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608279.734402:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608279.734404:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:2.0:1749608279.734404:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749608279.734406:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730169472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608279.735580:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608279.735588:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32d400
00000400:00000200:0.0:1749608279.735592:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e3d [1] + 0
00000400:00000200:0.0:1749608279.735599:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608279.735601:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608279.735606:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730169344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608279.735636:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608279.735641:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32d380
00000400:00000200:0.0:1749608279.735644:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e35 [1] + 224
00000400:00000200:0.0:1749608279.735649:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608279.735651:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608279.735654:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730169216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608279.735659:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608279.735662:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608279.735663:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608279.735667:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730169344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608279.735675:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730169344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608279.735676:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608279.735679:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32d480
00000400:00000200:0.0:1749608279.735681:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2e45 [1] + 0
00000400:00000200:0.0:1749608279.735690:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608279.735691:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608279.735692:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608279.735695:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730169472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608279.735695:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749608279.735697:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:1.0:1749608279.735698:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:3.0:1749608279.735700:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608279.735701:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608279.735704:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730169216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608279.735710:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730169216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608279.735715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608279.735717:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608279.735718:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
02000000:00000010:3.0:1749608279.735718:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000100:00000200:1.0:1749608279.735720:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730169472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608279.735720:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749608279.735721:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:1.0:1749608279.735726:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730169472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608279.735735:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608279.735738:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608279.735740:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749608279.747045:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749608279.747052:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749608279.747065:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:0.0:1749608279.747085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:2.0:1749608284.741984:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608284.741999:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608284.742036:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608284.742048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608284.742053:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608284.742065:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608284.742071:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608284.742073:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000400:00000010:3.0:1749608284.742076:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608284.742077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000200:3.0:1749608284.742081:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730169600, portal 25
00000400:00000010:3.0:1749608284.742085:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749608284.742086:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730169600, offset 0
00000400:00000200:3.0:1749608284.742092:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608284.742101:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608284.742105:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608284.742108:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608284.742120:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608284.742121:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608284.742124:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1451:1451:256:4294967295] 192.168.201.120@tcp LPNI seq info [1451:1451:8:4294967295]
02000000:00000010:1.0:1749608284.742130:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608284.742132:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608284.742134:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608284.742136:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000800:00000200:3.0:1749608284.742136:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608284.742138:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608284.742141:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608284.742142:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730169728, portal 10
00000400:00000010:1.0:1749608284.742145:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608284.742146:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730169728, offset 0
00000800:00000200:3.0:1749608284.742146:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608284.742148:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608284.742149:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608284.742152:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608284.742154:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608284.742155:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608284.742156:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608284.742158:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608284.742159:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1452:1452:255:4294967295] 192.168.201.120@tcp LPNI seq info [1452:1452:7:4294967295]
00000400:00000200:1.0:1749608284.742164:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608284.742166:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000800:00000200:1.0:1749608284.742168:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608284.742171:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608284.742174:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608284.742177:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000800:00000200:1.0:1749608284.742178:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608284.742180:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608284.742180:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749608284.742189:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
02000000:00000010:1.0:1749608284.742202:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608284.742204:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608284.742206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608284.742207:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730169856, portal 10
00000400:00000010:1.0:1749608284.742210:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608284.742211:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730169856, offset 0
00000400:00000200:1.0:1749608284.742214:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608284.742216:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608284.742217:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608284.742219:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608284.742219:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608284.742221:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608284.742222:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608284.742222:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608284.742223:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608284.742225:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1453:1453:254:4294967295] 192.168.201.120@tcp LPNI seq info [1453:1453:6:4294967295]
00000400:00000200:0.0:1749608284.742226:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608284.742229:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749608284.742230:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000400:00000200:1.0:1749608284.742230:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608284.742237:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730169600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608284.742237:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608284.742238:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608284.742241:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608284.742248:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608284.742250:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608284.742296:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608284.742297:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608284.742299:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608284.742301:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608284.742303:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749608284.742304:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749608284.742306:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730169728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608284.742322:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608284.742323:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608284.742325:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608284.742327:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608284.742329:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749608284.742329:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749608284.742332:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730169856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608284.743596:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608284.743605:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32d500
00000400:00000200:0.0:1749608284.743609:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e4d [1] + 224
00000400:00000200:0.0:1749608284.743616:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608284.743624:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608284.743629:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730169600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608284.743662:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608284.743667:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32d580
00000400:00000200:0.0:1749608284.743670:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e55 [1] + 0
00000400:00000200:0.0:1749608284.743675:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608284.743677:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608284.743681:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730169728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608284.743706:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608284.743710:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32d600
00000400:00000200:0.0:1749608284.743713:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2e5d [1] + 0
00000400:00000010:3.0:1749608284.743722:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608284.743724:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608284.743725:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608284.743726:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608284.743727:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749608284.743729:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730169600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608284.743730:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730169856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608284.743735:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730169600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608284.743749:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608284.743753:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000010:1.0:1749608284.743783:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608284.743786:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608284.743787:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608284.743790:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730169728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608284.743797:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730169728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608284.743805:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749608284.743812:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608284.743814:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749608284.743815:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608284.743817:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730169856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608284.743822:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730169856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608284.743832:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608284.743835:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608284.743837:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749608284.743839:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608284.743840:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608284.743842:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749608284.755039:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:0.0:1749608284.755045:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749608284.755074:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:1.0:1749608284.755084:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:2.0:1749608289.750207:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608289.750222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608289.750272:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608289.750287:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608289.750292:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:0.0:1749608289.750303:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608289.750308:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9f8.
00000100:00000010:2.0:1749608289.750310:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:0.0:1749608289.750312:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
02000000:00000010:2.0:1749608289.750312:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000200:0.0:1749608289.750317:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730169984, portal 25
00000400:00000010:0.0:1749608289.750321:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749608289.750322:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730169984, offset 0
00000400:00000200:0.0:1749608289.750327:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608289.750335:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608289.750339:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608289.750340:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608289.750343:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608289.750345:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608289.750345:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608289.750347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000400:00000200:0.0:1749608289.750352:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608289.750353:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730170112, portal 10
00000400:00000200:0.0:1749608289.750354:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1454:1454:256:4294967295] 192.168.201.120@tcp LPNI seq info [1454:1454:8:4294967295]
00000400:00000010:1.0:1749608289.750356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608289.750357:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730170112, offset 0
00000400:00000200:1.0:1749608289.750360:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608289.750361:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608289.750364:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608289.750365:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608289.750366:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608289.750367:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749608289.750368:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608289.750369:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608289.750370:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608289.750370:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608289.750372:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1455:1455:255:4294967295] 192.168.201.120@tcp LPNI seq info [1455:1455:7:4294967295]
00000800:00000200:0.0:1749608289.750375:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608289.750376:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608289.750378:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608289.750378:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608289.750380:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608289.750382:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608289.750385:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608289.750386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608289.750392:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000100:00000010:1.0:1749608289.750406:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749608289.750409:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000100:00000010:1.0:1749608289.750411:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
02000000:00000010:1.0:1749608289.750424:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608289.750426:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:2.0:1749608289.750427:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608289.750428:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608289.750429:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730170240, portal 10
00000800:00000010:2.0:1749608289.750429:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000010:1.0:1749608289.750432:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608289.750433:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730170240, offset 0
00000400:00000200:2.0:1749608289.750433:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608289.750436:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608289.750437:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608289.750439:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608289.750439:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000200:1.0:1749608289.750441:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608289.750441:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000400:00000200:1.0:1749608289.750443:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:2.0:1749608289.750446:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730169984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608289.750449:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608289.750450:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608289.750452:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1456:1456:254:4294967295] 192.168.201.120@tcp LPNI seq info [1456:1456:6:4294967295]
00000400:00000200:1.0:1749608289.750457:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608289.750460:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608289.750462:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608289.750464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608289.750467:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608289.750469:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608289.750501:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608289.750502:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608289.750504:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608289.750506:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608289.750507:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:2.0:1749608289.750507:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:2.0:1749608289.750510:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730170112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608289.750522:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608289.750523:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608289.750524:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608289.750525:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608289.750526:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:2.0:1749608289.750527:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749608289.750528:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730170240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608289.751614:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608289.751622:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32d680
00000400:00000200:0.0:1749608289.751626:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e65 [1] + 224
00000400:00000200:0.0:1749608289.751632:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608289.751635:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608289.751639:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730169984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608289.751663:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608289.751666:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32d700
00000400:00000200:0.0:1749608289.751669:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e6d [1] + 0
00000400:00000200:0.0:1749608289.751673:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608289.751675:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608289.751678:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730170112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608289.751684:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:2.0:1749608289.751687:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749608289.751688:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749608289.751696:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730169984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608289.751699:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608289.751702:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32d780
00000100:00000200:2.0:1749608289.751703:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730169984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608289.751705:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2e75 [1] + 0
00000400:00000200:0.0:1749608289.751715:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608289.751718:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608289.751718:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:2.0:1749608289.751719:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000200:1.0:1749608289.751721:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749608289.751722:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
02000000:00000010:2.0:1749608289.751723:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:0.0:1749608289.751725:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730170240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608289.751725:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730170112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608289.751725:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:1.0:1749608289.751730:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730170112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608289.751739:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608289.751740:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749608289.751740:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608289.751742:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730170240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608289.751746:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730170240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608289.751752:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608289.751754:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608289.751755:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749608289.751757:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608289.751758:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608289.751759:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:0.0:1749608289.763041:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:1.0:1749608289.763052:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:3.0:1749608289.763055:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:2.0:1749608289.763059:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:2.0:1749608294.758043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608294.758060:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608294.758100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608294.758110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608294.758114:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608294.758127:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749608294.758128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608294.758130:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608294.758132:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab00.
00000400:00000010:0.0:1749608294.758136:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749608294.758141:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730170368, portal 25
00000400:00000010:0.0:1749608294.758144:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749608294.758146:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730170368, offset 0
00000400:00000200:0.0:1749608294.758151:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608294.758160:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749608294.758160:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608294.758164:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608294.758164:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608294.758166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000200:0.0:1749608294.758167:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608294.758168:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730170496, portal 10
00000400:00000200:0.0:1749608294.758170:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608294.758171:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000400:00000200:0.0:1749608294.758172:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608294.758172:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730170496, offset 0
00000400:00000200:0.0:1749608294.758176:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1457:1457:256:4294967295] 192.168.201.120@tcp LPNI seq info [1457:1457:8:4294967295]
00000400:00000200:1.0:1749608294.758176:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608294.758184:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608294.758189:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608294.758190:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608294.758191:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608294.758192:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608294.758193:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608294.758194:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608294.758195:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608294.758197:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608294.758197:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1458:1458:255:4294967295] 192.168.201.120@tcp LPNI seq info [1458:1458:7:4294967295]
00000400:00000200:1.0:1749608294.758201:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608294.758203:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608294.758204:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749608294.758204:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608294.758206:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608294.758207:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608294.758209:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608294.758210:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608294.758221:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749608294.758230:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749608294.758232:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000100:00000010:1.0:1749608294.758235:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
02000000:00000010:1.0:1749608294.758245:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608294.758246:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608294.758247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608294.758249:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730170624, portal 10
00000400:00000010:1.0:1749608294.758251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000800:00000200:2.0:1749608294.758251:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608294.758252:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730170624, offset 0
00000800:00000010:2.0:1749608294.758253:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749608294.758256:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608294.758261:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608294.758264:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749608294.758265:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000400:00000200:1.0:1749608294.758270:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608294.758271:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730170368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608294.758273:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608294.758275:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608294.758276:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608294.758277:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608294.758279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608294.758280:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1459:1459:254:4294967295] 192.168.201.120@tcp LPNI seq info [1459:1459:6:4294967295]
00000400:00000200:1.0:1749608294.758285:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608294.758288:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608294.758290:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608294.758292:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608294.758295:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608294.758297:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608294.758332:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608294.758334:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608294.758335:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608294.758337:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608294.758339:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:2.0:1749608294.758340:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:2.0:1749608294.758344:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730170496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608294.758377:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608294.758379:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608294.758380:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608294.758383:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608294.758385:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:2.0:1749608294.758386:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:2.0:1749608294.758389:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730170624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608294.759378:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608294.759394:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32d800
00000400:00000200:0.0:1749608294.759401:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e7d [1] + 224
00000400:00000200:0.0:1749608294.759410:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608294.759414:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608294.759422:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730170368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608294.759466:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608294.759470:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32d880
00000400:00000200:0.0:1749608294.759475:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e85 [1] + 0
00000400:00000200:0.0:1749608294.759480:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608294.759487:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608294.759487:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab00.
00000400:00000200:2.0:1749608294.759491:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749608294.759492:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749608294.759496:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730170368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608294.759497:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730170496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608294.759503:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730170368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608294.759519:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000200:0.0:1749608294.759520:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749608294.759523:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:0.0:1749608294.759524:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32d900
00000100:00000010:2.0:1749608294.759526:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:0.0:1749608294.759527:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2e8d [1] + 0
00000400:00000200:0.0:1749608294.759538:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608294.759541:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608294.759546:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730170624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608294.759552:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608294.759555:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749608294.759556:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608294.759561:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730170496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608294.759568:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730170496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608294.759582:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608294.759583:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749608294.759584:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608294.759587:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730170624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608294.759593:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730170624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608294.759603:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608294.759606:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608294.759612:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608294.759615:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608294.759617:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608294.759618:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749608294.771022:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:2.0:1749608294.771038:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:1.0:1749608294.771052:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:0.0:1749608294.771065:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:2.0:1749608299.766035:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608299.766051:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608299.766108:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608299.766121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608299.766126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608299.766127:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608299.766133:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608299.766137:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608299.766143:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730170752, portal 25
00000100:00000010:2.0:1749608299.766147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608299.766151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749608299.766155:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749608299.766157:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730170752, offset 0
00000400:00000200:3.0:1749608299.766162:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608299.766171:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608299.766175:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608299.766178:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749608299.766180:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608299.766180:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608299.766182:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608299.766184:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1460:1460:256:4294967295] 192.168.201.120@tcp LPNI seq info [1460:1460:8:4294967295]
00000400:00000010:1.0:1749608299.766185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608299.766187:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608299.766190:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730170880, portal 10
00000400:00000200:3.0:1749608299.766192:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608299.766193:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608299.766195:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730170880, offset 0
00000800:00000200:3.0:1749608299.766196:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608299.766198:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608299.766199:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608299.766203:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608299.766206:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608299.766208:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608299.766208:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608299.766210:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608299.766211:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608299.766213:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1461:1461:255:4294967295] 192.168.201.120@tcp LPNI seq info [1461:1461:7:4294967295]
00000800:00000200:3.0:1749608299.766214:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608299.766217:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608299.766219:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608299.766223:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608299.766225:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608299.766228:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608299.766229:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000800:00000200:1.0:1749608299.766232:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608299.766234:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608299.766236:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749608299.766250:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000800:00000200:0.0:1749608299.766253:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:3.0:1749608299.766253:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000800:00000010:0.0:1749608299.766256:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749608299.766260:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608299.766262:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608299.766263:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608299.766265:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608299.766266:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749608299.766268:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000400:00000010:1.0:1749608299.766275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608299.766277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730171008, portal 10
00000400:00000010:1.0:1749608299.766279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608299.766280:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730171008, offset 0
00000400:00000200:1.0:1749608299.766283:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608299.766290:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608299.766292:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608299.766294:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608299.766295:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608299.766296:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608299.766298:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1462:1462:254:4294967295] 192.168.201.120@tcp LPNI seq info [1462:1462:6:4294967295]
00000100:00000200:0.0:1749608299.766299:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730170752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608299.766304:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608299.766307:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608299.766309:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608299.766311:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608299.766314:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608299.766316:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608299.766354:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608299.766355:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608299.766357:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608299.766360:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608299.766362:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749608299.766368:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749608299.766372:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730170880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608299.766393:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608299.766395:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608299.766397:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608299.766399:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608299.766401:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749608299.766402:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749608299.766405:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730171008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608299.767341:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608299.767351:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32d980
00000400:00000200:0.0:1749608299.767355:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e95 [1] + 224
00000400:00000200:0.0:1749608299.767362:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608299.767364:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608299.767369:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730170752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608299.767392:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608299.767397:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32da00
00000400:00000200:0.0:1749608299.767400:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2e9d [1] + 0
00000400:00000200:0.0:1749608299.767404:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608299.767406:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608299.767409:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730170880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608299.767418:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608299.767422:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608299.767423:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608299.767427:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730170752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608299.767434:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608299.767434:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730170752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608299.767438:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32da80
00000400:00000200:0.0:1749608299.767441:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2ea5 [1] + 0
02000000:00000010:3.0:1749608299.767450:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000010:1.0:1749608299.767452:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:3.0:1749608299.767453:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:1.0:1749608299.767455:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000100:00000010:3.0:1749608299.767456:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:1.0:1749608299.767457:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000400:00000200:0.0:1749608299.767458:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608299.767461:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608299.767461:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730170880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608299.767465:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730171008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608299.767468:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730170880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608299.767480:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608299.767481:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608299.767483:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608299.767485:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730171008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608299.767491:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730171008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608299.767500:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608299.767503:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608299.767505:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608299.767511:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608299.767513:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608299.767515:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:1.0:1749608299.779020:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749608299.779036:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749608299.779058:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:0.0:1749608299.779080:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:2.0:1749608304.774084:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608304.774107:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608304.774183:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608304.774202:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608304.774210:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608304.774222:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608304.774231:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608304.774234:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
00000400:00000010:3.0:1749608304.774236:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608304.774238:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000200:3.0:1749608304.774241:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730171136, portal 25
00000400:00000010:3.0:1749608304.774245:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749608304.774247:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730171136, offset 0
00000400:00000200:3.0:1749608304.774255:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608304.774266:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608304.774270:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608304.774273:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608304.774276:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608304.774277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608304.774278:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608304.774280:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1463:1463:256:4294967295] 192.168.201.120@tcp LPNI seq info [1463:1463:8:4294967295]
00000400:00000010:1.0:1749608304.774284:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608304.774288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000200:3.0:1749608304.774288:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608304.774292:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608304.774293:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730171264, portal 10
00000800:00000010:3.0:1749608304.774295:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000010:1.0:1749608304.774298:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608304.774299:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730171264, offset 0
00000800:00000200:3.0:1749608304.774300:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608304.774305:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608304.774307:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608304.774311:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608304.774312:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608304.774316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608304.774319:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608304.774322:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608304.774324:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608304.774326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1464:1464:255:4294967295] 192.168.201.120@tcp LPNI seq info [1464:1464:7:4294967295]
00000400:00000200:1.0:1749608304.774334:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608304.774335:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000800:00000200:1.0:1749608304.774338:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608304.774341:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608304.774345:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608304.774346:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000800:00000200:1.0:1749608304.774350:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608304.774351:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000800:00000200:1.0:1749608304.774352:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608304.774366:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
02000000:00000010:1.0:1749608304.774378:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608304.774380:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608304.774381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608304.774383:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730171392, portal 10
00000400:00000010:1.0:1749608304.774385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608304.774386:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730171392, offset 0
00000800:00000200:0.0:1749608304.774387:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608304.774388:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608304.774391:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608304.774391:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608304.774397:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608304.774402:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608304.774405:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608304.774406:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000200:1.0:1749608304.774406:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608304.774407:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749608304.774408:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000400:00000200:1.0:1749608304.774409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608304.774410:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1465:1465:254:4294967295] 192.168.201.120@tcp LPNI seq info [1465:1465:6:4294967295]
00000400:00000200:1.0:1749608304.774414:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608304.774417:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730171136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608304.774417:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608304.774418:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608304.774420:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608304.774422:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608304.774424:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608304.774433:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608304.774435:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608304.774437:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608304.774439:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608304.774441:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749608304.774443:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749608304.774446:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730171264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608304.774506:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608304.774508:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608304.774510:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608304.774512:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608304.774514:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749608304.774515:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749608304.774519:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730171392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608304.775713:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608304.775722:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32db00
00000400:00000200:0.0:1749608304.775732:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ead [1] + 224
00000400:00000200:0.0:1749608304.775741:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608304.775743:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608304.775748:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730171136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608304.775777:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608304.775780:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32dc00
00000400:00000200:0.0:1749608304.775783:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2ebd [1] + 0
00000400:00000200:0.0:1749608304.775786:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608304.775787:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608304.775790:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730171392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608304.775805:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608304.775807:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32db80
00000400:00000010:3.0:1749608304.775810:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608304.775814:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608304.775816:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608304.775819:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2eb5 [1] + 0
00000100:00000200:3.0:1749608304.775823:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730171136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608304.775828:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608304.775830:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749608304.775831:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730171136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608304.775833:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730171264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608304.775840:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608304.775844:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608304.775846:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608304.775850:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730171264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608304.775858:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730171264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608304.775861:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608304.775865:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608304.775869:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:1.0:1749608304.775874:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608304.775876:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608304.775877:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608304.775879:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730171392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608304.775884:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730171392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608304.775897:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608304.775901:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608304.775904:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749608304.775906:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608304.775913:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608304.775915:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749608304.787066:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:2.0:1749608304.787077:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:0.0:1749608304.787090:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749608304.787114:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:2.0:1749608309.782055:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608309.782077:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608309.782132:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608309.782149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608309.782155:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:0.0:1749608309.782167:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608309.782175:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaaa8.
00000100:00000010:2.0:1749608309.782181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000400:00000010:0.0:1749608309.782182:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
02000000:00000010:2.0:1749608309.782185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:0.0:1749608309.782189:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730171520, portal 25
00000400:00000010:0.0:1749608309.782193:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749608309.782195:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730171520, offset 0
00000400:00000200:0.0:1749608309.782201:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608309.782212:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608309.782229:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608309.782233:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608309.782237:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608309.782239:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608309.782242:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1466:1466:256:4294967295] 192.168.201.120@tcp LPNI seq info [1466:1466:8:4294967295]
00000400:00000200:0.0:1749608309.782253:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608309.782258:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608309.782261:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
02000000:00000010:1.0:1749608309.782261:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:0.0:1749608309.782268:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608309.782271:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:0.0:1749608309.782276:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608309.782276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000800:00000200:0.0:1749608309.782280:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608309.782282:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730171648, portal 10
00000400:00000010:1.0:1749608309.782291:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608309.782293:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730171648, offset 0
00000100:00000010:0.0:1749608309.782301:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608309.782301:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608309.782310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:0.0:1749608309.782312:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
00000400:00000200:1.0:1749608309.782314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1749608309.782317:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
00000400:00000200:1.0:1749608309.782317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608309.782320:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608309.782322:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749608309.782323:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000400:00000200:1.0:1749608309.782324:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1467:1467:255:4294967295] 192.168.201.120@tcp LPNI seq info [1467:1467:7:4294967295]
00000400:00000200:1.0:1749608309.782333:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608309.782337:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608309.782340:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608309.782345:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608309.782350:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608309.782353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608309.782367:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749608309.782368:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000010:2.0:1749608309.782369:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000010:1.0:1749608309.782370:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608309.782372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608309.782373:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730171776, portal 10
00000400:00000200:2.0:1749608309.782373:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608309.782376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000200:2.0:1749608309.782376:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608309.782377:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730171776, offset 0
00000400:00000200:2.0:1749608309.782378:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749608309.782379:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000400:00000200:1.0:1749608309.782383:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608309.782385:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730171520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608309.782386:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608309.782388:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608309.782398:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608309.782400:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608309.782401:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608309.782403:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1468:1468:254:4294967295] 192.168.201.120@tcp LPNI seq info [1468:1468:6:4294967295]
00000400:00000200:1.0:1749608309.782409:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608309.782412:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608309.782414:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608309.782417:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608309.782420:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608309.782422:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608309.782447:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608309.782448:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608309.782449:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608309.782451:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608309.782452:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749608309.782452:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749608309.782455:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730171648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608309.782492:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608309.782493:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608309.782494:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608309.782499:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608309.782501:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:2.0:1749608309.782501:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:2.0:1749608309.782504:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730171776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608309.783645:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608309.783653:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32dd00
00000400:00000200:0.0:1749608309.783658:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ecd [1] + 0
00000400:00000200:0.0:1749608309.783665:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608309.783667:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608309.783672:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730171648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608309.783690:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608309.783693:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32dc80
00000400:00000200:0.0:1749608309.783695:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ec5 [1] + 224
00000400:00000200:0.0:1749608309.783697:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608309.783699:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608309.783701:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730171520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608309.783710:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608309.783714:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608309.783715:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608309.783719:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730171648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608309.783722:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608309.783724:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730171648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608309.783725:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32dd80
00000400:00000200:0.0:1749608309.783727:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2ed5 [1] + 0
00000400:00000200:0.0:1749608309.783736:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608309.783737:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608309.783740:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730171776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608309.783743:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608309.783747:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608309.783751:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:1.0:1749608309.783755:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608309.783757:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608309.783758:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608309.783761:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730171776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608309.783761:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaaa8.
00000400:00000200:2.0:1749608309.783764:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749608309.783765:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:1.0:1749608309.783766:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730171776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608309.783770:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730171520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608309.783776:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730171520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608309.783777:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608309.783779:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608309.783787:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608309.783788:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608309.783791:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749608309.783794:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749608309.795046:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:3.0:1749608309.795051:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:2.0:1749608309.795060:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:0.0:1749608309.795070:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608314.790032:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608314.790046:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608314.790084:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608314.790095:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608314.790101:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:0.0:1749608314.790104:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608314.790110:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaa50.
00000400:00000010:0.0:1749608314.790114:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749608314.790118:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730171904, portal 25
00000100:00000010:2.0:1749608314.790120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
00000400:00000010:0.0:1749608314.790121:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749608314.790122:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730171904, offset 0
02000000:00000010:2.0:1749608314.790123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000200:0.0:1749608314.790126:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608314.790134:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608314.790136:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608314.790139:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608314.790141:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608314.790142:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608314.790144:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1469:1469:256:4294967295] 192.168.201.120@tcp LPNI seq info [1469:1469:8:4294967295]
00000400:00000200:0.0:1749608314.790149:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608314.790152:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608314.790154:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749608314.790158:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:1.0:1749608314.790159:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:0.0:1749608314.790163:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608314.790163:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:0.0:1749608314.790166:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608314.790166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608314.790169:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730172032, portal 10
00000400:00000010:1.0:1749608314.790172:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608314.790173:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730172032, offset 0
00000400:00000200:1.0:1749608314.790178:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608314.790179:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608314.790182:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608314.790185:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608314.790187:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608314.790189:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608314.790190:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608314.790192:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1470:1470:255:4294967295] 192.168.201.120@tcp LPNI seq info [1470:1470:7:4294967295]
00000100:00000010:0.0:1749608314.790193:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
00000100:00000010:0.0:1749608314.790196:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
00000100:00000010:0.0:1749608314.790198:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
00000400:00000200:1.0:1749608314.790198:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608314.790202:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608314.790204:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608314.790207:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608314.790211:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608314.790213:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608314.790222:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608314.790224:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608314.790226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608314.790228:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730172160, portal 10
00000400:00000010:1.0:1749608314.790230:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608314.790232:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730172160, offset 0
00000400:00000200:1.0:1749608314.790235:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608314.790238:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608314.790239:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608314.790241:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608314.790247:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608314.790249:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749608314.790249:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608314.790251:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1471:1471:254:4294967295] 192.168.201.120@tcp LPNI seq info [1471:1471:6:4294967295]
00000800:00000010:2.0:1749608314.790251:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:2.0:1749608314.790253:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608314.790256:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608314.790257:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749608314.790258:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749608314.790259:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000800:00000200:1.0:1749608314.790260:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608314.790263:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000100:00000200:2.0:1749608314.790264:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730171904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608314.790265:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608314.790269:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608314.790270:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608314.790284:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608314.790285:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608314.790286:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608314.790288:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608314.790289:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749608314.790290:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749608314.790292:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730172032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608314.790301:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608314.790302:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608314.790303:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608314.790305:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608314.790306:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:2.0:1749608314.790306:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749608314.790308:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730172160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608314.791211:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608314.791217:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32de00
00000400:00000200:0.0:1749608314.791221:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2edd [1] + 224
00000400:00000200:0.0:1749608314.791226:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608314.791228:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608314.791231:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730171904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608314.791248:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608314.791250:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32de80
00000400:00000200:0.0:1749608314.791252:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ee5 [1] + 0
00000400:00000200:0.0:1749608314.791254:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608314.791255:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608314.791257:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730172032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608314.791267:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608314.791269:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32df00
00000400:00000200:0.0:1749608314.791270:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2eed [1] + 0
00000400:00000010:2.0:1749608314.791274:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaa50.
00000400:00000200:2.0:1749608314.791278:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000200:0.0:1749608314.791279:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749608314.791279:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000400:00000200:0.0:1749608314.791282:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749608314.791284:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730171904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608314.791285:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730172160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608314.791290:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608314.791293:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608314.791294:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608314.791295:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730171904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608314.791298:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730172032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608314.791305:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730172032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608314.791310:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749608314.791314:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749608314.791317:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:1.0:1749608314.791318:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608314.791320:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608314.791321:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608314.791323:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730172160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608314.791329:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730172160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608314.791339:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608314.791342:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608314.791344:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749608314.791346:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608314.791348:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608314.791349:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749608314.803040:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:0.0:1749608314.803051:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608314.803057:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:2.0:1749608314.803103:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:2.0:1749608319.798054:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608319.798071:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608319.798128:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608319.798152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608319.798158:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749608319.798182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608319.798186:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608319.798189:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608319.798195:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608319.798199:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608319.798205:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730172288, portal 25
00000400:00000010:3.0:1749608319.798208:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749608319.798214:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730172288, offset 0
00000400:00000200:3.0:1749608319.798220:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608319.798221:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608319.798226:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608319.798228:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608319.798229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608319.798231:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730172416, portal 10
00000400:00000200:3.0:1749608319.798232:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608319.798235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000200:3.0:1749608319.798235:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608319.798236:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730172416, offset 0
00000400:00000200:3.0:1749608319.798238:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608319.798240:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608319.798241:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608319.798242:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1472:1472:256:4294967295] 192.168.201.120@tcp LPNI seq info [1472:1472:8:4294967295]
00000400:00000200:3.0:1749608319.798251:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608319.798255:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608319.798256:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608319.798258:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608319.798259:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608319.798260:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608319.798262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608319.798264:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608319.798264:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608319.798265:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1473:1473:255:4294967295] 192.168.201.120@tcp LPNI seq info [1473:1473:7:4294967295]
00000800:00000200:3.0:1749608319.798270:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608319.798271:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608319.798274:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608319.798274:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749608319.798277:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608319.798279:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608319.798283:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608319.798285:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608319.798290:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749608319.798334:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000800:00000200:0.0:1749608319.798339:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:3.0:1749608319.798340:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000800:00000010:0.0:1749608319.798342:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000010:3.0:1749608319.798347:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000400:00000200:0.0:1749608319.798350:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608319.798354:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608319.798357:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749608319.798358:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749608319.798364:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730172288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608319.798366:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608319.798369:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608319.798371:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608319.798373:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730172544, portal 10
00000400:00000010:1.0:1749608319.798375:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608319.798376:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730172544, offset 0
00000400:00000200:1.0:1749608319.798380:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608319.798383:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608319.798385:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608319.798387:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608319.798388:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608319.798393:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608319.798395:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1474:1474:255:4294967295] 192.168.201.120@tcp LPNI seq info [1474:1474:7:4294967295]
00000400:00000200:1.0:1749608319.798401:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608319.798404:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608319.798406:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608319.798408:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608319.798411:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608319.798413:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608319.798417:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608319.798419:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608319.798421:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608319.798424:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608319.798426:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749608319.798427:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749608319.798430:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730172416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608319.798450:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608319.798451:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608319.798453:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608319.798455:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608319.798457:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749608319.798458:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608319.798461:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730172544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608319.799636:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608319.799653:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32df80
00000400:00000200:0.0:1749608319.799661:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ef5 [1] + 224
00000400:00000200:0.0:1749608319.799672:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608319.799676:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608319.799684:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730172288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608319.799717:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608319.799732:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32e000
00000400:00000200:0.0:1749608319.799736:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2efd [1] + 0
00000400:00000200:0.0:1749608319.799743:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608319.799745:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608319.799748:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608319.799751:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608319.799753:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608319.799758:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730172288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608319.799759:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730172416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608319.799766:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730172288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608319.799784:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749608319.799786:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:0.0:1749608319.799788:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32e080
02000000:00000010:3.0:1749608319.799790:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000200:0.0:1749608319.799791:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2f05 [1] + 0
00000100:00000010:3.0:1749608319.799795:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749608319.799804:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608319.799807:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608319.799811:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730172544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608319.799817:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608319.799821:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608319.799822:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608319.799827:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730172416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608319.799833:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730172416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608319.799848:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608319.799850:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608319.799851:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608319.799853:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730172544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608319.799859:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730172544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608319.799871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608319.799874:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608319.799877:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749608319.799879:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608319.799881:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608319.799883:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:0.0:1749608319.811056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749608319.811060:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:2.0:1749608319.811107:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:1.0:1749608319.811167:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:2.0:1749608324.806067:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608324.806089:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608324.806150:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608324.806169:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749608324.806175:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
02000000:00000010:2.0:1749608324.806176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749608324.806183:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608324.806190:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608324.806198:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730172672, portal 25
00000100:00000010:2.0:1749608324.806199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608324.806202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:3.0:1749608324.806202:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608324.806204:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730172672, offset 0
00000400:00000200:3.0:1749608324.806239:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608324.806249:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:1.0:1749608324.806254:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608324.806255:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608324.806258:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608324.806259:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608324.806262:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000200:3.0:1749608324.806262:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608324.806263:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608324.806265:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730172800, portal 10
00000400:00000200:3.0:1749608324.806266:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1475:1475:256:4294967295] 192.168.201.120@tcp LPNI seq info [1475:1475:8:4294967295]
00000400:00000010:1.0:1749608324.806269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608324.806270:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730172800, offset 0
00000400:00000200:1.0:1749608324.806274:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608324.806275:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608324.806279:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608324.806280:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608324.806282:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608324.806283:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608324.806284:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608324.806286:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608324.806287:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608324.806289:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1476:1476:255:4294967295] 192.168.201.120@tcp LPNI seq info [1476:1476:7:4294967295]
00000800:00000200:3.0:1749608324.806289:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608324.806295:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608324.806296:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608324.806298:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608324.806300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:3.0:1749608324.806300:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608324.806303:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608324.806306:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608324.806309:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608324.806325:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749608324.806350:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749608324.806356:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749608324.806367:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
02000000:00000010:1.0:1749608324.806375:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:0.0:1749608324.806376:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608324.806378:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:0.0:1749608324.806379:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000010:1.0:1749608324.806379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608324.806381:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730172928, portal 10
00000400:00000010:1.0:1749608324.806383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000400:00000200:0.0:1749608324.806384:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608324.806384:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730172928, offset 0
00000400:00000200:1.0:1749608324.806387:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608324.806389:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608324.806390:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608324.806391:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608324.806392:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000200:1.0:1749608324.806393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749608324.806394:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000400:00000200:1.0:1749608324.806394:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608324.806395:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608324.806400:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1477:1477:254:4294967295] 192.168.201.120@tcp LPNI seq info [1477:1477:6:4294967295]
00000100:00000200:0.0:1749608324.806404:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730172800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608324.806404:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608324.806407:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608324.806408:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608324.806410:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608324.806413:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608324.806414:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608324.806420:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608324.806421:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749608324.806423:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608324.806426:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608324.806428:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749608324.806429:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749608324.806432:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730172672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608324.806504:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608324.806506:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608324.806508:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608324.806511:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608324.806513:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749608324.806514:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749608324.806518:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730172928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608324.807498:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608324.807508:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32e180
00000400:00000200:0.0:1749608324.807514:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f15 [1] + 0
00000400:00000200:0.0:1749608324.807523:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608324.807525:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608324.807530:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730172800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608324.807553:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608324.807557:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32e100
00000400:00000200:0.0:1749608324.807560:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f0d [1] + 224
00000400:00000200:0.0:1749608324.807564:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608324.807567:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608324.807569:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608324.807573:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608324.807577:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608324.807581:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730172800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608324.807582:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730172672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608324.807588:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730172800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608324.807608:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749608324.807609:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608324.807612:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32e200
02000000:00000010:1.0:1749608324.807614:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000400:00000200:0.0:1749608324.807615:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2f1d [1] + 0
00000100:00000010:1.0:1749608324.807617:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000200:0.0:1749608324.807626:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608324.807627:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608324.807629:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608324.807630:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608324.807631:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608324.807635:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730172672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608324.807638:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730172928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608324.807643:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730172672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608324.807653:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608324.807654:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
02000000:00000010:3.0:1749608324.807654:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000010:1.0:1749608324.807655:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
02000000:00000010:3.0:1749608324.807657:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:1.0:1749608324.807658:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730172928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608324.807659:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:1.0:1749608324.807662:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730172928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608324.807670:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608324.807672:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608324.807673:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749608324.819061:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:0.0:1749608324.819071:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:1.0:1749608324.819084:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749608324.819106:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749608329.814048:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608329.814068:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608329.814122:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608329.814150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:0.0:1749608329.814152:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749608329.814156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608329.814159:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9a0.
00000400:00000010:0.0:1749608329.814164:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749608329.814170:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730173056, portal 25
00000400:00000010:0.0:1749608329.814174:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749608329.814175:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730173056, offset 0
00000100:00000010:2.0:1749608329.814179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
00000400:00000200:0.0:1749608329.814181:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608329.814182:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000200:0.0:1749608329.814191:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608329.814196:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608329.814200:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608329.814202:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608329.814204:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608329.814207:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1478:1478:256:4294967295] 192.168.201.120@tcp LPNI seq info [1478:1478:8:4294967295]
00000400:00000200:0.0:1749608329.814215:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608329.814220:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608329.814222:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
02000000:00000010:1.0:1749608329.814222:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:0.0:1749608329.814227:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608329.814234:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608329.814236:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:0.0:1749608329.814237:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608329.814239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608329.814241:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730173184, portal 10
00000400:00000010:1.0:1749608329.814245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608329.814246:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730173184, offset 0
00000400:00000200:1.0:1749608329.814250:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608329.814254:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608329.814254:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608329.814256:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608329.814258:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608329.814260:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608329.814261:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749608329.814262:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
00000400:00000200:1.0:1749608329.814263:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1479:1479:255:4294967295] 192.168.201.120@tcp LPNI seq info [1479:1479:7:4294967295]
00000100:00000010:0.0:1749608329.814265:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
00000400:00000200:1.0:1749608329.814269:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749608329.814271:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
00000800:00000200:1.0:1749608329.814272:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608329.814275:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608329.814278:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608329.814281:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608329.814283:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608329.814292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608329.814293:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608329.814295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608329.814297:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730173312, portal 10
00000800:00000200:2.0:1749608329.814297:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608329.814299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000800:00000010:2.0:1749608329.814299:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000100:00000200:1.0:1749608329.814301:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730173312, offset 0
00000400:00000200:2.0:1749608329.814303:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608329.814304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608329.814307:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608329.814308:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608329.814309:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608329.814310:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608329.814311:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000200:1.0:1749608329.814312:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:2.0:1749608329.814312:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000400:00000200:1.0:1749608329.814313:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608329.814315:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1480:1480:254:4294967295] 192.168.201.120@tcp LPNI seq info [1480:1480:6:4294967295]
00000100:00000200:2.0:1749608329.814319:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730173056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608329.814325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608329.814328:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608329.814330:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608329.814332:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608329.814335:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608329.814336:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608329.814375:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608329.814377:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608329.814379:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608329.814386:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608329.814388:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:2.0:1749608329.814389:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:2.0:1749608329.814392:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730173184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608329.814412:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608329.814413:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608329.814415:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608329.814417:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608329.814419:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:2.0:1749608329.814420:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:2.0:1749608329.814422:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730173312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608329.815533:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608329.815547:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32e300
00000400:00000200:0.0:1749608329.815552:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f2d [1] + 0
00000400:00000200:0.0:1749608329.815568:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608329.815570:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608329.815578:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730173184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608329.815602:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608329.815605:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32e280
00000400:00000200:0.0:1749608329.815608:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f25 [1] + 224
00000400:00000200:0.0:1749608329.815610:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608329.815612:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608329.815615:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730173056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608329.815628:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608329.815630:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32e380
00000400:00000200:0.0:1749608329.815631:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2f35 [1] + 0
00000400:00000010:1.0:1749608329.815638:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608329.815642:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608329.815643:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608329.815643:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608329.815644:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608329.815649:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730173184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608329.815651:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730173312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608329.815655:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730173184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608329.815661:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9a0.
00000400:00000200:2.0:1749608329.815666:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749608329.815667:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749608329.815672:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730173056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608329.815675:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608329.815677:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608329.815678:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:2.0:1749608329.815679:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730173056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608329.815680:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730173312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608329.815683:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730173312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608329.815696:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:1.0:1749608329.815697:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608329.815700:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749608329.815700:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749608329.815703:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749608329.815704:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749608329.815706:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608329.815707:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608329.815709:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749608329.827056:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:3.0:1749608329.827056:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:1.0:1749608329.827069:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:0.0:1749608329.827075:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608334.822058:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608334.822074:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608334.822116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608334.822128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608334.822132:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:0.0:1749608334.822143:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608334.822148:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea6e0.
00000100:00000010:2.0:1749608334.822152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000400:00000010:0.0:1749608334.822153:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
02000000:00000010:2.0:1749608334.822154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000200:0.0:1749608334.822158:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730173440, portal 25
00000400:00000010:0.0:1749608334.822162:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749608334.822163:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730173440, offset 0
00000400:00000200:0.0:1749608334.822168:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608334.822176:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608334.822180:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608334.822187:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608334.822190:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608334.822192:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608334.822194:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1481:1481:256:4294967295] 192.168.201.120@tcp LPNI seq info [1481:1481:8:4294967295]
02000000:00000010:1.0:1749608334.822196:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608334.822200:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608334.822202:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608334.822205:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608334.822206:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000800:00000010:0.0:1749608334.822207:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000100:00000200:1.0:1749608334.822209:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730173568, portal 10
00000800:00000200:0.0:1749608334.822211:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608334.822212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608334.822213:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730173568, offset 0
00000800:00000200:0.0:1749608334.822216:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608334.822218:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608334.822219:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608334.822221:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608334.822224:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608334.822226:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608334.822227:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608334.822229:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608334.822231:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1482:1482:255:4294967295] 192.168.201.120@tcp LPNI seq info [1482:1482:7:4294967295]
00000100:00000010:0.0:1749608334.822234:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608334.822237:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608334.822240:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608334.822242:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
00000800:00000010:1.0:1749608334.822242:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000100:00000010:0.0:1749608334.822244:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000800:00000200:1.0:1749608334.822244:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608334.822247:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000800:00000200:1.0:1749608334.822248:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608334.822250:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608334.822260:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608334.822262:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608334.822264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608334.822266:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730173696, portal 10
00000400:00000010:1.0:1749608334.822268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608334.822269:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730173696, offset 0
00000400:00000200:1.0:1749608334.822272:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608334.822274:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608334.822275:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608334.822276:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:1.0:1749608334.822277:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608334.822279:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608334.822280:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608334.822280:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608334.822282:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608334.822283:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608334.822284:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1483:1483:254:4294967295] 192.168.201.120@tcp LPNI seq info [1483:1483:6:4294967295]
00000400:00000200:2.0:1749608334.822285:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749608334.822286:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000400:00000200:1.0:1749608334.822289:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749608334.822291:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730173440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608334.822297:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608334.822299:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608334.822302:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608334.822305:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608334.822306:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608334.822340:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608334.822342:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608334.822344:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608334.822347:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608334.822349:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:2.0:1749608334.822350:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:2.0:1749608334.822354:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730173568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608334.822374:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608334.822376:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608334.822377:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608334.822380:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608334.822382:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749608334.822383:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749608334.822386:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730173696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608334.823323:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608334.823331:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32e400
00000400:00000200:0.0:1749608334.823335:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f3d [1] + 224
00000400:00000200:0.0:1749608334.823343:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608334.823345:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608334.823350:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730173440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608334.823369:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608334.823373:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32e480
00000400:00000200:0.0:1749608334.823375:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f45 [1] + 0
00000400:00000200:0.0:1749608334.823379:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608334.823381:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608334.823383:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730173568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608334.823387:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:2.0:1749608334.823389:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749608334.823390:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749608334.823393:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730173440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608334.823397:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730173440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608334.823406:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608334.823410:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32e500
02000000:00000010:2.0:1749608334.823410:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749608334.823413:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2f4d [1] + 0
02000000:00000010:2.0:1749608334.823415:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:2.0:1749608334.823417:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749608334.823422:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608334.823424:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608334.823426:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730173696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608334.823438:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608334.823441:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608334.823442:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608334.823447:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730173568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608334.823453:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730173568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608334.823466:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608334.823468:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608334.823469:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608334.823471:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730173696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608334.823476:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730173696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608334.823487:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608334.823490:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608334.823492:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749608334.823494:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608334.823496:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608334.823497:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749608334.835032:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:3.0:1749608334.835032:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:0.0:1749608334.835056:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608334.835083:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:2.0:1749608339.830035:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608339.830052:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608339.830093:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608339.830103:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608339.830107:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608339.830120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749608339.830120:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
02000000:00000010:2.0:1749608339.830123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749608339.830126:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608339.830129:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608339.830134:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730173824, portal 25
00000400:00000010:3.0:1749608339.830137:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749608339.830138:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730173824, offset 0
00000400:00000200:3.0:1749608339.830142:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608339.830150:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608339.830153:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608339.830156:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608339.830158:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608339.830160:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608339.830160:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608339.830162:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1484:1484:256:4294967295] 192.168.201.120@tcp LPNI seq info [1484:1484:8:4294967295]
00000400:00000010:1.0:1749608339.830164:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608339.830168:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:3.0:1749608339.830168:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608339.830179:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730173952, portal 10
00000800:00000200:3.0:1749608339.830180:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608339.830182:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000010:1.0:1749608339.830183:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608339.830185:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730173952, offset 0
00000800:00000200:3.0:1749608339.830186:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608339.830191:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608339.830194:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608339.830195:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608339.830200:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608339.830203:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608339.830205:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608339.830207:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1749608339.830208:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000400:00000200:1.0:1749608339.830209:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608339.830212:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1485:1485:255:4294967295] 192.168.201.120@tcp LPNI seq info [1485:1485:7:4294967295]
00000100:00000010:3.0:1749608339.830215:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749608339.830218:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000400:00000200:1.0:1749608339.830219:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608339.830223:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608339.830224:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000800:00000010:1.0:1749608339.830226:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608339.830229:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608339.830233:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608339.830235:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608339.830240:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608339.830243:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
02000000:00000010:1.0:1749608339.830245:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608339.830246:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608339.830247:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608339.830249:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608339.830249:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608339.830251:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730174080, portal 10
00000400:00000200:0.0:1749608339.830252:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749608339.830253:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000010:1.0:1749608339.830254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608339.830256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730174080, offset 0
00000100:00000200:0.0:1749608339.830259:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730173824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608339.830259:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608339.830262:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608339.830264:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608339.830266:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608339.830268:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608339.830270:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608339.830272:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1486:1486:254:4294967295] 192.168.201.120@tcp LPNI seq info [1486:1486:6:4294967295]
00000400:00000200:1.0:1749608339.830278:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608339.830287:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608339.830289:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608339.830291:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608339.830295:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608339.830296:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608339.830328:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608339.830330:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608339.830331:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608339.830333:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608339.830334:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749608339.830335:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608339.830338:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730173952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608339.830351:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608339.830352:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608339.830353:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608339.830354:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608339.830356:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:0.0:1749608339.830361:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749608339.830363:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730174080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608339.831508:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608339.831517:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32e580
00000400:00000200:0.0:1749608339.831522:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f55 [1] + 224
00000400:00000200:0.0:1749608339.831529:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608339.831531:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608339.831534:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730173824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608339.831552:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608339.831555:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32e600
00000400:00000200:0.0:1749608339.831557:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f5d [1] + 0
00000400:00000200:0.0:1749608339.831560:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608339.831561:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608339.831563:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730173952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608339.831570:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608339.831572:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608339.831573:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608339.831577:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730173824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608339.831581:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608339.831582:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730173824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608339.831584:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32e680
00000400:00000200:0.0:1749608339.831586:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2f65 [1] + 0
02000000:00000010:3.0:1749608339.831595:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:0.0:1749608339.831597:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608339.831598:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:0.0:1749608339.831600:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608339.831600:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000010:3.0:1749608339.831600:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:1.0:1749608339.831603:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608339.831605:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749608339.831609:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730174080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608339.831610:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730173952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608339.831617:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730173952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608339.831632:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608339.831633:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608339.831634:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608339.831637:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730174080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608339.831644:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730174080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608339.831654:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608339.831658:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608339.831660:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749608339.831663:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608339.831665:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608339.831666:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:1.0:1749608339.843020:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749608339.843020:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:0.0:1749608339.843024:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:2.0:1749608339.843030:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:2.0:1749608344.838049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608344.838067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608344.838116:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608344.838129:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608344.838134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749608344.838145:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608344.838152:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608344.838157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749608344.838158:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608344.838161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000200:3.0:1749608344.838164:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730174208, portal 25
00000400:00000010:3.0:1749608344.838168:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608344.838170:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730174208, offset 0
00000400:00000200:3.0:1749608344.838176:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608344.838187:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608344.838192:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608344.838193:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608344.838195:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608344.838197:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608344.838199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608344.838208:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730174336, portal 10
00000400:00000200:3.0:1749608344.838208:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608344.838210:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608344.838212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:3.0:1749608344.838213:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1487:1487:256:4294967295] 192.168.201.120@tcp LPNI seq info [1487:1487:8:4294967295]
00000100:00000200:1.0:1749608344.838214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730174336, offset 0
00000400:00000200:1.0:1749608344.838217:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608344.838222:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608344.838227:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608344.838227:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608344.838229:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608344.838231:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749608344.838231:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608344.838233:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608344.838234:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608344.838236:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1488:1488:255:4294967295] 192.168.201.120@tcp LPNI seq info [1488:1488:7:4294967295]
00000800:00000200:3.0:1749608344.838237:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608344.838241:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608344.838244:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608344.838244:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749608344.838247:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:3.0:1749608344.838247:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608344.838250:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608344.838253:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608344.838255:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608344.838267:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608344.838291:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749608344.838298:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749608344.838305:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000800:00000200:0.0:1749608344.838312:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608344.838315:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608344.838322:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608344.838322:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608344.838325:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608344.838326:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608344.838328:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:1.0:1749608344.838328:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000010:0.0:1749608344.838330:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749608344.838336:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730174208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608344.838336:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730174464, portal 10
00000400:00000010:1.0:1749608344.838339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608344.838341:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730174464, offset 0
00000400:00000200:1.0:1749608344.838345:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608344.838349:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608344.838350:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608344.838351:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608344.838353:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608344.838354:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608344.838355:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1489:1489:255:4294967295] 192.168.201.120@tcp LPNI seq info [1489:1489:7:4294967295]
00000400:00000200:1.0:1749608344.838359:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608344.838366:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608344.838368:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608344.838370:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608344.838372:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608344.838374:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608344.838385:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608344.838387:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608344.838388:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608344.838390:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608344.838392:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749608344.838393:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749608344.838395:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730174336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608344.838409:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608344.838410:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608344.838411:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608344.838413:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608344.838414:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749608344.838415:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749608344.838417:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730174464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608344.839550:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608344.839557:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32e700
00000400:00000200:0.0:1749608344.839561:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f6d [1] + 224
00000400:00000200:0.0:1749608344.839567:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608344.839569:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608344.839572:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730174208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608344.839590:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608344.839597:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32e780
00000400:00000200:0.0:1749608344.839600:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f75 [1] + 0
00000400:00000200:0.0:1749608344.839603:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608344.839605:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608344.839607:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730174336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608344.839620:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608344.839622:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32e800
00000400:00000200:0.0:1749608344.839624:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2f7d [1] + 0
00000400:00000200:0.0:1749608344.839633:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608344.839635:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608344.839637:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730174464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608344.839651:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608344.839656:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608344.839657:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000400:00000010:3.0:1749608344.839661:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749608344.839662:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730174336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608344.839664:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608344.839665:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608344.839668:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730174208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608344.839671:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730174336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608344.839675:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730174208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608344.839687:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000010:1.0:1749608344.839688:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608344.839689:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608344.839690:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
02000000:00000010:3.0:1749608344.839691:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:1.0:1749608344.839693:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730174464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608344.839694:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:1.0:1749608344.839698:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730174464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608344.839709:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608344.839712:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608344.839714:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608344.839716:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608344.839718:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608344.839720:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749608344.851020:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:1.0:1749608344.851029:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:0.0:1749608344.851048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608344.851066:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:2.0:1749608349.846069:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608349.846088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608349.846151:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608349.846165:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608349.846171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:0.0:1749608349.846183:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608349.846191:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea948.
00000400:00000010:0.0:1749608349.846196:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000010:2.0:1749608349.846196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608349.846200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000200:0.0:1749608349.846202:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730174592, portal 25
00000400:00000010:0.0:1749608349.846205:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749608349.846207:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730174592, offset 0
00000400:00000200:0.0:1749608349.846213:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608349.846223:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608349.846228:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608349.846232:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608349.846235:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608349.846237:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608349.846238:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608349.846239:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1490:1490:256:4294967295] 192.168.201.120@tcp LPNI seq info [1490:1490:8:4294967295]
00000400:00000010:1.0:1749608349.846243:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608349.846246:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749608349.846249:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608349.846258:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730174720, portal 10
00000800:00000200:0.0:1749608349.846261:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608349.846262:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608349.846263:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730174720, offset 0
00000800:00000010:0.0:1749608349.846265:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749608349.846268:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608349.846271:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608349.846273:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608349.846276:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608349.846278:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608349.846279:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608349.846281:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608349.846282:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608349.846283:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608349.846285:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1491:1491:255:4294967295] 192.168.201.120@tcp LPNI seq info [1491:1491:7:4294967295]
00000400:00000200:1.0:1749608349.846292:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608349.846295:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608349.846297:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608349.846300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608349.846303:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608349.846304:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608349.846309:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608349.846322:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
00000100:00000010:1.0:1749608349.846327:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749608349.846337:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000800:00000200:2.0:1749608349.846341:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608349.846343:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:2.0:1749608349.846348:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608349.846351:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608349.846354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608349.846357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608349.846359:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730174848, portal 10
00000400:00000200:2.0:1749608349.846361:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608349.846362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:2.0:1749608349.846364:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749608349.846371:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:1.0:1749608349.846375:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730174848, offset 0
00000400:00000200:1.0:1749608349.846379:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608349.846379:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730174592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608349.846383:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608349.846385:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608349.846387:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608349.846389:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608349.846390:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608349.846393:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1492:1492:254:4294967295] 192.168.201.120@tcp LPNI seq info [1492:1492:6:4294967295]
00000400:00000200:1.0:1749608349.846403:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608349.846406:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608349.846409:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608349.846411:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608349.846415:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608349.846417:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608349.846469:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608349.846471:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608349.846474:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608349.846477:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608349.846479:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749608349.846481:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749608349.846484:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730174720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608349.846508:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608349.846510:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608349.846512:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608349.846515:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608349.846516:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:2.0:1749608349.846518:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:2.0:1749608349.846521:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730174848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608349.847896:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608349.847906:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32e900
00000400:00000200:0.0:1749608349.847911:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f8d [1] + 0
00000400:00000200:0.0:1749608349.847919:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608349.847921:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608349.847933:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730174720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608349.847980:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608349.847984:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32e980
00000400:00000200:0.0:1749608349.847988:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2f95 [1] + 0
00000400:00000200:0.0:1749608349.847992:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608349.847995:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608349.847997:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608349.848000:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608349.848002:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749608349.848007:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730174848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608349.848007:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730174720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608349.848016:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730174720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608349.848020:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608349.848024:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32e880
00000400:00000200:0.0:1749608349.848027:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f85 [1] + 224
00000400:00000010:1.0:1749608349.848034:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608349.848036:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749608349.848037:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:0.0:1749608349.848038:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608349.848040:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730174848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608349.848041:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608349.848046:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730174592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608349.848046:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730174848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608359 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608349.848058:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608349.848069:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608349.848073:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749608349.848075:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608349.848077:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608349.848079:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749608349.848116:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea948.
00000400:00000200:2.0:1749608349.848120:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749608349.848121:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749608349.848126:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730174592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608349.848134:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730174592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608349.848146:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608349.848149:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:2.0:1749608349.848151:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:0.0:1749608349.859061:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608349.859076:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749608349.859161:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:3.0:1749608349.859226:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749608354.854036:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608354.854062:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608354.854099:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608354.854110:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608354.854115:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608354.854131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608354.854133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:0.0:1749608354.854146:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608354.854151:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea8f0.
00000400:00000010:0.0:1749608354.854155:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749608354.854160:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730174976, portal 25
00000400:00000010:0.0:1749608354.854163:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749608354.854164:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730174976, offset 0
00000400:00000200:0.0:1749608354.854169:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608354.854170:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608354.854174:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608354.854177:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608354.854181:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608354.854181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608354.854183:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730175104, portal 10
00000400:00000200:0.0:1749608354.854184:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608354.854186:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608354.854187:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608354.854188:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730175104, offset 0
00000400:00000200:0.0:1749608354.854189:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608354.854192:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1493:1493:256:4294967295] 192.168.201.120@tcp LPNI seq info [1493:1493:8:4294967295]
00000400:00000200:1.0:1749608354.854192:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608354.854201:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608354.854206:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608354.854206:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608354.854208:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608354.854209:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000400:00000200:1.0:1749608354.854210:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608354.854211:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608354.854213:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608354.854215:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608354.854215:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1494:1494:255:4294967295] 192.168.201.120@tcp LPNI seq info [1494:1494:7:4294967295]
00000400:00000200:1.0:1749608354.854219:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608354.854222:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608354.854222:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608354.854224:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:0.0:1749608354.854225:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608354.854226:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608354.854229:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608354.854231:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608354.854244:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608354.854264:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
00000100:00000010:0.0:1749608354.854268:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
00000100:00000010:0.0:1749608354.854271:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000800:00000200:2.0:1749608354.854278:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749608354.854281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000010:2.0:1749608354.854281:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000010:1.0:1749608354.854283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608354.854285:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608354.854286:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730175232, portal 10
00000400:00000200:2.0:1749608354.854286:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608354.854288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608354.854289:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730175232, offset 0
00000400:00000200:2.0:1749608354.854290:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608354.854292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608354.854294:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608354.854294:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000200:1.0:1749608354.854296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608354.854296:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000400:00000200:1.0:1749608354.854297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608354.854299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608354.854300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608354.854301:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1495:1495:254:4294967295] 192.168.201.120@tcp LPNI seq info [1495:1495:6:4294967295]
00000100:00000200:2.0:1749608354.854303:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730174976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608354.854305:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608354.854312:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608354.854313:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608354.854315:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608354.854318:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608354.854319:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608354.854360:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608354.854362:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608354.854364:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608354.854367:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608354.854369:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:2.0:1749608354.854371:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:2.0:1749608354.854374:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730175104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608354.854395:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608354.854396:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608354.854398:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608354.854400:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608354.854402:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:2.0:1749608354.854403:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:2.0:1749608354.854407:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730175232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608354.855496:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608354.855502:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ea00
00000400:00000200:0.0:1749608354.855506:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2f9d [1] + 224
00000400:00000200:0.0:1749608354.855512:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608354.855518:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608354.855522:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730174976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608354.855541:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608354.855544:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ea80
00000400:00000200:0.0:1749608354.855546:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2fa5 [1] + 0
00000400:00000200:0.0:1749608354.855549:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608354.855551:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608354.855553:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730175104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608354.855557:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea8f0.
00000400:00000200:2.0:1749608354.855560:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749608354.855564:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749608354.855567:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730174976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608354.855572:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730174976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608354.855576:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608354.855579:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32eb00
00000400:00000200:0.0:1749608354.855581:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2fad [1] + 0
02000000:00000010:2.0:1749608354.855586:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:0.0:1749608354.855589:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608354.855589:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000200:0.0:1749608354.855591:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749608354.855591:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:0.0:1749608354.855594:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730175232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608354.855634:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608354.855638:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749608354.855638:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608354.855642:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730175104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608354.855647:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730175104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608354.855658:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608354.855659:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608354.855659:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608354.855661:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730175232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608354.855665:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730175232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608364 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608354.855672:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608354.855674:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608354.855676:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749608354.855678:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608354.855679:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608354.855680:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749608354.867012:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:1.0:1749608354.867019:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:0.0:1749608354.867025:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608354.867032:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:2.0:1749608359.862049:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608359.862071:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608359.862119:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608359.862135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608359.862142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608359.862156:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608359.862163:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608359.862168:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608359.862169:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608359.862173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000200:3.0:1749608359.862174:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730175360, portal 25
00000400:00000010:3.0:1749608359.862186:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749608359.862187:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730175360, offset 0
00000400:00000200:3.0:1749608359.862192:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608359.862200:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608359.862203:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608359.862206:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608359.862209:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608359.862210:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608359.862212:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1496:1496:256:4294967295] 192.168.201.120@tcp LPNI seq info [1496:1496:8:4294967295]
02000000:00000010:1.0:1749608359.862214:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608359.862219:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608359.862222:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000200:3.0:1749608359.862223:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608359.862227:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608359.862229:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000200:1.0:1749608359.862230:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730175488, portal 10
00000800:00000200:3.0:1749608359.862233:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608359.862234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608359.862235:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730175488, offset 0
00000400:00000200:1.0:1749608359.862239:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608359.862239:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608359.862242:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608359.862243:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608359.862245:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608359.862246:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608359.862248:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608359.862249:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608359.862251:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1497:1497:255:4294967295] 192.168.201.120@tcp LPNI seq info [1497:1497:7:4294967295]
00000400:00000200:1.0:1749608359.862256:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608359.862257:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000800:00000200:1.0:1749608359.862258:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608359.862260:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608359.862263:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608359.862265:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000800:00000200:1.0:1749608359.862266:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608359.862267:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608359.862268:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749608359.862276:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
02000000:00000010:1.0:1749608359.862289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608359.862291:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608359.862293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608359.862294:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730175616, portal 10
00000400:00000010:1.0:1749608359.862296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608359.862297:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730175616, offset 0
00000400:00000200:1.0:1749608359.862299:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608359.862301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608359.862303:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608359.862304:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608359.862305:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608359.862306:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608359.862307:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1498:1498:254:4294967295] 192.168.201.120@tcp LPNI seq info [1498:1498:6:4294967295]
00000800:00000200:0.0:1749608359.862310:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608359.862311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608359.862317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608359.862319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608359.862321:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749608359.862322:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000800:00000200:1.0:1749608359.862323:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608359.862324:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608359.862330:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608359.862338:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608359.862342:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749608359.862345:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749608359.862357:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730175360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608359.862386:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608359.862388:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608359.862390:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608359.862400:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608359.862402:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749608359.862403:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749608359.862407:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730175488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608359.862467:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608359.862468:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608359.862470:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608359.862472:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608359.862473:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749608359.862474:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749608359.862477:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730175616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608359.863790:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608359.863802:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32eb80
00000400:00000200:0.0:1749608359.863809:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2fb5 [1] + 224
00000400:00000200:0.0:1749608359.863817:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608359.863820:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608359.863825:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730175360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608359.863854:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608359.863858:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ec00
00000400:00000200:0.0:1749608359.863862:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2fbd [1] + 0
00000400:00000200:0.0:1749608359.863865:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608359.863868:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608359.863870:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730175488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608359.863889:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608359.863892:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32ec80
00000400:00000010:3.0:1749608359.863899:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608359.863903:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608359.863905:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608359.863910:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2fc5 [1] + 0
00000100:00000200:3.0:1749608359.863911:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730175360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608359.863916:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000200:3.0:1749608359.863919:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730175360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608359.863921:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000200:0.0:1749608359.863923:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608359.863923:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000400:00000200:0.0:1749608359.863926:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608359.863930:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730175488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608359.863931:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730175616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608359.863960:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730175488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608359.863990:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608359.863992:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749608359.863993:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608359.863997:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730175616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608359.864003:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730175616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608359.864018:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:3.0:1749608359.864018:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:1.0:1749608359.864023:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608359.864023:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749608359.864026:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749608359.864027:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749608359.864030:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608359.864032:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608359.864034:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:0.0:1749608359.875053:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749608359.875074:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:1.0:1749608359.875109:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749608359.875127:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:2.0:1749608364.870045:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608364.870064:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608364.870127:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608364.870141:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608364.870147:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608364.870153:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608364.870160:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608364.870166:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608364.870172:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730175744, portal 25
00000100:00000010:2.0:1749608364.870175:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749608364.870176:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608364.870178:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730175744, offset 0
02000000:00000010:2.0:1749608364.870179:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000200:3.0:1749608364.870184:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608364.870195:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608364.870200:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608364.870204:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608364.870207:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608364.870209:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608364.870212:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1499:1499:256:4294967295] 192.168.201.120@tcp LPNI seq info [1499:1499:8:4294967295]
02000000:00000010:1.0:1749608364.870218:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608364.870221:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608364.870223:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:3.0:1749608364.870226:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608364.870227:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000010:3.0:1749608364.870229:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608364.870234:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608364.870239:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730175872, portal 10
00000800:00000200:3.0:1749608364.870241:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608364.870244:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000800:00000200:3.0:1749608364.870245:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608364.870246:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730175872, offset 0
00000400:00000200:1.0:1749608364.870251:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608364.870255:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749608364.870256:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000400:00000200:1.0:1749608364.870258:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608364.870260:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608364.870262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608364.870264:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608364.870267:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1500:1500:255:4294967295] 192.168.201.120@tcp LPNI seq info [1500:1500:7:4294967295]
00000100:00000010:3.0:1749608364.870267:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608364.870271:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000400:00000200:1.0:1749608364.870273:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608364.870277:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608364.870280:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000100:00000010:3.0:1749608364.870282:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000800:00000200:1.0:1749608364.870284:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608364.870288:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608364.870290:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608364.870300:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608364.870303:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608364.870305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608364.870314:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730176000, portal 10
00000400:00000010:1.0:1749608364.870317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608364.870318:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730176000, offset 0
00000400:00000200:1.0:1749608364.870322:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608364.870326:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608364.870327:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608364.870328:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608364.870330:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608364.870330:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608364.870332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608364.870333:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608364.870334:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608364.870336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1501:1501:254:4294967295] 192.168.201.120@tcp LPNI seq info [1501:1501:6:4294967295]
00000400:00000200:0.0:1749608364.870338:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608364.870342:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749608364.870343:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000400:00000200:1.0:1749608364.870343:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608364.870350:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730175744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608364.870352:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608364.870354:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608364.870357:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608364.870361:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608364.870363:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608364.870371:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608364.870372:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608364.870374:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608364.870377:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608364.870379:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:0.0:1749608364.870381:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749608364.870384:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730175872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608364.870402:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608364.870403:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608364.870405:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608364.870408:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608364.870410:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749608364.870411:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749608364.870414:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730176000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608364.871489:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608364.871514:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ed80
00000400:00000200:0.0:1749608364.871523:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2fd5 [1] + 0
00000400:00000200:0.0:1749608364.871535:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608364.871571:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608364.871581:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730175872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608364.871614:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608364.871620:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ed00
00000400:00000200:0.0:1749608364.871625:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2fcd [1] + 224
00000400:00000200:0.0:1749608364.871631:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608364.871634:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608364.871639:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730175744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608364.871639:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608364.871644:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749608364.871645:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608364.871651:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730175872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608364.871659:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730175872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608364.871665:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608364.871670:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32ee00
00000400:00000200:0.0:1749608364.871674:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2fdd [1] + 0
02000000:00000010:1.0:1749608364.871679:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608364.871683:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000400:00000010:3.0:1749608364.871684:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608364.871686:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:1.0:1749608364.871686:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:3.0:1749608364.871687:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608364.871688:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608364.871689:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749608364.871692:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730175744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608364.871694:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730176000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608364.871697:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730175744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608364.871719:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608364.871722:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:1.0:1749608364.871723:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000010:3.0:1749608364.871725:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000200:1.0:1749608364.871726:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608364.871727:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608364.871731:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730176000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608364.871738:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730176000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608374 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608364.871750:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608364.871753:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608364.871755:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749608364.883057:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608364.883061:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:0.0:1749608364.883072:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749608364.883110:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:2.0:1749608369.878054:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608369.878070:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608369.878110:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608369.878124:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608369.878129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:0.0:1749608369.878136:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608369.878141:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea630.
00000400:00000010:0.0:1749608369.878146:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000010:2.0:1749608369.878150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
00000100:00000200:0.0:1749608369.878151:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730176128, portal 25
00000400:00000010:0.0:1749608369.878154:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749608369.878155:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730176128, offset 0
00000400:00000200:0.0:1749608369.878160:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608369.878165:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000200:0.0:1749608369.878173:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608369.878176:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608369.878179:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608369.878181:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608369.878181:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608369.878183:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608369.878185:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1502:1502:256:4294967295] 192.168.201.120@tcp LPNI seq info [1502:1502:8:4294967295]
00000400:00000010:1.0:1749608369.878186:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608369.878189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000200:0.0:1749608369.878193:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608369.878196:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608369.878197:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730176256, portal 10
00000800:00000010:0.0:1749608369.878198:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000800:00000200:0.0:1749608369.878202:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608369.878202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608369.878203:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730176256, offset 0
00000800:00000200:0.0:1749608369.878208:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608369.878208:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608369.878211:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608369.878213:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608369.878216:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608369.878218:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608369.878220:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608369.878222:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608369.878225:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1503:1503:255:4294967295] 192.168.201.120@tcp LPNI seq info [1503:1503:7:4294967295]
00000100:00000010:0.0:1749608369.878229:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608369.878232:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608369.878236:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608369.878238:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
00000800:00000010:1.0:1749608369.878239:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000100:00000010:0.0:1749608369.878242:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
00000800:00000200:1.0:1749608369.878242:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608369.878245:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
00000800:00000200:1.0:1749608369.878246:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608369.878248:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608369.878271:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608369.878274:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
02000000:00000010:1.0:1749608369.878277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608369.878277:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608369.878280:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749608369.878281:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608369.878283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000400:00000200:2.0:1749608369.878284:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749608369.878285:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749608369.878290:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730176128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608369.878292:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730176384, portal 10
00000400:00000010:1.0:1749608369.878295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608369.878296:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730176384, offset 0
00000400:00000200:1.0:1749608369.878300:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608369.878304:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608369.878306:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608369.878308:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608369.878310:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608369.878312:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608369.878314:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1504:1504:255:4294967295] 192.168.201.120@tcp LPNI seq info [1504:1504:7:4294967295]
00000400:00000200:1.0:1749608369.878320:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608369.878329:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608369.878331:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608369.878334:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608369.878338:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608369.878340:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608369.878344:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608369.878345:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608369.878347:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608369.878349:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608369.878350:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749608369.878351:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749608369.878353:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730176256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608369.878367:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608369.878368:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608369.878369:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608369.878371:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608369.878372:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749608369.878372:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749608369.878374:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730176384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608369.879648:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608369.879655:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ef00
00000400:00000200:0.0:1749608369.879659:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x2fed [1] + 0
00000400:00000200:0.0:1749608369.879666:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608369.879669:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608369.879674:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730176256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608369.879701:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608369.879705:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ee80
00000400:00000200:0.0:1749608369.879709:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2fe5 [1] + 224
00000400:00000200:0.0:1749608369.879714:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608369.879716:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608369.879726:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730176128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608369.879729:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608369.879732:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608369.879733:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608369.879736:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730176256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608369.879742:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730176256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608369.879752:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749608369.879756:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608369.879757:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32ef80
02000000:00000010:1.0:1749608369.879759:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000400:00000200:0.0:1749608369.879760:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x2ff5 [1] + 0
00000100:00000010:1.0:1749608369.879762:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000200:0.0:1749608369.879773:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608369.879775:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608369.879778:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea630.
00000400:00000200:2.0:1749608369.879782:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749608369.879783:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749608369.879787:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730176384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608369.879787:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730176128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608369.879793:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730176128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608369.879811:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749608369.879813:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:2.0:1749608369.879815:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:1.0:1749608369.879817:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608369.879819:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608369.879820:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608369.879823:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730176384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608369.879827:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730176384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608379 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608369.879837:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608369.879840:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608369.879842:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749608369.891045:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:0.0:1749608369.891058:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608369.891068:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:1.0:1749608369.891073:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:2.0:1749608374.886094:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608374.886120:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608374.886179:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608374.886195:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608374.886201:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608374.886215:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749608374.886219:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608374.886222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608374.886224:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea688.
00000400:00000010:0.0:1749608374.886231:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749608374.886239:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730176512, portal 25
00000400:00000010:0.0:1749608374.886244:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749608374.886246:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730176512, offset 0
00000400:00000200:0.0:1749608374.886254:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608374.886261:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608374.886267:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608374.886268:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608374.886271:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000400:00000200:0.0:1749608374.886274:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608374.886278:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608374.886282:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608374.886283:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608374.886286:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1505:1505:256:4294967295] 192.168.201.120@tcp LPNI seq info [1505:1505:8:4294967295]
00000100:00000200:1.0:1749608374.886287:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730176640, portal 10
00000400:00000010:1.0:1749608374.886292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608374.886294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730176640, offset 0
00000400:00000200:0.0:1749608374.886295:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608374.886299:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608374.886300:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608374.886304:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608374.886304:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608374.886307:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608374.886309:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608374.886310:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608374.886312:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608374.886314:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608374.886317:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608374.886317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1506:1506:255:4294967295] 192.168.201.120@tcp LPNI seq info [1506:1506:7:4294967295]
00000800:00000200:0.0:1749608374.886321:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608374.886324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608374.886328:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608374.886333:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608374.886337:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608374.886341:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608374.886343:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608374.886344:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608374.886357:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749608374.886360:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749608374.886363:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
02000000:00000010:1.0:1749608374.886401:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608374.886404:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608374.886407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608374.886409:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730176768, portal 10
00000400:00000010:1.0:1749608374.886412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608374.886414:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730176768, offset 0
00000400:00000200:1.0:1749608374.886418:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608374.886422:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749608374.886422:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608374.886425:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749608374.886425:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608374.886427:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608374.886429:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608374.886430:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608374.886431:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608374.886433:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1507:1507:254:4294967295] 192.168.201.120@tcp LPNI seq info [1507:1507:6:4294967295]
00000400:00000200:2.0:1749608374.886435:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608374.886439:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000200:1.0:1749608374.886440:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749608374.886440:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000800:00000200:1.0:1749608374.886449:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608374.886449:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730176512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1749608374.886452:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608374.886455:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608374.886458:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608374.886461:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608374.886467:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608374.886468:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608374.886470:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608374.886473:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608374.886475:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:2.0:1749608374.886476:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:2.0:1749608374.886479:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730176640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608374.886547:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608374.886549:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608374.886551:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608374.886560:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608374.886562:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749608374.886563:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608374.886567:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730176768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608374.887715:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608374.887724:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32f080
00000400:00000200:0.0:1749608374.887729:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3005 [1] + 0
00000400:00000200:0.0:1749608374.887736:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608374.887738:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608374.887743:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730176640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608374.887761:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608374.887764:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32f000
00000400:00000200:0.0:1749608374.887766:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x2ffd [1] + 224
00000400:00000200:0.0:1749608374.887769:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608374.887771:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608374.887773:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730176512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608374.887788:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608374.887790:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32f100
00000400:00000010:1.0:1749608374.887793:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608374.887796:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608374.887798:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000400:00000200:0.0:1749608374.887801:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x300d [1] + 0
00000100:00000200:1.0:1749608374.887802:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730176640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608374.887810:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608374.887811:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730176640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608374.887813:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608374.887815:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730176768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608374.887816:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea688.
00000400:00000200:2.0:1749608374.887819:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749608374.887820:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749608374.887823:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730176512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608374.887829:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730176512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608374.887832:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608374.887834:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608374.887835:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608374.887838:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730176768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608374.887840:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608374.887844:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:1.0:1749608374.887845:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730176768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608374.887847:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608374.887857:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608374.887861:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608374.887864:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:1.0:1749608374.887867:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608374.887869:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608374.887871:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749608374.899042:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:3.0:1749608374.899045:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:1.0:1749608374.899053:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749608374.899058:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608379.894054:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608379.894069:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608379.894115:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608379.894128:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608379.894133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608379.894146:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608379.894152:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608379.894157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000400:00000010:3.0:1749608379.894157:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
02000000:00000010:2.0:1749608379.894161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000200:3.0:1749608379.894163:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730176896, portal 25
00000400:00000010:3.0:1749608379.894166:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749608379.894168:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730176896, offset 0
00000400:00000200:3.0:1749608379.894173:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608379.894182:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608379.894187:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608379.894190:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608379.894193:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608379.894194:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608379.894195:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608379.894198:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608379.894198:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1508:1508:256:4294967295] 192.168.201.120@tcp LPNI seq info [1508:1508:8:4294967295]
00000400:00000010:1.0:1749608379.894201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000200:3.0:1749608379.894207:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608379.894211:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608379.894213:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730177024, portal 10
00000800:00000010:3.0:1749608379.894215:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000010:1.0:1749608379.894218:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608379.894219:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730177024, offset 0
00000800:00000200:3.0:1749608379.894219:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608379.894224:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608379.894224:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608379.894227:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608379.894229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608379.894231:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608379.894234:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608379.894236:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608379.894238:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608379.894240:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1509:1509:255:4294967295] 192.168.201.120@tcp LPNI seq info [1509:1509:7:4294967295]
00000100:00000010:3.0:1749608379.894243:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000400:00000200:1.0:1749608379.894246:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608379.894250:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608379.894253:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000100:00000010:3.0:1749608379.894253:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000800:00000200:1.0:1749608379.894256:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608379.894256:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000800:00000200:1.0:1749608379.894260:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608379.894261:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000800:00000200:1.0:1749608379.894262:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608379.894274:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608379.894277:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608379.894279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608379.894281:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730177152, portal 10
00000800:00000200:0.0:1749608379.894302:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608379.894303:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608379.894305:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730177152, offset 0
00000400:00000200:1.0:1749608379.894307:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608379.894310:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608379.894310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608379.894312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608379.894313:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608379.894315:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608379.894315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608379.894316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608379.894317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1510:1510:254:4294967295] 192.168.201.120@tcp LPNI seq info [1510:1510:6:4294967295]
00000400:00000200:0.0:1749608379.894319:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608379.894322:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608379.894323:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749608379.894325:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000800:00000200:1.0:1749608379.894328:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608379.894330:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000100:00000200:0.0:1749608379.894332:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730176896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608379.894332:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608379.894335:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608379.894336:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608379.894352:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608379.894353:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608379.894355:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608379.894359:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608379.894361:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749608379.894362:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749608379.894365:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730177024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608379.894423:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608379.894425:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608379.894427:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608379.894430:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608379.894432:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749608379.894433:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749608379.894436:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730177152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608379.895510:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608379.895519:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32f180
00000400:00000200:0.0:1749608379.895524:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3015 [1] + 224
00000400:00000200:0.0:1749608379.895531:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608379.895534:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608379.895539:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730176896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608379.895565:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608379.895574:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32f200
00000400:00000200:0.0:1749608379.895577:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x301d [1] + 0
00000400:00000200:0.0:1749608379.895582:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608379.895585:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608379.895588:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730177024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608379.895591:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608379.895594:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608379.895595:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608379.895600:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730176896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608379.895608:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730176896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608379.895610:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608379.895614:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32f280
00000400:00000200:0.0:1749608379.895616:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3025 [1] + 0
02000000:00000010:3.0:1749608379.895623:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000200:0.0:1749608379.895627:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608379.895627:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608379.895630:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:3.0:1749608379.895630:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:1.0:1749608379.895633:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608379.895636:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608379.895637:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608379.895641:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730177152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608379.895641:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730177024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608379.895646:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730177024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608379.895657:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608379.895658:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608379.895659:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608379.895661:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730177152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608379.895665:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730177152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608379.895671:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608379.895674:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608379.895675:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749608379.895677:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608379.895678:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608379.895679:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749608379.907019:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:1.0:1749608379.907031:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:0.0:1749608379.907038:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749608379.907097:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749608384.902036:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608384.902051:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608384.902101:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608384.902115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608384.902121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608384.902131:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608384.902137:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608384.902142:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608384.902146:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000100:00000200:3.0:1749608384.902149:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730177280, portal 25
00000400:00000010:3.0:1749608384.902153:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749608384.902155:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730177280, offset 0
02000000:00000010:2.0:1749608384.902161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000200:3.0:1749608384.902161:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608384.902170:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608384.902175:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608384.902178:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608384.902181:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608384.902182:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608384.902185:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1511:1511:256:4294967295] 192.168.201.120@tcp LPNI seq info [1511:1511:8:4294967295]
02000000:00000010:1.0:1749608384.902187:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608384.902191:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608384.902194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000400:00000200:3.0:1749608384.902195:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608384.902216:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608384.902220:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749608384.902225:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608384.902231:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730177408, portal 10
00000800:00000200:3.0:1749608384.902232:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608384.902235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608384.902236:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730177408, offset 0
00000800:00000200:3.0:1749608384.902236:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608384.902239:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608384.902243:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608384.902245:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608384.902247:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608384.902248:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608384.902249:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608384.902251:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1512:1512:255:4294967295] 192.168.201.120@tcp LPNI seq info [1512:1512:7:4294967295]
00000400:00000200:1.0:1749608384.902255:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608384.902257:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000800:00000200:1.0:1749608384.902258:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608384.902260:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608384.902262:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608384.902264:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000800:00000200:1.0:1749608384.902265:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608384.902267:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608384.902267:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749608384.902276:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
02000000:00000010:1.0:1749608384.902288:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608384.902290:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608384.902292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608384.902293:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730177536, portal 10
00000400:00000010:1.0:1749608384.902295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608384.902295:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730177536, offset 0
00000800:00000200:0.0:1749608384.902297:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608384.902298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608384.902300:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608384.902300:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608384.902302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608384.902303:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608384.902304:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608384.902305:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608384.902305:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608384.902307:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1513:1513:254:4294967295] 192.168.201.120@tcp LPNI seq info [1513:1513:6:4294967295]
00000400:00000200:0.0:1749608384.902309:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608384.902311:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608384.902312:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749608384.902314:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000800:00000200:1.0:1749608384.902317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608384.902318:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000100:00000200:0.0:1749608384.902320:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730177280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608384.902320:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608384.902323:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608384.902324:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608384.902336:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608384.902337:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608384.902339:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608384.902341:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608384.902343:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749608384.902344:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608384.902347:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730177408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608384.902401:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608384.902403:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608384.902404:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608384.902406:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608384.902407:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749608384.902409:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749608384.902411:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730177536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608384.903516:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608384.903525:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32f300
00000400:00000200:0.0:1749608384.903529:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x302d [1] + 224
00000400:00000200:0.0:1749608384.903547:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608384.903549:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608384.903558:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730177280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608384.903578:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608384.903581:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32f380
00000400:00000200:0.0:1749608384.903584:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3035 [1] + 0
00000400:00000200:0.0:1749608384.903587:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608384.903588:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608384.903591:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730177408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608384.903603:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608384.903605:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32f400
00000400:00000010:3.0:1749608384.903606:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608384.903609:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608384.903610:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608384.903613:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x303d [1] + 0
00000100:00000200:3.0:1749608384.903614:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730177280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608384.903620:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730177280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608384.903623:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608384.903629:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608384.903629:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608384.903632:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608384.903633:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
02000000:00000010:3.0:1749608384.903634:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000100:00000200:1.0:1749608384.903637:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730177408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608384.903637:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749608384.903640:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:0.0:1749608384.903641:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730177536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608384.903643:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730177408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608384.903654:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608384.903655:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749608384.903656:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608384.903657:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730177536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608384.903661:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730177536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608384.903669:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608384.903671:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608384.903672:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:1.0:1749608384.903674:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608384.903675:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608384.903676:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:1.0:1749608384.915024:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749608384.915035:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:2.0:1749608384.915043:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:0.0:1749608384.915081:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749608389.910031:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608389.910048:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608389.910086:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608389.910100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608389.910106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749608389.910144:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749608389.910144:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
02000000:00000010:2.0:1749608389.910148:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749608389.910150:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608389.910155:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608389.910161:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730177664, portal 25
00000400:00000010:3.0:1749608389.910164:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749608389.910167:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730177664, offset 0
00000400:00000200:3.0:1749608389.910172:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608389.910181:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608389.910186:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608389.910190:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749608389.910193:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608389.910193:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608389.910195:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608389.910198:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1514:1514:256:4294967295] 192.168.201.120@tcp LPNI seq info [1514:1514:8:4294967295]
00000400:00000010:1.0:1749608389.910199:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608389.910202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000200:3.0:1749608389.910205:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608389.910209:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608389.910216:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730177792, portal 10
00000800:00000010:3.0:1749608389.910216:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608389.910220:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608389.910221:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608389.910223:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730177792, offset 0
00000800:00000200:3.0:1749608389.910226:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608389.910228:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608389.910228:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608389.910232:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608389.910235:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608389.910237:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608389.910239:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608389.910241:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608389.910243:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1515:1515:255:4294967295] 192.168.201.120@tcp LPNI seq info [1515:1515:7:4294967295]
00000100:00000010:3.0:1749608389.910244:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000400:00000200:1.0:1749608389.910250:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608389.910251:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000800:00000200:1.0:1749608389.910254:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608389.910254:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000800:00000010:1.0:1749608389.910256:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608389.910258:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608389.910260:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000800:00000200:1.0:1749608389.910262:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608389.910263:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608389.910272:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608389.910274:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608389.910276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608389.910277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730177920, portal 10
00000400:00000010:1.0:1749608389.910280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608389.910280:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730177920, offset 0
00000400:00000200:1.0:1749608389.910283:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608389.910285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608389.910286:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608389.910288:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608389.910289:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608389.910290:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608389.910291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1516:1516:254:4294967295] 192.168.201.120@tcp LPNI seq info [1516:1516:6:4294967295]
00000400:00000200:1.0:1749608389.910295:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608389.910299:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749608389.910301:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608389.910303:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000010:0.0:1749608389.910305:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000800:00000200:1.0:1749608389.910305:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608389.910307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608389.910309:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608389.910312:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608389.910319:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608389.910324:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749608389.910327:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749608389.910337:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730177664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608389.910360:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608389.910362:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608389.910364:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608389.910367:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608389.910369:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749608389.910370:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749608389.910374:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730177792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608389.910445:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608389.910447:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608389.910449:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608389.910452:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608389.910454:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749608389.910455:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749608389.910459:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730177920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608389.911840:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608389.911852:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32f480
00000400:00000200:0.0:1749608389.911859:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3045 [1] + 224
00000400:00000200:0.0:1749608389.911879:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608389.911882:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608389.911887:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730177664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608389.911920:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608389.911925:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32f500
00000400:00000200:0.0:1749608389.911929:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x304d [1] + 0
00000400:00000200:0.0:1749608389.911970:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608389.911974:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608389.911975:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608389.911979:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608389.911980:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608389.911986:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730177792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608389.911987:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730177664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608389.911993:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730177664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608389.912007:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608389.912010:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000200:0.0:1749608389.912012:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000010:3.0:1749608389.912013:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749608389.912017:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32f580
00000400:00000200:0.0:1749608389.912020:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3055 [1] + 0
00000400:00000200:0.0:1749608389.912031:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608389.912033:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608389.912035:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608389.912037:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749608389.912037:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608389.912042:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730177920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608389.912042:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730177792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608389.912048:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730177792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749608389.912058:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749608389.912064:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608389.912065:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608389.912066:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608389.912068:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730177920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608389.912072:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730177920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749608389.912077:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749608389.912081:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608389.912084:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608389.912085:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:1.0:1749608389.912087:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608389.912089:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608389.912090:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749608389.923068:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749608389.923076:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:0.0:1749608389.923083:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:1.0:1749608389.923176:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:2.0:1749608394.918017:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608394.918049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608394.918090:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608394.918101:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608394.918106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608394.918120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608394.918122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749608394.918145:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608394.918151:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608394.918155:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608394.918160:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730178048, portal 25
00000400:00000010:3.0:1749608394.918162:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749608394.918164:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730178048, offset 0
00000400:00000200:3.0:1749608394.918169:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608394.918177:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608394.918181:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608394.918184:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608394.918186:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608394.918187:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608394.918187:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608394.918192:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608394.918194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608394.918197:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730178176, portal 10
00000400:00000200:3.0:1749608394.918199:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1517:1517:256:4294967295] 192.168.201.120@tcp LPNI seq info [1517:1517:8:4294967295]
00000400:00000010:1.0:1749608394.918200:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608394.918201:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730178176, offset 0
00000400:00000200:1.0:1749608394.918204:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608394.918207:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608394.918211:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608394.918214:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608394.918215:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608394.918217:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608394.918218:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608394.918218:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608394.918220:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608394.918221:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608394.918223:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1518:1518:255:4294967295] 192.168.201.120@tcp LPNI seq info [1518:1518:7:4294967295]
00000800:00000200:3.0:1749608394.918224:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608394.918227:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608394.918228:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608394.918230:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608394.918232:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608394.918235:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608394.918238:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608394.918240:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608394.918243:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749608394.918264:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000100:00000010:3.0:1749608394.918269:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749608394.918275:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
02000000:00000010:1.0:1749608394.918283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608394.918285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608394.918286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608394.918288:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730178304, portal 10
00000400:00000010:1.0:1749608394.918290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608394.918291:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730178304, offset 0
00000400:00000200:1.0:1749608394.918294:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608394.918296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608394.918298:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608394.918299:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608394.918301:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608394.918302:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608394.918303:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608394.918308:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1519:1519:254:4294967295] 192.168.201.120@tcp LPNI seq info [1519:1519:6:4294967295]
00000800:00000010:0.0:1749608394.918310:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608394.918313:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608394.918315:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608394.918317:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:1.0:1749608394.918317:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608394.918319:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608394.918322:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608394.918323:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608394.918325:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608394.918331:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749608394.918333:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749608394.918344:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730178048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608394.918367:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608394.918378:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608394.918380:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608394.918383:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608394.918385:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608394.918386:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608394.918390:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730178176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608394.918464:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608394.918466:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749608394.918468:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608394.918470:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608394.918472:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749608394.918473:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749608394.918475:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730178304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608394.919862:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608394.919872:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32f680
00000400:00000200:0.0:1749608394.919877:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3065 [1] + 0
00000400:00000200:0.0:1749608394.919885:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608394.919887:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608394.919891:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730178176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608394.919911:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608394.919914:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32f600
00000400:00000200:0.0:1749608394.919917:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x305d [1] + 224
00000400:00000200:0.0:1749608394.919920:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608394.919921:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608394.919923:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730178048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608394.919974:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608394.919978:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608394.919979:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608394.919985:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730178176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608394.919991:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608394.919993:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730178176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608394.919996:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32f700
00000400:00000200:0.0:1749608394.919999:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x306d [1] + 0
00000400:00000010:3.0:1749608394.920008:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608394.920009:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608394.920011:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608394.920011:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
02000000:00000010:1.0:1749608394.920013:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749608394.920013:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608394.920014:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:1.0:1749608394.920016:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:0.0:1749608394.920019:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730178304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608394.920019:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730178048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608394.920025:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730178048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608394.920045:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000010:1.0:1749608394.920046:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608394.920048:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
02000000:00000010:3.0:1749608394.920048:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000010:1.0:1749608394.920049:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000010:3.0:1749608394.920049:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000200:1.0:1749608394.920051:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730178304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608394.920055:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730178304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608394.920064:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608394.920065:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608394.920067:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749608394.931009:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:0.0:1749608394.931019:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749608394.931022:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:2.0:1749608394.931053:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:2.0:1749608399.926023:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608399.926041:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608399.926086:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608399.926098:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608399.926102:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749608399.926118:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608399.926120:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608399.926140:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608399.926149:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608399.926155:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608399.926161:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730178432, portal 25
02000000:00000010:1.0:1749608399.926164:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749608399.926166:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749608399.926168:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730178432, offset 0
00000400:00000200:3.0:1749608399.926176:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608399.926180:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608399.926183:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608399.926186:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730178560, portal 10
00000400:00000200:3.0:1749608399.926186:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608399.926189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608399.926190:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730178560, offset 0
00000400:00000200:1.0:1749608399.926195:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608399.926198:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608399.926202:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608399.926205:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608399.926207:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608399.926210:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1520:1520:256:4294967295] 192.168.201.120@tcp LPNI seq info [1520:1520:8:4294967295]
00000400:00000200:3.0:1749608399.926222:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608399.926227:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608399.926228:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608399.926230:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608399.926231:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608399.926233:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608399.926235:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608399.926237:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608399.926238:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608399.926240:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1521:1521:255:4294967295] 192.168.201.120@tcp LPNI seq info [1521:1521:7:4294967295]
00000800:00000200:3.0:1749608399.926246:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608399.926248:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608399.926250:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608399.926252:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608399.926255:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608399.926259:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608399.926264:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608399.926266:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608399.926273:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749608399.926302:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749608399.926306:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000100:00000010:3.0:1749608399.926316:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000800:00000200:0.0:1749608399.926325:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608399.926328:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
02000000:00000010:1.0:1749608399.926329:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608399.926332:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608399.926333:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608399.926335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000200:0.0:1749608399.926336:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608399.926337:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730178688, portal 10
00000400:00000200:0.0:1749608399.926339:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749608399.926340:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000400:00000010:1.0:1749608399.926341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608399.926342:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730178688, offset 0
00000100:00000200:0.0:1749608399.926346:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730178432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608399.926346:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608399.926350:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608399.926353:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608399.926355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608399.926356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608399.926357:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608399.926359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1522:1522:254:4294967295] 192.168.201.120@tcp LPNI seq info [1522:1522:6:4294967295]
00000400:00000200:1.0:1749608399.926367:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608399.926370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608399.926372:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608399.926374:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608399.926377:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608399.926378:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608399.926411:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608399.926413:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608399.926414:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608399.926416:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608399.926418:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749608399.926418:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749608399.926421:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730178560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608399.926436:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608399.926437:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608399.926438:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608399.926439:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608399.926441:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749608399.926445:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749608399.926448:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730178688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608399.927486:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608399.927497:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32f780
00000400:00000200:0.0:1749608399.927503:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3075 [1] + 224
00000400:00000200:0.0:1749608399.927527:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608399.927529:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608399.927533:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730178432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608399.927554:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608399.927557:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32f800
00000400:00000200:0.0:1749608399.927560:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x307d [1] + 0
00000400:00000200:0.0:1749608399.927563:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608399.927565:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608399.927567:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730178560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608399.927581:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608399.927583:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32f880
00000400:00000200:0.0:1749608399.927585:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3085 [1] + 0
00000400:00000010:3.0:1749608399.927593:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608399.927612:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608399.927613:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000200:0.0:1749608399.927614:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608399.927614:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608399.927617:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730178688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608399.927619:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730178432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608399.927628:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730178432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608399.927637:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608399.927642:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749608399.927643:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
02000000:00000010:3.0:1749608399.927644:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000100:00000200:1.0:1749608399.927647:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730178560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608399.927648:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749608399.927651:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:1.0:1749608399.927653:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730178560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608399.927665:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608399.927666:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608399.927667:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608399.927668:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730178688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608399.927672:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730178688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608399.927679:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608399.927682:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608399.927683:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608399.927685:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608399.927686:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608399.927687:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749608399.939007:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:1.0:1749608399.939008:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:0.0:1749608399.939025:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749608399.939058:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:2.0:1749608404.934017:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608404.934034:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608404.934070:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608404.934081:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608404.934085:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749608404.934108:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608404.934115:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608404.934120:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608404.934121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608404.934123:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000200:3.0:1749608404.934126:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730178816, portal 25
00000400:00000010:3.0:1749608404.934135:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749608404.934137:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730178816, offset 0
00000400:00000200:3.0:1749608404.934144:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608404.934152:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608404.934155:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608404.934157:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608404.934159:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608404.934161:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608404.934162:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608404.934163:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608404.934166:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1523:1523:256:4294967295] 192.168.201.120@tcp LPNI seq info [1523:1523:8:4294967295]
00000400:00000010:1.0:1749608404.934169:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608404.934171:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730178944, portal 10
00000400:00000010:1.0:1749608404.934174:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608404.934176:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730178944, offset 0
00000400:00000200:3.0:1749608404.934176:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608404.934179:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608404.934181:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608404.934183:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608404.934184:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608404.934185:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608404.934187:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608404.934188:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608404.934188:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608404.934190:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608404.934192:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1524:1524:255:4294967295] 192.168.201.120@tcp LPNI seq info [1524:1524:7:4294967295]
00000800:00000200:3.0:1749608404.934194:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608404.934196:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608404.934197:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608404.934199:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608404.934202:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608404.934205:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608404.934208:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608404.934210:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608404.934212:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749608404.934222:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749608404.934224:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749608404.934232:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000800:00000200:0.0:1749608404.934244:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608404.934246:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
02000000:00000010:1.0:1749608404.934246:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608404.934249:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608404.934252:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:0.0:1749608404.934254:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749608404.934254:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730179072, portal 10
00000400:00000010:1.0:1749608404.934257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000200:0.0:1749608404.934258:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608404.934258:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730179072, offset 0
00000400:00000200:0.0:1749608404.934261:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749608404.934262:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749608404.934268:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730178816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608404.934269:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608404.934273:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608404.934276:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608404.934278:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608404.934279:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608404.934281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608404.934283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1525:1525:254:4294967295] 192.168.201.120@tcp LPNI seq info [1525:1525:6:4294967295]
00000400:00000200:1.0:1749608404.934290:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608404.934298:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608404.934301:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608404.934304:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608404.934306:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608404.934308:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608404.934336:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608404.934337:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608404.934339:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608404.934341:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608404.934342:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749608404.934343:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749608404.934345:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730178944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608404.934359:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608404.934360:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608404.934361:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608404.934363:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608404.934364:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749608404.934365:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608404.934367:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730179072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608404.935581:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608404.935589:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32f980
00000400:00000200:0.0:1749608404.935593:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3095 [1] + 0
00000400:00000200:0.0:1749608404.935598:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608404.935600:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608404.935604:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730178944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608404.935621:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608404.935628:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32f900
00000400:00000200:0.0:1749608404.935630:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x308d [1] + 224
00000400:00000200:0.0:1749608404.935634:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608404.935636:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608404.935638:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730178816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608404.935649:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608404.935653:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608404.935655:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608404.935659:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730178944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608404.935661:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608404.935663:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32fa00
00000400:00000200:0.0:1749608404.935665:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x309d [1] + 0
00000100:00000200:1.0:1749608404.935668:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730178944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608404.935673:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608404.935675:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608404.935676:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608404.935679:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608404.935680:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608404.935683:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730179072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608404.935683:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730178816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608404.935687:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000100:00000200:3.0:1749608404.935689:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730178816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608404.935692:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608404.935695:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749608404.935698:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000400:00000010:1.0:1749608404.935699:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608404.935701:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749608404.935701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
02000000:00000010:3.0:1749608404.935701:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749608404.935703:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:1.0:1749608404.935704:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730179072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608404.935708:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730179072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608404.935716:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608404.935718:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608404.935719:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:3.0:1749608404.947008:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749608404.947018:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:0.0:1749608404.947036:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:1.0:1749608404.947052:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:2.0:1749608409.942000:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608409.942026:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608409.942081:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608409.942100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:0.0:1749608409.942107:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608409.942107:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608409.942116:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea5d8.
00000400:00000010:0.0:1749608409.942124:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000010:2.0:1749608409.942132:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
00000100:00000200:0.0:1749608409.942133:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730179200, portal 25
02000000:00000010:2.0:1749608409.942136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:0.0:1749608409.942138:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749608409.942140:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730179200, offset 0
00000400:00000200:0.0:1749608409.942148:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608409.942162:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608409.942169:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608409.942174:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608409.942177:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608409.942180:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608409.942183:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1526:1526:256:4294967295] 192.168.201.120@tcp LPNI seq info [1526:1526:8:4294967295]
00000400:00000200:0.0:1749608409.942196:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608409.942218:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608409.942222:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000800:00000200:0.0:1749608409.942228:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608409.942236:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608409.942240:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:1.0:1749608409.942246:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000010:0.0:1749608409.942261:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000010:1.0:1749608409.942263:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608409.942270:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000010:0.0:1749608409.942272:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000100:00000010:0.0:1749608409.942276:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
00000100:00000010:0.0:1749608409.942280:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
00000100:00000200:1.0:1749608409.942293:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730179328, portal 10
00000400:00000010:1.0:1749608409.942300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608409.942303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730179328, offset 0
00000400:00000200:1.0:1749608409.942314:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608409.942328:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608409.942333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608409.942337:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608409.942341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608409.942343:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608409.942347:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1527:1527:255:4294967295] 192.168.201.120@tcp LPNI seq info [1527:1527:7:4294967295]
00000400:00000200:1.0:1749608409.942359:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608409.942364:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608409.942365:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608409.942368:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000800:00000010:1.0:1749608409.942369:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608409.942371:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608409.942374:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608409.942376:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608409.942379:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749608409.942381:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000800:00000200:1.0:1749608409.942384:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608409.942388:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:2.0:1749608409.942389:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730179200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608409.942407:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608409.942410:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608409.942413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608409.942415:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730179456, portal 10
00000800:00000200:2.0:1749608409.942415:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608409.942417:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000010:1.0:1749608409.942418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608409.942419:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730179456, offset 0
00000400:00000200:2.0:1749608409.942419:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608409.942421:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608409.942423:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608409.942425:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:2.0:1749608409.942426:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000400:00000200:1.0:1749608409.942427:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608409.942429:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608409.942431:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:2.0:1749608409.942431:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730179328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608409.942433:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608409.942435:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608409.942438:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1528:1528:255:4294967295] 192.168.201.120@tcp LPNI seq info [1528:1528:7:4294967295]
00000400:00000200:1.0:1749608409.942446:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608409.942455:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608409.942458:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608409.942461:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608409.942465:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608409.942467:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608409.942559:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608409.942562:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608409.942565:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608409.942569:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608409.942571:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749608409.942572:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749608409.942576:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730179456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608409.943667:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608409.943676:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32fa80
00000400:00000200:0.0:1749608409.943681:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x30a5 [1] + 224
00000400:00000200:0.0:1749608409.943689:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608409.943691:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608409.943696:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730179200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608409.943716:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608409.943718:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32fb00
00000400:00000200:0.0:1749608409.943722:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x30ad [1] + 0
00000400:00000200:0.0:1749608409.943725:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608409.943732:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608409.943735:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730179328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608409.943743:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea5d8.
00000400:00000200:2.0:1749608409.943747:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749608409.943748:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749608409.943753:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730179200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608409.943758:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608409.943761:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32fb80
00000100:00000200:2.0:1749608409.943762:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730179200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608409.943763:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x30b5 [1] + 0
00000400:00000200:0.0:1749608409.943771:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608409.943773:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608409.943802:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730179456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608409.943809:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608409.943815:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749608409.943818:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:1.0:1749608409.943864:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608409.943872:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749608409.943874:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608409.943884:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730179328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608409.943896:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730179328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608409.943923:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608409.943924:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608409.943926:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608409.943929:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730179456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608409.943987:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730179456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608409.944005:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608409.944010:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608409.944015:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608409.944019:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608409.944022:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608409.944025:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749608409.955034:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:2.0:1749608409.955060:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:0.0:1749608409.955067:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608409.955122:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:2.0:1749608414.950018:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608414.950041:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608414.950093:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608414.950126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608414.950133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608414.950157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608414.950162:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749608414.950191:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608414.950203:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608414.950210:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608414.950218:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730179584, portal 25
02000000:00000010:1.0:1749608414.950222:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749608414.950224:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000010:1.0:1749608414.950228:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608414.950232:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:3.0:1749608414.950233:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730179584, offset 0
00000400:00000200:3.0:1749608414.950242:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608414.950250:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730179712, portal 10
00000400:00000010:1.0:1749608414.950255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608414.950256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730179712, offset 0
00000400:00000200:3.0:1749608414.950260:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608414.950261:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608414.950265:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608414.950270:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608414.950274:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608414.950275:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608414.950278:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1529:1529:256:4294967295] 192.168.201.120@tcp LPNI seq info [1529:1529:8:4294967295]
00000400:00000200:3.0:1749608414.950288:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608414.950292:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608414.950293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608414.950295:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608414.950296:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608414.950297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608414.950298:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608414.950300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608414.950301:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1530:1530:255:4294967295] 192.168.201.120@tcp LPNI seq info [1530:1530:7:4294967295]
00000800:00000200:3.0:1749608414.950302:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608414.950306:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608414.950309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608414.950310:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749608414.950311:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608414.950314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608414.950314:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608414.950317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608414.950319:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608414.950340:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749608414.950363:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749608414.950368:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749608414.950373:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
02000000:00000010:1.0:1749608414.950387:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608414.950390:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608414.950392:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608414.950393:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730179840, portal 10
00000400:00000010:1.0:1749608414.950396:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608414.950397:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730179840, offset 0
00000400:00000200:1.0:1749608414.950400:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608414.950403:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608414.950405:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608414.950406:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608414.950407:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608414.950409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608414.950410:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1531:1531:254:4294967295] 192.168.201.120@tcp LPNI seq info [1531:1531:6:4294967295]
00000400:00000200:1.0:1749608414.950415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608414.950421:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608414.950422:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608414.950423:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608414.950426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749608414.950427:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000800:00000200:1.0:1749608414.950429:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608414.950431:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749608414.950434:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608414.950442:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608414.950447:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:2.0:1749608414.950449:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:2.0:1749608414.950459:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730179584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608414.950483:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608414.950485:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608414.950488:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608414.950492:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608414.950494:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:2.0:1749608414.950495:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749608414.950499:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730179712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608414.950568:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608414.950571:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608414.950573:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608414.950590:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608414.950593:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749608414.950595:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749608414.950600:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730179840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608414.951895:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608414.951904:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32fc00
00000400:00000200:0.0:1749608414.951910:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x30bd [1] + 224
00000400:00000200:0.0:1749608414.951918:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608414.951922:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608414.951933:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730179584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608414.951989:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608414.951993:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32fc80
00000400:00000200:0.0:1749608414.951997:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x30c5 [1] + 0
00000400:00000200:0.0:1749608414.952002:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608414.952005:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608414.952009:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730179712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608414.952018:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608414.952023:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608414.952025:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608414.952030:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730179584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608414.952038:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608414.952040:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730179584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608414.952043:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32fd00
00000400:00000200:0.0:1749608414.952052:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x30cd [1] + 0
00000400:00000200:0.0:1749608414.952068:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608414.952071:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608414.952073:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
00000100:00000200:0.0:1749608414.952076:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730179840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608414.952078:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:1.0:1749608414.952081:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000010:3.0:1749608414.952083:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:1.0:1749608414.952085:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608414.952086:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608414.952091:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730179712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608414.952097:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730179712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608414.952112:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608414.952113:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608414.952114:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608414.952116:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730179840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608414.952120:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730179840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608414.952129:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608414.952132:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608414.952134:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749608414.952136:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608414.952137:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608414.952139:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:0.0:1749608414.963002:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:1.0:1749608414.963011:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749608414.963022:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749608414.963048:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:2.0:1749608419.958003:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608419.958027:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608419.958080:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608419.958097:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608419.958104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608419.958125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608419.958128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:0.0:1749608419.958151:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608419.958158:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea3c8.
00000400:00000010:0.0:1749608419.958165:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749608419.958172:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730179968, portal 25
00000400:00000010:0.0:1749608419.958175:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749608419.958178:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730179968, offset 0
00000400:00000200:0.0:1749608419.958184:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608419.958195:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608419.958199:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608419.958203:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608419.958205:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608419.958207:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608419.958210:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1532:1532:256:4294967295] 192.168.201.120@tcp LPNI seq info [1532:1532:8:4294967295]
02000000:00000010:1.0:1749608419.958211:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608419.958219:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608419.958223:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608419.958224:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:0.0:1749608419.958227:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000400:00000010:1.0:1749608419.958230:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000800:00000200:0.0:1749608419.958232:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608419.958239:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608419.958243:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:1.0:1749608419.958248:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730180096, portal 10
00000400:00000010:1.0:1749608419.958254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608419.958256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730180096, offset 0
00000100:00000010:0.0:1749608419.958262:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608419.958264:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608419.958273:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306314c0.
00000400:00000200:1.0:1749608419.958276:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:0.0:1749608419.958277:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
00000100:00000010:0.0:1749608419.958280:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
00000400:00000200:1.0:1749608419.958280:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608419.958283:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608419.958286:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608419.958288:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608419.958290:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1533:1533:255:4294967295] 192.168.201.120@tcp LPNI seq info [1533:1533:7:4294967295]
00000400:00000200:1.0:1749608419.958299:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608419.958303:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608419.958306:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608419.958311:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608419.958317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608419.958321:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608419.958335:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608419.958337:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608419.958340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608419.958342:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730180224, portal 10
00000400:00000010:1.0:1749608419.958344:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608419.958346:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730180224, offset 0
00000400:00000200:1.0:1749608419.958348:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608419.958350:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608419.958352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608419.958353:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608419.958354:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608419.958356:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608419.958357:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1534:1534:254:4294967295] 192.168.201.120@tcp LPNI seq info [1534:1534:6:4294967295]
00000400:00000200:1.0:1749608419.958362:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608419.958368:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608419.958370:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608419.958372:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608419.958375:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608419.958376:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608419.958379:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608419.958382:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:2.0:1749608419.958386:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608419.958392:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608419.958396:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749608419.958398:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749608419.958406:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730179968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608419.958430:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608419.958431:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749608419.958432:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608419.958435:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608419.958436:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:2.0:1749608419.958437:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:2.0:1749608419.958440:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730180096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608419.958455:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608419.958456:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:2.0:1749608419.958461:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608419.958463:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608419.958465:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:2.0:1749608419.958466:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:2.0:1749608419.958468:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730180224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608419.959531:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608419.959543:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32fd80
00000400:00000200:0.0:1749608419.959550:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x30d5 [1] + 224
00000400:00000200:0.0:1749608419.959560:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608419.959564:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608419.959570:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730179968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608419.959594:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608419.959598:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32fe00
00000400:00000200:0.0:1749608419.959602:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x30dd [1] + 0
00000400:00000200:0.0:1749608419.959606:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608419.959621:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608419.959624:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730180096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608419.959637:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea3c8.
00000400:00000200:2.0:1749608419.959641:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749608419.959642:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749608419.959646:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730179968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608419.959648:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608419.959651:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf32fe80
00000100:00000200:2.0:1749608419.959652:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730179968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608419.959653:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x30e5 [1] + 0
00000400:00000200:0.0:1749608419.959663:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608419.959665:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608419.959667:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730180224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608419.959672:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608419.959676:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:2.0:1749608419.959679:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:1.0:1749608419.959724:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608419.959733:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608419.959736:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608419.959750:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730180096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608419.959768:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730180096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608419.959805:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608419.959810:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749608419.959812:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608419.959818:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730180224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608419.959831:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730180224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608419.959855:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608419.959863:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608419.959871:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749608419.959877:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608419.959881:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608419.959885:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749608419.970986:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:0.0:1749608419.970999:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608419.971032:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306314c0.
00000100:00000010:3.0:1749608419.971054:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:2.0:1749608424.966063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608424.966088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608424.966151:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608424.966167:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608424.966174:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749608424.966195:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608424.966199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608424.966213:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608424.966224:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608424.966230:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608424.966238:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730180352, portal 25
00000400:00000010:3.0:1749608424.966243:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749608424.966245:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730180352, offset 0
02000000:00000010:1.0:1749608424.966252:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608424.966253:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608424.966262:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608424.966266:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608424.966267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000400:00000200:3.0:1749608424.966272:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608424.966276:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608424.966280:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608424.966283:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608424.966285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730180480, portal 10
00000400:00000200:3.0:1749608424.966287:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1535:1535:256:4294967295] 192.168.201.120@tcp LPNI seq info [1535:1535:8:4294967295]
00000400:00000010:1.0:1749608424.966291:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608424.966293:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730180480, offset 0
00000400:00000200:3.0:1749608424.966301:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608424.966302:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608424.966307:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608424.966310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608424.966313:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608424.966314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608424.966317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608424.966319:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608424.966320:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608424.966323:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608424.966325:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1536:1536:255:4294967295] 192.168.201.120@tcp LPNI seq info [1536:1536:7:4294967295]
00000800:00000200:3.0:1749608424.966329:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608424.966334:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608424.966336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608424.966341:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608424.966344:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608424.966349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608424.966355:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608424.966358:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608424.966363:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749608424.966386:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608424.966391:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749608424.966406:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
02000000:00000010:1.0:1749608424.966424:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608424.966427:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608424.966431:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608424.966433:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730180608, portal 10
00000400:00000010:1.0:1749608424.966436:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608424.966438:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730180608, offset 0
00000400:00000200:1.0:1749608424.966442:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608424.966446:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608424.966449:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608424.966451:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608424.966453:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608424.966453:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608424.966456:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608424.966458:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1537:1537:254:4294967295] 192.168.201.120@tcp LPNI seq info [1537:1537:6:4294967295]
00000800:00000010:0.0:1749608424.966459:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608424.966465:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608424.966466:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608424.966473:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608424.966476:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749608424.966478:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000800:00000200:1.0:1749608424.966478:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608424.966481:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608424.966485:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608424.966490:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608424.966492:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749608424.966497:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730180352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608424.966520:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608424.966522:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608424.966578:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608424.966581:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608424.966584:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749608424.966586:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749608424.966590:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730180480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608424.966659:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608424.966661:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608424.966664:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608424.966667:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608424.966669:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749608424.966670:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749608424.966674:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730180608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608424.968191:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608424.968202:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf32ff00
00000400:00000200:0.0:1749608424.968208:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x30ed [1] + 224
00000400:00000200:0.0:1749608424.968217:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608424.968220:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608424.968226:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730180352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608424.968257:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608424.968261:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf32ff80
00000400:00000200:0.0:1749608424.968265:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x30f5 [1] + 0
00000400:00000200:0.0:1749608424.968269:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608424.968279:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608424.968284:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730180480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608424.968309:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608424.968313:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330000
00000400:00000200:0.0:1749608424.968316:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x30fd [1] + 0
00000400:00000200:0.0:1749608424.968330:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608424.968333:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608424.968337:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730180608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608424.968359:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608424.968374:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608424.968377:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608424.968384:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730180352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608424.968395:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730180352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608424.968397:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608424.968404:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749608424.968406:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608424.968414:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730180480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608424.968417:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608424.968421:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:1.0:1749608424.968424:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730180480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608424.968425:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:1.0:1749608424.968443:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608424.968445:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608424.968447:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608424.968450:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730180608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608424.968457:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730180608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608424.968469:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608424.968474:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608424.968476:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608424.968479:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608424.968481:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608424.968483:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749608424.979021:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:2.0:1749608424.979022:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:0.0:1749608424.979039:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749608424.979045:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749608429.974000:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608429.974017:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608429.974056:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608429.974068:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608429.974074:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:0.0:1749608429.974083:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608429.974090:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea580.
00000100:00000010:2.0:1749608429.974091:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
00000400:00000010:0.0:1749608429.974095:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749608429.974101:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730180736, portal 25
00000400:00000010:0.0:1749608429.974104:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749608429.974107:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730180736, offset 0
02000000:00000010:2.0:1749608429.974108:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000200:0.0:1749608429.974113:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608429.974123:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608429.974128:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608429.974130:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608429.974131:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608429.974135:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608429.974136:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608429.974137:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608429.974140:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1538:1538:256:4294967295] 192.168.201.120@tcp LPNI seq info [1538:1538:8:4294967295]
00000400:00000010:1.0:1749608429.974140:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608429.974148:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730180864, portal 10
00000400:00000200:0.0:1749608429.974149:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608429.974152:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000800:00000200:0.0:1749608429.974153:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608429.974154:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730180864, offset 0
00000800:00000010:0.0:1749608429.974157:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749608429.974159:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608429.974163:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608429.974165:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608429.974167:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608429.974169:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608429.974170:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608429.974172:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608429.974174:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608429.974176:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1539:1539:255:4294967295] 192.168.201.120@tcp LPNI seq info [1539:1539:7:4294967295]
00000800:00000200:0.0:1749608429.974178:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608429.974183:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608429.974187:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608429.974190:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608429.974193:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608429.974195:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:1.0:1749608429.974197:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608429.974200:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608429.974203:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e40.
00000100:00000010:0.0:1749608429.974211:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c80.
00000100:00000010:0.0:1749608429.974214:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
02000000:00000010:1.0:1749608429.974230:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608429.974232:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608429.974234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608429.974236:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730180992, portal 10
00000400:00000010:1.0:1749608429.974239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608429.974239:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730180992, offset 0
00000400:00000200:1.0:1749608429.974243:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608429.974243:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608429.974246:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608429.974246:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749608429.974248:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608429.974249:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608429.974250:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608429.974251:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608429.974251:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608429.974253:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1540:1540:254:4294967295] 192.168.201.120@tcp LPNI seq info [1540:1540:6:4294967295]
00000400:00000200:2.0:1749608429.974256:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608429.974258:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749608429.974258:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749608429.974260:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749608429.974266:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730180736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608429.974267:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608429.974269:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608429.974273:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608429.974276:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608429.974278:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608429.974282:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608429.974284:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608429.974286:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608429.974288:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608429.974290:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:2.0:1749608429.974291:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749608429.974294:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730180864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608429.974351:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608429.974353:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608429.974355:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608429.974358:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608429.974360:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749608429.974361:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749608429.974364:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730180992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608429.975759:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608429.975766:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330080
00000400:00000200:0.0:1749608429.975770:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3105 [1] + 224
00000400:00000200:0.0:1749608429.975776:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608429.975778:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608429.975782:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730180736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608429.975799:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608429.975801:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330180
00000400:00000200:0.0:1749608429.975804:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3115 [1] + 0
00000400:00000200:0.0:1749608429.975807:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608429.975808:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608429.975810:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730180992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608429.975823:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608429.975825:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330100
00000400:00000200:0.0:1749608429.975827:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x310d [1] + 0
00000400:00000200:0.0:1749608429.975836:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749608429.975836:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea580.
00000400:00000200:0.0:1749608429.975838:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608429.975840:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749608429.975841:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749608429.975846:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730180864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608429.975846:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730180736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608429.975848:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608429.975851:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608429.975852:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:2.0:1749608429.975853:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730180736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608429.975855:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730180992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608429.975865:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730180992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608429.975879:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:2.0:1749608429.975879:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:1.0:1749608429.975882:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749608429.975882:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749608429.975884:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749608429.975885:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749608429.975887:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608429.975888:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608429.975889:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608429.975891:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730180864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608429.975895:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730180864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608429.975901:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608429.975903:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608429.975904:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749608429.987009:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c80.
00000100:00000010:3.0:1749608429.987025:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:0.0:1749608429.987046:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608429.987071:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e40.
00000100:00000010:2.0:1749608434.982063:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608434.982099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608434.982148:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608434.982162:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608434.982169:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749608434.982189:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608434.982192:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749608434.982199:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608434.982207:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea528.
00000400:00000010:0.0:1749608434.982213:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749608434.982234:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730181120, portal 25
00000400:00000010:0.0:1749608434.982239:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749608434.982241:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730181120, offset 0
00000400:00000200:0.0:1749608434.982247:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608434.982252:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608434.982257:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608434.982257:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608434.982260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749608434.982262:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608434.982266:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608434.982270:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608434.982272:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608434.982275:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1541:1541:256:4294967295] 192.168.201.120@tcp LPNI seq info [1541:1541:8:4294967295]
00000100:00000200:1.0:1749608434.982277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730181248, portal 10
00000400:00000010:1.0:1749608434.982280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608434.982281:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730181248, offset 0
00000400:00000200:1.0:1749608434.982285:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608434.982286:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608434.982291:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608434.982291:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608434.982293:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608434.982294:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749608434.982294:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608434.982296:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608434.982297:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608434.982299:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1542:1542:255:4294967295] 192.168.201.120@tcp LPNI seq info [1542:1542:7:4294967295]
00000800:00000200:0.0:1749608434.982300:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608434.982304:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608434.982306:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608434.982309:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608434.982311:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608434.982312:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608434.982314:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608434.982315:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608434.982316:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608434.982332:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608434.982346:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e40.
00000100:00000010:0.0:1749608434.982349:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000010:0.0:1749608434.982353:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c80.
02000000:00000010:1.0:1749608434.982380:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608434.982382:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:2.0:1749608434.982383:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608434.982385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608434.982386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730181376, portal 10
00000800:00000010:2.0:1749608434.982386:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000010:1.0:1749608434.982388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608434.982389:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730181376, offset 0
00000400:00000200:2.0:1749608434.982389:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608434.982392:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608434.982393:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608434.982394:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608434.982396:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608434.982396:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000200:1.0:1749608434.982397:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749608434.982397:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000400:00000200:1.0:1749608434.982398:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608434.982400:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608434.982401:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1543:1543:254:4294967295] 192.168.201.120@tcp LPNI seq info [1543:1543:6:4294967295]
00000100:00000200:2.0:1749608434.982403:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730181120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608434.982406:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608434.982412:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608434.982414:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608434.982416:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608434.982419:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608434.982420:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608434.982453:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608434.982455:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608434.982456:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608434.982458:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608434.982460:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:2.0:1749608434.982460:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:2.0:1749608434.982463:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730181248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608434.982477:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608434.982478:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608434.982479:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608434.982485:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608434.982487:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:2.0:1749608434.982487:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:2.0:1749608434.982490:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730181376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608434.983759:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608434.983768:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330200
00000400:00000200:0.0:1749608434.983773:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x311d [1] + 224
00000400:00000200:0.0:1749608434.983781:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608434.983784:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608434.983788:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730181120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608434.983819:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608434.983823:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330280
00000400:00000200:0.0:1749608434.983827:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3125 [1] + 0
00000400:00000200:0.0:1749608434.983831:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608434.983833:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608434.983836:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730181248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608434.983848:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea528.
00000400:00000200:2.0:1749608434.983853:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:2.0:1749608434.983855:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:2.0:1749608434.983860:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730181120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608434.983863:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608434.983867:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330300
00000100:00000200:2.0:1749608434.983869:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730181120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608434.983870:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x312d [1] + 0
00000400:00000200:0.0:1749608434.983881:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608434.983883:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:0.0:1749608434.983884:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608434.983887:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:0.0:1749608434.983888:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730181376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608434.983889:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749608434.983896:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608434.983900:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608434.983901:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608434.983905:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730181248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608434.983911:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730181248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608434.983923:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608434.983924:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749608434.983925:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608434.983926:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730181376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608434.983930:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730181376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608434.983958:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608434.983961:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608434.983963:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749608434.983964:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608434.983965:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608434.983967:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749608434.995022:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e40.
00000100:00000010:3.0:1749608434.995023:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c80.
00000100:00000010:2.0:1749608434.995034:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:0.0:1749608434.995042:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608439.990032:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608439.990049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608439.990096:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608439.990109:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608439.990115:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608439.990126:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80c00.
00000400:00000010:3.0:1749608439.990132:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608439.990138:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608439.990139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608439.990142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000200:3.0:1749608439.990144:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730181504, portal 25
00000400:00000010:3.0:1749608439.990147:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749608439.990149:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730181504, offset 0
00000400:00000200:3.0:1749608439.990155:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608439.990165:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608439.990170:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608439.990174:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608439.990177:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608439.990179:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608439.990182:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1544:1544:256:4294967295] 192.168.201.120@tcp LPNI seq info [1544:1544:8:4294967295]
02000000:00000010:1.0:1749608439.990188:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608439.990191:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608439.990194:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608439.990195:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000010:3.0:1749608439.990197:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749608439.990198:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000800:00000200:3.0:1749608439.990202:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608439.990207:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749608439.990211:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730181632, portal 10
00000800:00000200:3.0:1749608439.990214:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608439.990215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608439.990217:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730181632, offset 0
00000400:00000200:1.0:1749608439.990222:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608439.990227:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749608439.990229:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000400:00000200:1.0:1749608439.990230:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608439.990232:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608439.990234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608439.990236:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:3.0:1749608439.990237:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000400:00000200:1.0:1749608439.990239:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1545:1545:255:4294967295] 192.168.201.120@tcp LPNI seq info [1545:1545:7:4294967295]
00000100:00000010:3.0:1749608439.990239:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608439.990245:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000400:00000200:1.0:1749608439.990246:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608439.990250:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608439.990253:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608439.990256:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608439.990260:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608439.990263:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608439.990289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608439.990292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608439.990294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000800:00000200:0.0:1749608439.990295:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608439.990296:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730181760, portal 10
00000800:00000010:0.0:1749608439.990299:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749608439.990299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608439.990301:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730181760, offset 0
00000400:00000200:0.0:1749608439.990304:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608439.990304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608439.990308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608439.990309:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608439.990310:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608439.990312:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000200:1.0:1749608439.990312:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749608439.990314:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000400:00000200:1.0:1749608439.990314:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608439.990316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608439.990318:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1546:1546:254:4294967295] 192.168.201.120@tcp LPNI seq info [1546:1546:6:4294967295]
00000100:00000200:0.0:1749608439.990322:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730181504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608439.990325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608439.990332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608439.990334:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608439.990338:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608439.990341:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608439.990343:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608439.990387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608439.990389:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608439.990390:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608439.990393:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608439.990395:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749608439.990400:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749608439.990404:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730181632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608439.990422:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608439.990423:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608439.990425:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608439.990426:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608439.990427:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608439.990428:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608439.990430:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730181760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608439.991601:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608439.991608:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330380
00000400:00000200:0.0:1749608439.991612:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3135 [1] + 224
00000400:00000200:0.0:1749608439.991618:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608439.991620:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608439.991623:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730181504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608439.991640:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608439.991642:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330400
00000400:00000200:0.0:1749608439.991644:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x313d [1] + 0
00000400:00000200:0.0:1749608439.991647:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608439.991648:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608439.991650:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730181632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608439.991661:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608439.991662:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608439.991664:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330480
00000400:00000200:3.0:1749608439.991665:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608439.991666:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608439.991671:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3145 [1] + 0
00000100:00000200:3.0:1749608439.991671:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730181504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608439.991679:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730181504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608439.991685:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608439.991685:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608439.991687:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608439.991688:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:1.0:1749608439.991690:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749608439.991695:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730181760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608439.991695:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730181632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608439.991697:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80c00.
02000000:00000010:3.0:1749608439.991700:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:1.0:1749608439.991703:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730181632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608439.991704:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749608439.991718:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608439.991720:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749608439.991721:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608439.991724:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730181760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608439.991731:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730181760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608439.991740:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608439.991743:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608439.991746:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608439.991748:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608439.991750:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608439.991751:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749608440.003013:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749608440.003013:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608440.003045:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:1.0:1749608440.003085:0:82:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:2.0:1749608444.998038:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608444.998055:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608444.998094:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608444.998107:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608444.998111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749608444.998125:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608444.998138:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749608444.998165:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608444.998178:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608444.998184:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608444.998205:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730181888, portal 25
00000400:00000010:3.0:1749608444.998209:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749608444.998211:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730181888, offset 0
00000400:00000200:3.0:1749608444.998219:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608444.998224:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608444.998230:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608444.998233:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608444.998234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000200:3.0:1749608444.998240:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608444.998243:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608444.998246:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730182016, portal 10
00000400:00000200:3.0:1749608444.998247:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608444.998248:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608444.998251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000400:00000200:3.0:1749608444.998251:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1547:1547:256:4294967295] 192.168.201.120@tcp LPNI seq info [1547:1547:8:4294967295]
00000100:00000200:1.0:1749608444.998252:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730182016, offset 0
00000400:00000200:1.0:1749608444.998256:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608444.998260:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608444.998272:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608444.998272:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608444.998274:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608444.998275:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608444.998276:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608444.998278:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608444.998279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608444.998281:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1548:1548:255:4294967295] 192.168.201.120@tcp LPNI seq info [1548:1548:7:4294967295]
00000800:00000200:3.0:1749608444.998281:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608444.998286:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608444.998288:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608444.998289:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749608444.998290:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:3.0:1749608444.998292:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608444.998293:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608444.998296:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608444.998298:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608444.998317:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749608444.998330:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000100:00000010:3.0:1749608444.998333:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749608444.998342:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
02000000:00000010:1.0:1749608444.998351:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608444.998354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608444.998356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608444.998358:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730182144, portal 10
00000800:00000200:0.0:1749608444.998362:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608444.998362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608444.998363:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730182144, offset 0
00000800:00000010:0.0:1749608444.998365:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608444.998367:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608444.998370:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608444.998371:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608444.998373:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608444.998375:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608444.998376:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608444.998377:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608444.998379:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000200:1.0:1749608444.998379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749608444.998381:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:1.0:1749608444.998381:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1549:1549:254:4294967295] 192.168.201.120@tcp LPNI seq info [1549:1549:6:4294967295]
00000100:00000200:0.0:1749608444.998389:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730181888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608444.998389:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608444.998398:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608444.998402:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608444.998405:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608444.998409:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608444.998411:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608444.998448:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608444.998450:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608444.998452:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608444.998453:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608444.998455:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749608444.998456:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749608444.998458:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730182016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608444.998473:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608444.998474:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608444.998475:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608444.998477:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608444.998478:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749608444.998479:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749608444.998481:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730182144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608444.999685:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608444.999697:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330580
00000400:00000200:0.0:1749608444.999709:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3155 [1] + 0
00000400:00000200:0.0:1749608444.999717:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608444.999720:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608444.999724:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730182016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608444.999746:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608444.999750:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330500
00000400:00000200:0.0:1749608444.999752:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x314d [1] + 224
00000400:00000200:0.0:1749608444.999755:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608444.999757:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608444.999759:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730181888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608444.999782:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608444.999784:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330600
00000400:00000200:0.0:1749608444.999786:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x315d [1] + 0
00000400:00000010:1.0:1749608444.999791:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608444.999794:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608444.999796:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000200:0.0:1749608444.999797:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608444.999797:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749608444.999801:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730182144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608444.999803:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730182016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608444.999811:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730182016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608444.999811:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608444.999815:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608444.999816:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608444.999820:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730181888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608444.999826:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730181888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608444.999837:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749608444.999838:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:1.0:1749608444.999839:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749608444.999840:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
02000000:00000010:3.0:1749608444.999841:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:1.0:1749608444.999844:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730182144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608444.999845:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:1.0:1749608444.999850:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730182144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608444.999871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608444.999875:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608444.999878:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:1.0:1749608444.999881:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608444.999883:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608444.999885:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749608445.011032:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:0.0:1749608445.011050:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749608445.011065:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:1.0:1749608445.011072:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:2.0:1749608450.006057:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608450.006075:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608450.006127:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608450.006139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608450.006143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749608450.006161:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608450.006164:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:0.0:1749608450.006186:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608450.006197:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea4d0.
00000400:00000010:0.0:1749608450.006204:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749608450.006211:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730182272, portal 25
02000000:00000010:1.0:1749608450.006211:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:0.0:1749608450.006215:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749608450.006217:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730182272, offset 0
00000400:00000010:1.0:1749608450.006219:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608450.006225:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608450.006233:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000400:00000200:0.0:1749608450.006237:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749608450.006249:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730182400, portal 10
00000400:00000200:0.0:1749608450.006251:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608450.006253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000200:0.0:1749608450.006255:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608450.006255:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730182400, offset 0
00000400:00000200:0.0:1749608450.006258:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608450.006260:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608450.006260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608450.006263:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1550:1550:256:4294967295] 192.168.201.120@tcp LPNI seq info [1550:1550:8:4294967295]
00000400:00000200:0.0:1749608450.006272:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608450.006276:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608450.006279:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608450.006280:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000400:00000200:1.0:1749608450.006282:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608450.006285:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608450.006286:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608450.006288:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608450.006289:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608450.006291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1551:1551:255:4294967295] 192.168.201.120@tcp LPNI seq info [1551:1551:7:4294967295]
00000800:00000200:0.0:1749608450.006293:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608450.006297:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608450.006299:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608450.006302:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608450.006305:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608450.006309:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608450.006315:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608450.006317:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608450.006322:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608450.006348:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
00000100:00000010:0.0:1749608450.006353:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306314c0.
00000100:00000010:0.0:1749608450.006357:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
00000800:00000200:2.0:1749608450.006358:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608450.006360:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:2.0:1749608450.006363:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608450.006367:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608450.006369:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
02000000:00000010:1.0:1749608450.006370:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:2.0:1749608450.006371:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000400:00000010:1.0:1749608450.006373:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608450.006374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608450.006376:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730182528, portal 10
00000100:00000200:2.0:1749608450.006376:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730182272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608450.006378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608450.006379:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730182528, offset 0
00000400:00000200:1.0:1749608450.006382:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608450.006384:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608450.006386:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608450.006387:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608450.006389:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608450.006390:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608450.006391:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1552:1552:254:4294967295] 192.168.201.120@tcp LPNI seq info [1552:1552:6:4294967295]
00000400:00000200:1.0:1749608450.006396:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608450.006402:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608450.006404:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608450.006406:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608450.006408:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608450.006410:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608450.006451:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608450.006453:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608450.006456:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608450.006459:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608450.006472:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:2.0:1749608450.006473:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:2.0:1749608450.006477:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730182400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608450.006502:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608450.006504:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608450.006506:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608450.006508:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608450.006509:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:2.0:1749608450.006510:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749608450.006512:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730182528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608450.007731:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608450.007744:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330700
00000400:00000200:0.0:1749608450.007751:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x316d [1] + 0
00000400:00000200:0.0:1749608450.007763:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608450.007767:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608450.007776:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730182400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608450.007809:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608450.007814:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330680
00000400:00000200:0.0:1749608450.007819:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3165 [1] + 224
00000400:00000200:0.0:1749608450.007824:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608450.007827:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608450.007830:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608450.007834:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749608450.007835:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608450.007840:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730182400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608450.007841:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730182272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608450.007846:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730182400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608450.007862:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608450.007877:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608450.007880:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000200:0.0:1749608450.007895:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608450.007901:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330780
00000400:00000200:0.0:1749608450.007905:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3175 [1] + 0
00000400:00000010:2.0:1749608450.007916:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea4d0.
00000400:00000200:0.0:1749608450.007918:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608450.007920:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:2.0:1749608450.007921:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000400:00000200:0.0:1749608450.007922:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749608450.007926:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730182272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608450.007927:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730182528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608450.007932:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730182272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608450.007957:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608450.007960:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749608450.007961:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749608450.008003:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608450.008005:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608450.008006:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608450.008020:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730182528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608450.008024:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730182528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608450.008034:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608450.008036:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608450.008038:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749608450.018994:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306314c0.
00000100:00000010:3.0:1749608450.019046:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:0.0:1749608450.019098:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608450.019158:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:2.0:1749608455.014071:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608455.014088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608455.014137:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608455.014153:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608455.014159:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608455.014172:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608455.014180:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea478.
00000100:00000010:2.0:1749608455.014181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608455.014184:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608455.014186:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749608455.014192:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730182656, portal 25
00000400:00000010:0.0:1749608455.014196:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749608455.014198:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730182656, offset 0
00000400:00000200:0.0:1749608455.014204:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608455.014214:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608455.014219:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608455.014222:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608455.014223:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608455.014225:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608455.014227:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608455.014228:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608455.014230:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1553:1553:256:4294967295] 192.168.201.120@tcp LPNI seq info [1553:1553:8:4294967295]
00000400:00000010:1.0:1749608455.014231:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000200:0.0:1749608455.014239:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608455.014244:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608455.014246:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730182784, portal 10
00000800:00000010:0.0:1749608455.014248:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000010:1.0:1749608455.014251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608455.014252:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730182784, offset 0
00000800:00000200:0.0:1749608455.014254:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608455.014257:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608455.014261:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608455.014263:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608455.014265:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608455.014266:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608455.014268:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608455.014270:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608455.014272:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608455.014275:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1554:1554:255:4294967295] 192.168.201.120@tcp LPNI seq info [1554:1554:7:4294967295]
00000400:00000200:1.0:1749608455.014282:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749608455.014285:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:1.0:1749608455.014286:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608455.014289:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608455.014292:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608455.014296:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608455.014298:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608455.014301:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
00000100:00000010:0.0:1749608455.014309:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
00000100:00000010:0.0:1749608455.014313:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000800:00000200:2.0:1749608455.014322:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608455.014325:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:2.0:1749608455.014328:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608455.014332:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608455.014332:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608455.014334:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749608455.014335:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:2.0:1749608455.014336:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000400:00000010:1.0:1749608455.014342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749608455.014342:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730182656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608455.014343:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730182912, portal 10
00000400:00000010:1.0:1749608455.014345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608455.014346:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730182912, offset 0
00000400:00000200:1.0:1749608455.014349:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608455.014354:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608455.014355:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608455.014357:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608455.014358:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608455.014359:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608455.014360:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1555:1555:255:4294967295] 192.168.201.120@tcp LPNI seq info [1555:1555:7:4294967295]
00000400:00000200:1.0:1749608455.014365:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608455.014375:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608455.014377:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608455.014379:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608455.014382:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608455.014383:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608455.014388:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608455.014389:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608455.014391:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608455.014393:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608455.014399:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:2.0:1749608455.014400:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:2.0:1749608455.014403:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730182784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608455.014419:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608455.014420:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608455.014421:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608455.014422:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608455.014424:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749608455.014425:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:2.0:1749608455.014426:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730182912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608455.015487:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608455.015494:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330800
00000400:00000200:0.0:1749608455.015498:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x317d [1] + 224
00000400:00000200:0.0:1749608455.015503:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608455.015505:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608455.015509:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730182656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608455.015526:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608455.015529:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330880
00000400:00000200:0.0:1749608455.015531:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3185 [1] + 0
00000400:00000200:0.0:1749608455.015534:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608455.015535:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608455.015537:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730182784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608455.015543:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea478.
00000400:00000200:2.0:1749608455.015545:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749608455.015546:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749608455.015549:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730182656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608455.015550:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608455.015552:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330900
00000400:00000200:0.0:1749608455.015554:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x318d [1] + 0
00000100:00000200:2.0:1749608455.015554:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730182656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608455.015563:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608455.015565:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608455.015567:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000100:00000200:0.0:1749608455.015568:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730182912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608455.015569:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749608455.015572:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749608455.015594:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608455.015598:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608455.015600:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608455.015604:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730182784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608455.015609:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730182784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608455.015620:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608455.015622:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608455.015623:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608455.015624:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730182912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608455.015628:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730182912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608455.015635:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608455.015638:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608455.015639:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749608455.015641:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608455.015642:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608455.015643:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749608455.026996:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:1.0:1749608455.027001:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:3.0:1749608455.027008:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:0.0:1749608455.027034:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608460.022089:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608460.022106:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608460.022149:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608460.022160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608460.022165:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608460.022179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608460.022181:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:0.0:1749608460.022203:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608460.022209:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea420.
00000400:00000010:0.0:1749608460.022225:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
02000000:00000010:1.0:1749608460.022226:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000200:0.0:1749608460.022231:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730183040, portal 25
00000400:00000010:1.0:1749608460.022232:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608460.022235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000400:00000010:0.0:1749608460.022236:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749608460.022238:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730183040, offset 0
00000400:00000200:0.0:1749608460.022244:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608460.022252:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730183168, portal 10
00000400:00000200:0.0:1749608460.022254:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608460.022256:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000200:0.0:1749608460.022258:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749608460.022258:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730183168, offset 0
00000400:00000200:0.0:1749608460.022262:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608460.022263:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608460.022265:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608460.022267:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608460.022270:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1556:1556:256:4294967295] 192.168.201.120@tcp LPNI seq info [1556:1556:8:4294967295]
00000400:00000200:0.0:1749608460.022279:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608460.022284:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608460.022285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608460.022287:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608460.022288:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608460.022291:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608460.022293:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608460.022293:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608460.022295:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608460.022297:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1557:1557:255:4294967295] 192.168.201.120@tcp LPNI seq info [1557:1557:7:4294967295]
00000800:00000200:0.0:1749608460.022300:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608460.022303:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608460.022304:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608460.022308:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608460.022311:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608460.022314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608460.022319:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608460.022321:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608460.022322:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608460.022334:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749608460.022344:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749608460.022348:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
00000800:00000200:2.0:1749608460.022357:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608460.022364:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749608460.022368:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608460.022369:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:2.0:1749608460.022371:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608460.022372:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:2.0:1749608460.022374:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749608460.022375:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000400:00000010:1.0:1749608460.022378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608460.022380:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730183296, portal 10
00000100:00000200:2.0:1749608460.022380:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730183040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608460.022383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608460.022385:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730183296, offset 0
00000400:00000200:1.0:1749608460.022388:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608460.022393:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608460.022395:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608460.022397:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608460.022399:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608460.022401:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608460.022403:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1558:1558:255:4294967295] 192.168.201.120@tcp LPNI seq info [1558:1558:7:4294967295]
00000400:00000200:1.0:1749608460.022410:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608460.022419:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608460.022421:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608460.022424:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608460.022428:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608460.022430:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608460.022434:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608460.022435:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749608460.022436:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608460.022439:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608460.022440:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749608460.022441:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749608460.022443:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730183168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608460.022457:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608460.022458:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749608460.022459:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608460.022461:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608460.022462:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:2.0:1749608460.022462:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:2.0:1749608460.022464:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730183296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608460.023601:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608460.023608:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330980
00000400:00000200:0.0:1749608460.023612:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3195 [1] + 224
00000400:00000200:0.0:1749608460.023618:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608460.023620:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608460.023624:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730183040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608460.023641:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749608460.023665:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea420.
00000400:00000200:2.0:1749608460.023672:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749608460.023673:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:2.0:1749608460.023677:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730183040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608460.023683:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730183040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608460.023698:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:0.0:1749608460.023699:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330a00
00000400:00000200:0.0:1749608460.023702:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x319d [1] + 0
02000000:00000010:2.0:1749608460.023705:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:0.0:1749608460.023707:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608460.023708:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749608460.023708:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:0.0:1749608460.023711:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730183168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608460.023726:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608460.023729:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330a80
00000400:00000200:0.0:1749608460.023730:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x31a5 [1] + 0
00000400:00000200:0.0:1749608460.023741:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608460.023743:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608460.023745:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730183296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608460.023754:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608460.023757:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608460.023759:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608460.023763:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730183168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608460.023771:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730183168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608460.023785:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608460.023786:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608460.023787:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608460.023789:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730183296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608460.023794:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730183296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608460.023804:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608460.023808:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608460.023810:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749608460.023812:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608460.023814:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608460.023816:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749608460.034985:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749608460.035006:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608460.035020:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:1.0:1749608460.035028:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:2.0:1749608465.030061:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608465.030076:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608465.030115:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608465.030126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608465.030131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608465.030148:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608465.030151:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:0.0:1749608465.030160:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608465.030166:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea268.
00000400:00000010:0.0:1749608465.030170:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749608465.030175:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730183424, portal 25
00000400:00000010:0.0:1749608465.030178:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749608465.030179:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730183424, offset 0
00000400:00000200:0.0:1749608465.030184:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608465.030192:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608465.030195:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608465.030196:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608465.030198:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608465.030201:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608465.030201:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608465.030202:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608465.030204:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1559:1559:256:4294967295] 192.168.201.120@tcp LPNI seq info [1559:1559:8:4294967295]
00000400:00000010:1.0:1749608465.030205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000200:0.0:1749608465.030211:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608465.030220:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608465.030220:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730183552, portal 10
00000800:00000010:0.0:1749608465.030224:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000400:00000010:1.0:1749608465.030224:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608465.030227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730183552, offset 0
00000800:00000200:0.0:1749608465.030228:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608465.030232:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608465.030234:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608465.030237:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608465.030237:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608465.030239:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608465.030242:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608465.030244:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608465.030246:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608465.030248:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1560:1560:255:4294967295] 192.168.201.120@tcp LPNI seq info [1560:1560:7:4294967295]
00000100:00000010:0.0:1749608465.030251:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:1.0:1749608465.030255:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608465.030259:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608465.030260:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
00000100:00000010:0.0:1749608465.030263:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
00000800:00000010:1.0:1749608465.030263:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000010:0.0:1749608465.030265:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
00000800:00000200:1.0:1749608465.030266:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608465.030270:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608465.030273:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608465.030289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608465.030292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608465.030294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608465.030296:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730183680, portal 10
00000800:00000200:2.0:1749608465.030297:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608465.030299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000010:2.0:1749608465.030299:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000100:00000200:1.0:1749608465.030300:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730183680, offset 0
00000400:00000200:2.0:1749608465.030302:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608465.030304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608465.030306:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608465.030307:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608465.030308:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000200:1.0:1749608465.030309:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608465.030309:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000400:00000200:1.0:1749608465.030311:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608465.030313:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608465.030315:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749608465.030315:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730183424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608465.030318:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1561:1561:254:4294967295] 192.168.201.120@tcp LPNI seq info [1561:1561:6:4294967295]
00000400:00000200:1.0:1749608465.030324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608465.030333:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608465.030336:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608465.030339:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608465.030342:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608465.030344:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608465.030374:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608465.030375:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749608465.030377:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608465.030379:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608465.030380:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749608465.030381:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749608465.030384:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730183552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608465.030397:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608465.030398:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749608465.030400:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608465.030401:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608465.030402:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:2.0:1749608465.030403:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749608465.030410:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730183680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608465.031744:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608465.031760:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330b00
00000400:00000200:0.0:1749608465.031768:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x31ad [1] + 224
00000400:00000200:0.0:1749608465.031779:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608465.031782:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608465.031791:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730183424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608465.031822:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608465.031826:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330b80
00000400:00000200:0.0:1749608465.031831:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x31b5 [1] + 0
00000400:00000200:0.0:1749608465.031835:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608465.031838:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608465.031842:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730183552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608465.031876:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea268.
00000400:00000200:2.0:1749608465.031881:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:2.0:1749608465.031882:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:2.0:1749608465.031888:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730183424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608465.031891:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608465.031895:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330c00
00000100:00000200:2.0:1749608465.031895:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730183424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608465.031899:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x31bd [1] + 0
00000400:00000010:1.0:1749608465.031907:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608465.031911:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000200:0.0:1749608465.031912:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608465.031912:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
02000000:00000010:2.0:1749608465.031914:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000100:00000200:1.0:1749608465.031917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730183552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608465.031918:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:0.0:1749608465.031922:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749608465.031922:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749608465.031925:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730183552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608465.031928:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730183680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608465.031973:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608465.031976:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608465.031977:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608465.031981:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730183680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608465.031987:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730183680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608465.031999:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608465.032003:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608465.032005:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:1.0:1749608465.032008:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608465.032010:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608465.032012:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749608465.042992:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:1.0:1749608465.043017:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:3.0:1749608465.043054:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:0.0:1749608465.044008:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608470.038081:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608470.038104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608470.038165:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608470.038181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608470.038187:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:0.0:1749608470.038197:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608470.038204:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea370.
00000400:00000010:0.0:1749608470.038211:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000010:2.0:1749608470.038211:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608470.038215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:0.0:1749608470.038218:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730183808, portal 25
00000400:00000010:0.0:1749608470.038221:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749608470.038223:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730183808, offset 0
00000400:00000200:0.0:1749608470.038229:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608470.038243:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608470.038249:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608470.038251:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608470.038253:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608470.038257:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608470.038257:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608470.038259:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608470.038260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000200:0.0:1749608470.038263:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1562:1562:256:4294967295] 192.168.201.120@tcp LPNI seq info [1562:1562:8:4294967295]
00000400:00000200:0.0:1749608470.038274:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608470.038277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730183936, portal 10
00000800:00000200:0.0:1749608470.038279:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608470.038281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608470.038282:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730183936, offset 0
00000800:00000010:0.0:1749608470.038283:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749608470.038286:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608470.038290:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608470.038291:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608470.038293:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608470.038295:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608470.038296:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608470.038298:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608470.038299:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1563:1563:255:4294967295] 192.168.201.120@tcp LPNI seq info [1563:1563:7:4294967295]
00000800:00000200:0.0:1749608470.038300:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608470.038304:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608470.038304:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608470.038307:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608470.038309:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608470.038312:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608470.038315:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608470.038317:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608470.038325:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608470.038343:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000100:00000010:0.0:1749608470.038350:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
00000100:00000010:0.0:1749608470.038355:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
02000000:00000010:1.0:1749608470.038371:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608470.038373:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608470.038375:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608470.038377:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730184064, portal 10
00000400:00000010:1.0:1749608470.038379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000800:00000200:2.0:1749608470.038379:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608470.038380:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730184064, offset 0
00000800:00000010:2.0:1749608470.038381:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749608470.038383:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608470.038385:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608470.038386:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608470.038387:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608470.038389:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608470.038390:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608470.038391:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608470.038391:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608470.038393:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1564:1564:254:4294967295] 192.168.201.120@tcp LPNI seq info [1564:1564:6:4294967295]
00000400:00000200:2.0:1749608470.038394:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:2.0:1749608470.038395:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000400:00000200:1.0:1749608470.038397:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608470.038404:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608470.038404:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730183808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1749608470.038405:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608470.038408:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608470.038410:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608470.038412:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608470.038417:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608470.038418:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608470.038419:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608470.038426:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608470.038427:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749608470.038428:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608470.038431:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730183936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608470.038491:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608470.038492:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608470.038493:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608470.038495:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608470.038496:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749608470.038497:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749608470.038499:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730184064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608470.039605:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608470.039614:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330c80
00000400:00000200:0.0:1749608470.039623:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x31c5 [1] + 224
00000400:00000200:0.0:1749608470.039630:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608470.039632:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608470.039637:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730183808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608470.039663:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608470.039667:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330d00
00000400:00000200:0.0:1749608470.039671:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x31cd [1] + 0
00000400:00000200:0.0:1749608470.039675:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608470.039678:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608470.039681:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730183936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608470.039695:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea370.
00000400:00000200:2.0:1749608470.039701:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749608470.039703:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:2.0:1749608470.039708:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730183808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608470.039712:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608470.039717:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330d80
00000100:00000200:2.0:1749608470.039717:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730183808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608470.039720:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x31d5 [1] + 0
00000400:00000010:1.0:1749608470.039732:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608470.039735:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608470.039737:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000200:0.0:1749608470.039738:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608470.039738:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
02000000:00000010:2.0:1749608470.039739:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000100:00000200:0.0:1749608470.039742:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730184064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608470.039743:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:1.0:1749608470.039744:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730183936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608470.039747:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749608470.039752:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730183936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608470.039785:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608470.039788:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608470.039789:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608470.039793:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730184064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608470.039800:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730184064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608470.039811:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608470.039815:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608470.039817:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608470.039820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608470.039821:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608470.039823:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:0.0:1749608470.051023:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608470.051034:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:2.0:1749608470.051038:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:3.0:1749608470.051054:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:2.0:1749608475.046071:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608475.046094:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608475.046145:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608475.046160:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608475.046167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:0.0:1749608475.046189:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000100:00000010:2.0:1749608475.046191:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608475.046194:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:0.0:1749608475.046198:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea318.
00000400:00000010:0.0:1749608475.046205:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749608475.046213:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730184192, portal 25
00000400:00000010:0.0:1749608475.046217:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749608475.046220:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730184192, offset 0
00000400:00000200:0.0:1749608475.046227:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608475.046240:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608475.046250:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608475.046255:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608475.046258:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608475.046261:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608475.046264:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1565:1565:256:4294967295] 192.168.201.120@tcp LPNI seq info [1565:1565:8:4294967295]
02000000:00000010:1.0:1749608475.046268:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608475.046274:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608475.046276:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608475.046278:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000800:00000200:0.0:1749608475.046282:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608475.046286:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000100:00000200:1.0:1749608475.046286:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730184320, portal 10
00000400:00000010:1.0:1749608475.046290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608475.046291:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730184320, offset 0
00000800:00000200:0.0:1749608475.046293:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608475.046296:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608475.046300:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608475.046301:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608475.046302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608475.046304:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608475.046305:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608475.046306:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608475.046307:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608475.046309:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1566:1566:255:4294967295] 192.168.201.120@tcp LPNI seq info [1566:1566:7:4294967295]
00000400:00000200:1.0:1749608475.046314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608475.046316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608475.046319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608475.046321:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608475.046325:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608475.046326:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608475.046329:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608475.046344:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
00000100:00000010:0.0:1749608475.046351:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749608475.046355:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000800:00000200:2.0:1749608475.046370:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608475.046372:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:2.0:1749608475.046377:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608475.046378:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608475.046380:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749608475.046381:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608475.046382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000200:2.0:1749608475.046385:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749608475.046386:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749608475.046390:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730184448, portal 10
00000400:00000010:1.0:1749608475.046392:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608475.046393:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730184448, offset 0
00000100:00000200:2.0:1749608475.046394:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730184192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608475.046396:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608475.046398:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608475.046400:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608475.046401:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608475.046402:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608475.046404:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608475.046405:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1567:1567:254:4294967295] 192.168.201.120@tcp LPNI seq info [1567:1567:6:4294967295]
00000400:00000200:1.0:1749608475.046410:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608475.046416:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608475.046418:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608475.046420:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608475.046422:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608475.046424:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608475.046468:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608475.046470:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608475.046471:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608475.046473:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608475.046475:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749608475.046476:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749608475.046478:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730184320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608475.046493:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608475.046494:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608475.046495:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608475.046497:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608475.046498:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:2.0:1749608475.046499:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:2.0:1749608475.046501:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730184448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608475.047724:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608475.047738:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330e00
00000400:00000200:0.0:1749608475.047744:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x31dd [1] + 224
00000400:00000200:0.0:1749608475.047752:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608475.047755:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608475.047762:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730184192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608475.047786:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608475.047789:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf330e80
00000400:00000200:0.0:1749608475.047792:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x31e5 [1] + 0
00000400:00000200:0.0:1749608475.047795:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608475.047797:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608475.047800:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730184320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608475.047820:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea318.
00000400:00000200:2.0:1749608475.047825:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749608475.047827:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:2.0:1749608475.047833:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730184192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608475.047837:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608475.047840:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf330f00
00000100:00000200:2.0:1749608475.047841:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730184192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608475.047843:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x31ed [1] + 0
00000400:00000200:0.0:1749608475.047852:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608475.047853:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608475.047857:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730184448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608475.047866:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000010:1.0:1749608475.047876:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:2.0:1749608475.047876:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749608475.047880:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:1.0:1749608475.047881:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:1.0:1749608475.047882:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608475.047888:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730184320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608475.047894:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730184320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608475.047913:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608475.047914:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608475.047915:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608475.047917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730184448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608475.047921:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730184448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608475.047932:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608475.047967:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608475.047970:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:1.0:1749608475.047972:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608475.047974:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608475.047975:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:1.0:1749608475.059041:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:2.0:1749608475.059046:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749608475.059051:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608475.059059:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:2.0:1749608480.054069:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608480.054093:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608480.054146:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608480.054162:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608480.054167:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749608480.054183:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749608480.054188:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608480.054190:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749608480.054192:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608480.054199:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608480.054208:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730184576, portal 25
00000400:00000010:3.0:1749608480.054240:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749608480.054243:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730184576, offset 0
02000000:00000010:1.0:1749608480.054246:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608480.054250:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608480.054252:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608480.054256:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000200:3.0:1749608480.054263:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749608480.054264:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730184704, portal 10
00000400:00000010:1.0:1749608480.054269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000200:3.0:1749608480.054269:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749608480.054271:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730184704, offset 0
00000400:00000200:3.0:1749608480.054273:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608480.054276:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608480.054276:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608480.054284:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608480.054288:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1568:1568:256:4294967295] 192.168.201.120@tcp LPNI seq info [1568:1568:8:4294967295]
00000400:00000200:3.0:1749608480.054299:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608480.054305:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608480.054306:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608480.054309:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608480.054310:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608480.054311:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608480.054313:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608480.054316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608480.054316:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608480.054319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1569:1569:255:4294967295] 192.168.201.120@tcp LPNI seq info [1569:1569:7:4294967295]
00000400:00000200:1.0:1749608480.054326:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608480.054326:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608480.054330:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608480.054331:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608480.054334:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608480.054338:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608480.054342:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608480.054344:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608480.054351:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749608480.054375:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749608480.054382:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749608480.054391:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000800:00000200:0.0:1749608480.054400:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608480.054404:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
02000000:00000010:1.0:1749608480.054406:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608480.054409:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608480.054410:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608480.054413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000400:00000200:0.0:1749608480.054415:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608480.054415:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730184832, portal 10
00000400:00000010:1.0:1749608480.054418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749608480.054419:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749608480.054421:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:1.0:1749608480.054427:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730184832, offset 0
00000100:00000200:0.0:1749608480.054430:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730184576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608480.054432:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608480.054436:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608480.054439:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608480.054441:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608480.054443:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608480.054445:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608480.054447:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1570:1570:254:4294967295] 192.168.201.120@tcp LPNI seq info [1570:1570:6:4294967295]
00000400:00000200:1.0:1749608480.054454:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608480.054464:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608480.054466:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608480.054470:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608480.054474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608480.054476:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608480.054520:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608480.054522:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608480.054524:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608480.054528:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608480.054530:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749608480.054531:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749608480.054535:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730184704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608480.054556:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608480.054558:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608480.054560:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608480.054563:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608480.054564:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749608480.054571:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749608480.054575:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730184832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608480.055840:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608480.055852:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf330f80
00000400:00000200:0.0:1749608480.055858:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x31f5 [1] + 224
00000400:00000200:0.0:1749608480.055866:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608480.055868:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608480.055874:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730184576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608480.055895:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608480.055898:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331000
00000400:00000200:0.0:1749608480.055900:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x31fd [1] + 0
00000400:00000200:0.0:1749608480.055903:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608480.055905:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608480.055908:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730184704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608480.055921:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608480.055923:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331080
00000400:00000200:0.0:1749608480.055925:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3205 [1] + 0
00000400:00000200:0.0:1749608480.055961:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608480.055964:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608480.055995:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608480.055999:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608480.056001:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608480.056006:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730184832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608480.056006:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000200:3.0:1749608480.056006:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730184576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608480.056011:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000100:00000200:3.0:1749608480.056011:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730184576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608480.056012:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608480.056017:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730184704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608480.056023:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730184704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608480.056039:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:3.0:1749608480.056039:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:1.0:1749608480.056041:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608480.056042:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
02000000:00000010:3.0:1749608480.056042:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:1.0:1749608480.056043:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730184832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608480.056045:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749608480.056048:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730184832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608480.056056:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608480.056059:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608480.056061:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749608480.056062:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608480.056064:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608480.056065:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749608480.067062:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749608480.067062:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:1.0:1749608480.067070:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:2.0:1749608480.067078:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749608485.062075:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608485.062099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608485.062152:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608485.062179:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608485.062185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:3.0:1749608485.062186:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608485.062194:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608485.062201:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608485.062203:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608485.062205:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000200:3.0:1749608485.062209:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730184960, portal 25
00000400:00000010:3.0:1749608485.062213:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749608485.062214:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730184960, offset 0
00000400:00000200:3.0:1749608485.062220:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608485.062233:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608485.062238:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608485.062241:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608485.062244:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608485.062246:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608485.062248:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1571:1571:256:4294967295] 192.168.201.120@tcp LPNI seq info [1571:1571:8:4294967295]
02000000:00000010:1.0:1749608485.062253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608485.062258:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608485.062259:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:3.0:1749608485.062262:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608485.062263:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000800:00000010:3.0:1749608485.062265:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749608485.062271:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608485.062279:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749608485.062281:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730185088, portal 10
00000800:00000200:3.0:1749608485.062283:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608485.062286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608485.062288:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730185088, offset 0
00000400:00000200:1.0:1749608485.062294:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608485.062299:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608485.062302:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1749608485.062302:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000400:00000200:1.0:1749608485.062304:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608485.062306:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608485.062308:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608485.062311:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1572:1572:255:4294967295] 192.168.201.120@tcp LPNI seq info [1572:1572:7:4294967295]
00000100:00000010:3.0:1749608485.062313:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749608485.062316:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000400:00000200:1.0:1749608485.062318:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608485.062321:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608485.062322:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000800:00000010:1.0:1749608485.062324:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608485.062328:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608485.062332:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608485.062334:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608485.062344:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749608485.062344:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608485.062346:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000010:0.0:1749608485.062348:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000010:1.0:1749608485.062349:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608485.062350:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730185216, portal 10
00000400:00000010:1.0:1749608485.062353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608485.062355:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730185216, offset 0
00000400:00000200:1.0:1749608485.062358:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608485.062359:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608485.062361:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608485.062363:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608485.062364:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608485.062365:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608485.062366:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608485.062367:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000200:1.0:1749608485.062368:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749608485.062369:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000400:00000200:1.0:1749608485.062370:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1573:1573:254:4294967295] 192.168.201.120@tcp LPNI seq info [1573:1573:6:4294967295]
00000100:00000200:0.0:1749608485.062377:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730184960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608485.062377:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608485.062384:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608485.062386:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608485.062389:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608485.062392:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608485.062394:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608485.062440:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608485.062442:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608485.062443:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608485.062445:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608485.062447:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749608485.062448:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749608485.062450:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730185088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608485.062465:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608485.062467:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608485.062468:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608485.062469:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608485.062471:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749608485.062472:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749608485.062474:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730185216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608485.063692:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608485.063702:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331100
00000400:00000200:0.0:1749608485.063707:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x320d [1] + 224
00000400:00000200:0.0:1749608485.063715:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608485.063717:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608485.063722:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730184960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608485.063746:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608485.063754:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331180
00000400:00000200:0.0:1749608485.063757:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3215 [1] + 0
00000400:00000200:0.0:1749608485.063761:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608485.063763:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608485.063765:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730185088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608485.063773:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608485.063776:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608485.063777:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608485.063781:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730184960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608485.063787:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730184960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608485.063788:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608485.063790:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331200
00000400:00000200:0.0:1749608485.063792:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x321d [1] + 0
00000400:00000200:0.0:1749608485.063802:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608485.063802:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608485.063804:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608485.063806:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:1.0:1749608485.063807:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608485.063810:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730185216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608485.063811:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730185088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608485.063811:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749608485.063814:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608485.063818:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000200:1.0:1749608485.063819:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730185088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608485.063835:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608485.063836:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608485.063838:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608485.063840:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730185216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608485.063847:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730185216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608485.063857:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608485.063861:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608485.063863:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608485.063866:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608485.063867:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608485.063870:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:0.0:1749608485.075086:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:2.0:1749608485.075086:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:1.0:1749608485.075105:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749608485.075121:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749608490.070104:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608490.070135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608490.070192:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608490.070210:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608490.070217:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749608490.070224:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608490.070232:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea2c0.
00000400:00000010:0.0:1749608490.070239:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000010:2.0:1749608490.070244:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000100:00000200:0.0:1749608490.070247:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730185344, portal 25
02000000:00000010:2.0:1749608490.070248:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:0.0:1749608490.070251:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749608490.070254:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730185344, offset 0
00000400:00000200:0.0:1749608490.070261:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608490.070274:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608490.070280:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608490.070284:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608490.070288:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608490.070290:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608490.070293:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1574:1574:256:4294967295] 192.168.201.120@tcp LPNI seq info [1574:1574:8:4294967295]
00000400:00000200:0.0:1749608490.070305:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749608490.070322:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608490.070328:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:0.0:1749608490.070329:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608490.070331:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000800:00000010:0.0:1749608490.070333:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000100:00000200:1.0:1749608490.070340:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730185472, portal 10
00000800:00000200:0.0:1749608490.070341:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608490.070344:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608490.070345:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730185472, offset 0
00000800:00000200:0.0:1749608490.070349:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608490.070350:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608490.070353:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608490.070354:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608490.070356:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608490.070358:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608490.070360:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608490.070361:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608490.070363:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1575:1575:255:4294967295] 192.168.201.120@tcp LPNI seq info [1575:1575:7:4294967295]
00000400:00000200:1.0:1749608490.070368:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608490.070370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608490.070371:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000010:1.0:1749608490.070373:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608490.070375:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608490.070378:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608490.070380:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608490.070382:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
00000100:00000010:0.0:1749608490.070390:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
00000100:00000010:0.0:1749608490.070393:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
02000000:00000010:1.0:1749608490.070403:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608490.070405:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608490.070408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608490.070409:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730185600, portal 10
00000400:00000010:1.0:1749608490.070411:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608490.070412:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730185600, offset 0
00000400:00000200:1.0:1749608490.070415:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608490.070417:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608490.070419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608490.070420:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608490.070421:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608490.070423:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608490.070424:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1576:1576:254:4294967295] 192.168.201.120@tcp LPNI seq info [1576:1576:6:4294967295]
00000800:00000200:2.0:1749608490.070449:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608490.070452:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749608490.070453:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749608490.070457:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608490.070460:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608490.070462:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608490.070462:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608490.070464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608490.070466:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000800:00000200:1.0:1749608490.070467:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608490.070468:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749608490.070473:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749608490.070482:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730185344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608490.070501:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608490.070502:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:2.0:1749608490.070504:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608490.070507:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608490.070509:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:2.0:1749608490.070510:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:2.0:1749608490.070513:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730185472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608490.070586:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608490.070588:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:2.0:1749608490.070590:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608490.070593:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608490.070595:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:2.0:1749608490.070596:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:2.0:1749608490.070599:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730185600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608490.071848:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608490.071865:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331300
00000400:00000200:0.0:1749608490.071873:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x322d [1] + 0
00000400:00000200:0.0:1749608490.071886:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608490.071890:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608490.071899:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730185472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608490.071929:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608490.071933:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331280
00000400:00000010:1.0:1749608490.071981:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608490.071985:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749608490.071987:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000400:00000200:0.0:1749608490.071990:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3225 [1] + 224
00000100:00000200:1.0:1749608490.071991:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730185472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608490.071994:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608490.071996:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608490.071998:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730185472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608490.072000:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730185344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608490.072015:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608490.072017:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331380
00000400:00000200:0.0:1749608490.072020:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3235 [1] + 0
02000000:00000010:1.0:1749608490.072023:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608490.072027:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000400:00000200:0.0:1749608490.072031:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:1.0:1749608490.072031:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:0.0:1749608490.072040:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608490.072043:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730185600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608490.072054:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608490.072056:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608490.072057:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608490.072059:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730185600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608490.072063:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730185600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608490.072063:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea2c0.
00000400:00000200:2.0:1749608490.072067:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749608490.072069:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749608490.072075:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730185344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608490.072082:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730185344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608490.072083:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608490.072085:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608490.072086:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608490.072097:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608490.072101:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749608490.072103:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749608490.083058:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:1.0:1749608490.083067:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:3.0:1749608490.083085:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:0.0:1749608490.083108:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608495.078091:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608495.078131:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608495.078198:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608495.078215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608495.078222:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608495.078250:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608495.078254:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:3.0:1749608495.078257:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608495.078264:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608495.078270:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608495.078278:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730185728, portal 25
00000400:00000010:3.0:1749608495.078282:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608495.078284:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730185728, offset 0
00000400:00000200:3.0:1749608495.078290:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608495.078296:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608495.078301:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749608495.078304:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608495.078305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000400:00000200:3.0:1749608495.078311:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749608495.078314:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730185856, portal 10
00000400:00000200:3.0:1749608495.078315:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749608495.078318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749608495.078319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730185856, offset 0
00000400:00000200:3.0:1749608495.078319:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608495.078321:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608495.078323:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608495.078324:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1577:1577:256:4294967295] 192.168.201.120@tcp LPNI seq info [1577:1577:8:4294967295]
00000400:00000200:3.0:1749608495.078336:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608495.078357:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608495.078361:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608495.078368:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608495.078369:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608495.078370:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608495.078372:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608495.078374:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608495.078375:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608495.078377:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1578:1578:255:4294967295] 192.168.201.120@tcp LPNI seq info [1578:1578:7:4294967295]
00000800:00000200:3.0:1749608495.078377:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608495.078382:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608495.078382:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608495.078385:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608495.078389:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608495.078391:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608495.078394:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608495.078396:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608495.078402:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749608495.078416:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749608495.078419:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
00000100:00000010:1.0:1749608495.078429:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
02000000:00000010:1.0:1749608495.078437:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608495.078438:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608495.078440:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608495.078442:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730185984, portal 10
00000400:00000010:1.0:1749608495.078445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000800:00000200:0.0:1749608495.078447:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608495.078447:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730185984, offset 0
00000800:00000010:0.0:1749608495.078451:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608495.078451:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608495.078455:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608495.078457:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608495.078457:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608495.078459:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608495.078462:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608495.078465:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749608495.078466:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000400:00000200:1.0:1749608495.078467:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608495.078469:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608495.078471:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1579:1579:254:4294967295] 192.168.201.120@tcp LPNI seq info [1579:1579:6:4294967295]
00000100:00000200:0.0:1749608495.078475:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730185728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608495.078478:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608495.078482:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608495.078484:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608495.078487:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608495.078491:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608495.078493:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608495.078543:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608495.078545:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608495.078547:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608495.078549:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608495.078551:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749608495.078552:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749608495.078554:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730185856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608495.078569:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608495.078570:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608495.078571:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608495.078573:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608495.078574:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749608495.078574:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749608495.078576:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730185984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608495.079643:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608495.079651:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331480
00000400:00000200:0.0:1749608495.079656:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3245 [1] + 0
00000400:00000200:0.0:1749608495.079667:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608495.079669:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608495.079673:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730185856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608495.079691:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608495.079694:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331400
00000400:00000200:0.0:1749608495.079696:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x323d [1] + 224
00000400:00000200:0.0:1749608495.079699:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608495.079701:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608495.079703:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730185728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608495.079715:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608495.079717:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331500
00000400:00000010:1.0:1749608495.079718:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608495.079721:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:1.0:1749608495.079722:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000400:00000200:0.0:1749608495.079726:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x324d [1] + 0
00000100:00000200:1.0:1749608495.079726:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730185856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608495.079732:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730185856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608495.079735:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608495.079737:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608495.079739:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730185984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608495.079744:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608495.079748:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608495.079749:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000010:1.0:1749608495.079751:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608495.079752:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608495.079753:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:3.0:1749608495.079753:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730185728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608495.079755:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730185984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608495.079759:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730185984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608495.079768:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730185728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608495.079769:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608495.079772:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608495.079776:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608495.079778:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:3.0:1749608495.079778:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:1.0:1749608495.079779:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608495.079780:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:3.0:1749608495.079780:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608495.079782:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749608495.091080:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:3.0:1749608495.091090:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:0.0:1749608495.091102:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749608495.091124:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:2.0:1749608500.086094:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608500.086118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608500.086173:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608500.086192:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608500.086199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:0.0:1749608500.086216:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000100:00000010:2.0:1749608500.086221:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000400:00000010:0.0:1749608500.086223:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea1b8.
02000000:00000010:2.0:1749608500.086226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:0.0:1749608500.086229:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749608500.086235:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730186112, portal 25
00000400:00000010:0.0:1749608500.086239:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749608500.086241:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730186112, offset 0
00000400:00000200:0.0:1749608500.086247:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608500.086276:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608500.086278:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608500.086283:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608500.086283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608500.086286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608500.086289:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730186240, portal 10
00000400:00000010:1.0:1749608500.086293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608500.086294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730186240, offset 0
00000400:00000200:0.0:1749608500.086298:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608500.086300:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608500.086301:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608500.086303:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608500.086305:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1580:1580:256:4294967295] 192.168.201.120@tcp LPNI seq info [1580:1580:8:4294967295]
00000400:00000200:0.0:1749608500.086314:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608500.086319:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608500.086320:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608500.086322:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608500.086323:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749608500.086324:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608500.086325:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608500.086327:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608500.086328:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608500.086329:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1581:1581:255:4294967295] 192.168.201.120@tcp LPNI seq info [1581:1581:7:4294967295]
00000400:00000200:1.0:1749608500.086334:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608500.086336:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608500.086337:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749608500.086339:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:0.0:1749608500.086341:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608500.086341:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608500.086345:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608500.086347:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608500.086358:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608500.086370:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
00000100:00000010:0.0:1749608500.086376:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
00000100:00000010:0.0:1749608500.086380:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
02000000:00000010:1.0:1749608500.086400:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608500.086402:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608500.086405:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608500.086407:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730186368, portal 10
00000400:00000010:1.0:1749608500.086411:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608500.086413:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730186368, offset 0
00000800:00000200:2.0:1749608500.086414:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608500.086417:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608500.086417:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749608500.086420:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608500.086423:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608500.086423:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608500.086425:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608500.086426:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608500.086429:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608500.086432:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000200:1.0:1749608500.086434:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749608500.086434:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000400:00000200:1.0:1749608500.086436:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1582:1582:254:4294967295] 192.168.201.120@tcp LPNI seq info [1582:1582:6:4294967295]
00000400:00000200:1.0:1749608500.086443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:2.0:1749608500.086443:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730186112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608500.086447:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608500.086449:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608500.086452:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608500.086455:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608500.086457:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608500.086462:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608500.086463:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749608500.086466:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608500.086469:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608500.086470:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:2.0:1749608500.086472:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:2.0:1749608500.086475:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730186240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608500.086538:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608500.086545:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749608500.086547:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608500.086550:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608500.086552:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:2.0:1749608500.086553:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:2.0:1749608500.086557:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730186368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608500.087634:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608500.087642:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331680
00000400:00000200:0.0:1749608500.087646:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3265 [1] + 0
00000400:00000200:0.0:1749608500.087654:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608500.087656:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608500.087660:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730186368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608500.087678:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608500.087681:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331600
00000400:00000200:0.0:1749608500.087683:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x325d [1] + 0
00000400:00000200:0.0:1749608500.087685:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608500.087687:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608500.087690:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730186240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608500.087706:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749608500.087707:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608500.087709:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331580
00000400:00000200:1.0:1749608500.087710:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608500.087711:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749608500.087716:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3255 [1] + 224
00000100:00000200:1.0:1749608500.087716:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730186240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608500.087724:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730186240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608500.087728:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608500.087731:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608500.087733:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730186112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608500.087746:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608500.087748:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:1.0:1749608500.087749:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608500.087752:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730186368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608500.087756:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730186368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608500.087767:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000010:2.0:1749608500.087768:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea1b8.
02000000:00000010:1.0:1749608500.087771:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000400:00000200:2.0:1749608500.087772:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749608500.087773:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000010:1.0:1749608500.087774:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749608500.087776:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000100:00000200:2.0:1749608500.087776:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730186112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608500.087777:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608500.087779:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:2.0:1749608500.087781:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730186112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608500.087791:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608500.087793:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:2.0:1749608500.087794:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749608500.099070:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:3.0:1749608500.099071:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:2.0:1749608500.099091:0:31903:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:0.0:1749608500.099180:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608505.094071:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608505.094104:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608505.094156:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608505.094196:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608505.094203:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:0.0:1749608505.094234:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749608505.094235:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608505.094237:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:0.0:1749608505.094241:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea210.
00000400:00000010:0.0:1749608505.094251:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749608505.094258:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730186496, portal 25
00000400:00000010:0.0:1749608505.094262:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749608505.094264:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730186496, offset 0
00000400:00000200:0.0:1749608505.094270:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608505.094282:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608505.094287:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:1.0:1749608505.094288:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608505.094291:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608505.094294:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:1.0:1749608505.094294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608505.094295:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608505.094298:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1583:1583:256:4294967295] 192.168.201.120@tcp LPNI seq info [1583:1583:8:4294967295]
00000400:00000010:1.0:1749608505.094298:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608505.094301:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730186624, portal 10
00000400:00000010:1.0:1749608505.094306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749608505.094307:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608505.094308:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730186624, offset 0
00000800:00000200:0.0:1749608505.094311:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608505.094313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608505.094314:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000400:00000200:1.0:1749608505.094319:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608505.094320:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608505.094322:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608505.094325:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608505.094326:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608505.094328:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608505.094329:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608505.094331:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1584:1584:255:4294967295] 192.168.201.120@tcp LPNI seq info [1584:1584:7:4294967295]
00000800:00000200:0.0:1749608505.094332:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608505.094338:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608505.094341:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608505.094345:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608505.094348:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608505.094351:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:1.0:1749608505.094352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608505.094354:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608505.094378:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
00000100:00000010:0.0:1749608505.094381:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
00000100:00000010:0.0:1749608505.094384:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000800:00000200:2.0:1749608505.094395:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608505.094397:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749608505.094403:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608505.094404:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608505.094407:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749608505.094407:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608505.094410:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749608505.094411:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000400:00000010:1.0:1749608505.094420:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608505.094423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730186752, portal 10
00000100:00000200:2.0:1749608505.094423:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730186496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608505.094426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608505.094428:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730186752, offset 0
00000400:00000200:1.0:1749608505.094433:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608505.094437:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608505.094440:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608505.094442:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608505.094444:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608505.094445:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608505.094453:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1585:1585:255:4294967295] 192.168.201.120@tcp LPNI seq info [1585:1585:7:4294967295]
00000400:00000200:1.0:1749608505.094460:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608505.094464:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608505.094467:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608505.094470:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608505.094474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608505.094476:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608505.094494:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608505.094496:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:2.0:1749608505.094499:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608505.094502:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608505.094504:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:2.0:1749608505.094505:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:2.0:1749608505.094510:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730186624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608505.094533:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608505.094535:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749608505.094537:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608505.094539:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608505.094541:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749608505.094542:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608505.094545:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730186752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608505.095677:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608505.095688:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331700
00000400:00000200:0.0:1749608505.095695:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x326d [1] + 224
00000400:00000200:0.0:1749608505.095703:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608505.095705:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608505.095711:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730186496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608505.095752:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608505.095755:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331780
00000400:00000200:0.0:1749608505.095758:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3275 [1] + 0
00000400:00000200:0.0:1749608505.095762:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608505.095764:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608505.095766:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730186624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608505.095785:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608505.095788:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331800
00000400:00000200:0.0:1749608505.095791:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x327d [1] + 0
00000400:00000200:0.0:1749608505.095802:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608505.095804:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608505.095807:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730186752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608505.095822:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea210.
00000400:00000200:2.0:1749608505.095827:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:2.0:1749608505.095829:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:2.0:1749608505.095834:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730186496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608505.095858:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730186496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608505.095878:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000010:1.0:1749608505.095881:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:2.0:1749608505.095882:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:1.0:1749608505.095886:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000100:00000010:2.0:1749608505.095886:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749608505.095887:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608505.095892:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730186624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608505.095898:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730186624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608505.095928:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608505.095929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608505.095930:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608505.095931:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730186752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608505.095936:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730186752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608505.095944:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608505.095947:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608505.095948:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:1.0:1749608505.095978:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608505.095979:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608505.095981:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749608505.107076:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:1.0:1749608505.107085:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:2.0:1749608505.107109:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:0.0:1749608505.107126:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608510.102127:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749608510.102153:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bf00.
00000400:00000200:0.0:1749608510.102226:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749608510.102242:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88800.
00000100:00000010:0.0:1749608510.102246:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
00000400:00000010:2.0:1749608510.102251:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
02000000:00000010:0.0:1749608510.102253:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940800.
00000400:00000010:2.0:1749608510.102265:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608510.102274:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730186880, portal 25
00000400:00000010:2.0:1749608510.102279:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608510.102281:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730186880, offset 0
00000100:00000010:0.0:1749608510.102283:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749608510.102287:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
00000400:00000200:2.0:1749608510.102288:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608510.102302:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608510.102309:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608510.102313:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608510.102317:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1749608510.102319:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608510.102319:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608510.102323:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1586:1586:256:4294967295] 192.168.201.120@tcp LPNI seq info [1586:1586:8:4294967295]
00000400:00000200:2.0:1749608510.102335:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608510.102336:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608510.102339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000800:00000200:2.0:1749608510.102341:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608510.102342:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730187008, portal 10
00000800:00000010:2.0:1749608510.102345:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000010:1.0:1749608510.102346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608510.102347:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730187008, offset 0
00000400:00000200:1.0:1749608510.102351:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608510.102353:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608510.102355:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608510.102357:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608510.102359:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608510.102361:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608510.102362:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608510.102364:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1587:1587:255:4294967295] 192.168.201.120@tcp LPNI seq info [1587:1587:7:4294967295]
00000800:00000200:2.0:1749608510.102364:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608510.102368:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608510.102369:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608510.102371:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608510.102374:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000800:00000200:1.0:1749608510.102377:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608510.102380:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608510.102382:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608510.102389:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749608510.102407:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000100:00000010:1.0:1749608510.102411:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749608510.102414:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
02000000:00000010:1.0:1749608510.102428:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608510.102429:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608510.102431:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608510.102432:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730187136, portal 10
00000400:00000010:1.0:1749608510.102435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608510.102436:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730187136, offset 0
00000400:00000200:1.0:1749608510.102438:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608510.102440:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608510.102445:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608510.102447:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608510.102448:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608510.102449:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608510.102451:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1588:1588:254:4294967295] 192.168.201.120@tcp LPNI seq info [1588:1588:6:4294967295]
00000800:00000200:0.0:1749608510.102452:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608510.102455:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749608510.102456:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000800:00000200:1.0:1749608510.102457:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608510.102458:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608510.102460:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608510.102461:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608510.102463:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608510.102465:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608510.102467:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608510.102471:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749608510.102473:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749608510.102483:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730186880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608510.102503:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608510.102505:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608510.102507:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608510.102510:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608510.102512:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749608510.102513:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749608510.102517:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730187008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608510.102590:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608510.102592:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608510.102595:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608510.102603:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608510.102605:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749608510.102607:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749608510.102611:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730187136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608510.103978:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608510.103990:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331880
00000400:00000200:0.0:1749608510.104003:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3285 [1] + 224
00000400:00000200:0.0:1749608510.104014:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608510.104017:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608510.104022:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730186880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608510.104051:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608510.104056:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331900
00000400:00000200:0.0:1749608510.104060:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x328d [1] + 0
00000400:00000200:0.0:1749608510.104065:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608510.104068:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608510.104071:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730187008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608510.104108:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608510.104113:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331980
00000400:00000200:0.0:1749608510.104117:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3295 [1] + 0
00000400:00000010:2.0:1749608510.104126:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749608510.104131:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608510.104131:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608510.104133:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000200:0.0:1749608510.104134:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608510.104137:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000200:2.0:1749608510.104139:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730186880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608510.104141:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608510.104142:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749608510.104147:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730187136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608510.104147:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730187008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608510.104147:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730186880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608510.104153:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730187008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608510.104168:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608510.104169:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
02000000:00000010:2.0:1749608510.104169:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88800.
00000400:00000010:1.0:1749608510.104170:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608510.104172:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730187136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608510.104175:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bf00.
00000100:00000200:1.0:1749608510.104176:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730187136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608510.104179:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
02000000:00000010:1.0:1749608510.104185:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608510.104187:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940800.
00000100:00000010:1.0:1749608510.104190:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
02000000:00000010:1.0:1749608510.104192:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608510.104198:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:1.0:1749608510.104201:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:3.0:1749608510.115065:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:0.0:1749608510.115078:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:2.0:1749608510.115103:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:1.0:1749608510.115116:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:2.0:1749608515.110172:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608515.110197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608515.110257:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608515.110273:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608515.110278:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749608515.110281:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608515.110288:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea160.
00000100:00000010:2.0:1749608515.110294:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
00000400:00000010:0.0:1749608515.110296:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
02000000:00000010:2.0:1749608515.110297:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000200:0.0:1749608515.110304:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730187264, portal 25
00000400:00000010:0.0:1749608515.110308:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749608515.110310:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730187264, offset 0
00000400:00000200:0.0:1749608515.110318:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608515.110330:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608515.110342:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608515.110347:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608515.110350:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608515.110353:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608515.110356:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1589:1589:256:4294967295] 192.168.201.120@tcp LPNI seq info [1589:1589:8:4294967295]
02000000:00000010:1.0:1749608515.110366:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608515.110368:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608515.110372:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000200:0.0:1749608515.110374:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608515.110375:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000010:0.0:1749608515.110378:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000100:00000200:1.0:1749608515.110378:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730187392, portal 10
00000400:00000010:1.0:1749608515.110382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608515.110383:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730187392, offset 0
00000800:00000200:0.0:1749608515.110386:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608515.110387:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608515.110392:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608515.110394:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608515.110394:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608515.110396:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608515.110398:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608515.110399:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608515.110399:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608515.110401:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1590:1590:255:4294967295] 192.168.201.120@tcp LPNI seq info [1590:1590:7:4294967295]
00000400:00000200:1.0:1749608515.110406:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608515.110408:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608515.110410:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608515.110413:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608515.110416:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608515.110418:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608515.110421:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608515.110435:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
00000100:00000010:0.0:1749608515.110439:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000100:00000010:0.0:1749608515.110445:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
00000800:00000200:2.0:1749608515.110463:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608515.110466:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
02000000:00000010:1.0:1749608515.110470:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608515.110471:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608515.110472:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608515.110474:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608515.110475:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730187520, portal 10
00000400:00000200:2.0:1749608515.110475:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608515.110478:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000200:2.0:1749608515.110478:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749608515.110479:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:1.0:1749608515.110482:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730187520, offset 0
00000400:00000200:1.0:1749608515.110484:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608515.110486:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730187264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608515.110487:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608515.110489:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608515.110496:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608515.110497:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608515.110498:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608515.110500:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1591:1591:254:4294967295] 192.168.201.120@tcp LPNI seq info [1591:1591:6:4294967295]
00000400:00000200:1.0:1749608515.110504:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608515.110506:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608515.110508:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608515.110510:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608515.110513:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608515.110514:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608515.110561:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608515.110563:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608515.110565:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608515.110567:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608515.110568:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749608515.110569:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749608515.110571:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730187392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608515.110587:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608515.110587:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608515.110589:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608515.110590:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608515.110592:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:2.0:1749608515.110593:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:2.0:1749608515.110595:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730187520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608515.111753:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608515.111765:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331a00
00000400:00000200:0.0:1749608515.111771:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x329d [1] + 224
00000400:00000200:0.0:1749608515.111781:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608515.111784:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608515.111790:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730187264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608515.111821:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608515.111825:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331a80
00000400:00000200:0.0:1749608515.111830:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x32a5 [1] + 0
00000400:00000200:0.0:1749608515.111835:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608515.111838:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608515.111842:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730187392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608515.111875:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608515.111880:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331b00
00000400:00000200:0.0:1749608515.111883:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x32ad [1] + 0
00000400:00000010:2.0:1749608515.111895:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea160.
00000400:00000200:0.0:1749608515.111896:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608515.111899:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608515.111899:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749608515.111900:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749608515.111908:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730187264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608515.111914:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730187520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608515.111914:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730187264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608515.111925:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608515.111929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749608515.111931:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
02000000:00000010:2.0:1749608515.111934:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000100:00000200:1.0:1749608515.111957:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730187392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608515.111961:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:1.0:1749608515.111964:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730187392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608515.111964:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749608515.111977:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608515.111978:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608515.111979:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608515.111981:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730187520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608515.111986:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730187520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608515.111994:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608515.111997:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608515.111999:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608515.112001:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608515.112002:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608515.112024:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:1.0:1749608515.123094:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:3.0:1749608515.123094:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:0.0:1749608515.123110:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608515.123119:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:2.0:1749608520.118051:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608520.118068:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608520.118112:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608520.118124:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608520.118129:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749608520.118146:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749608520.118147:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608520.118150:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749608520.118151:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608520.118155:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608520.118160:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730187648, portal 25
00000400:00000010:3.0:1749608520.118163:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749608520.118164:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730187648, offset 0
00000400:00000200:3.0:1749608520.118169:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608520.118177:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608520.118181:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608520.118183:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608520.118186:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608520.118187:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608520.118189:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1592:1592:256:4294967295] 192.168.201.120@tcp LPNI seq info [1592:1592:8:4294967295]
02000000:00000010:1.0:1749608520.118190:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608520.118194:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608520.118197:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000200:3.0:1749608520.118197:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608520.118199:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730187776, portal 10
00000800:00000200:3.0:1749608520.118200:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608520.118202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000800:00000010:3.0:1749608520.118203:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000200:1.0:1749608520.118204:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730187776, offset 0
00000400:00000200:1.0:1749608520.118207:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608520.118207:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608520.118212:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608520.118213:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608520.118214:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608520.118215:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608520.118215:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608520.118217:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608520.118218:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608520.118220:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1593:1593:255:4294967295] 192.168.201.120@tcp LPNI seq info [1593:1593:7:4294967295]
00000400:00000200:1.0:1749608520.118225:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608520.118227:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608520.118229:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608520.118231:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608520.118235:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608520.118236:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608520.118240:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749608520.118249:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749608520.118252:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749608520.118258:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
02000000:00000010:1.0:1749608520.118266:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608520.118268:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608520.118269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608520.118271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730187904, portal 10
00000400:00000010:1.0:1749608520.118273:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000800:00000200:0.0:1749608520.118274:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749608520.118274:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730187904, offset 0
00000400:00000200:1.0:1749608520.118276:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608520.118277:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608520.118278:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608520.118280:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608520.118280:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608520.118281:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608520.118283:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608520.118286:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749608520.118287:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000400:00000200:1.0:1749608520.118287:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608520.118288:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608520.118290:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1594:1594:254:4294967295] 192.168.201.120@tcp LPNI seq info [1594:1594:6:4294967295]
00000100:00000200:0.0:1749608520.118292:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730187648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608520.118294:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608520.118297:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608520.118298:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608520.118300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608520.118303:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608520.118304:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608520.118342:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608520.118343:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608520.118345:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608520.118347:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608520.118348:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749608520.118349:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749608520.118351:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730187776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608520.118364:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608520.118365:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608520.118366:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608520.118368:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608520.118369:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749608520.118375:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749608520.118377:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730187904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608520.119728:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608520.119744:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331b80
00000400:00000200:0.0:1749608520.119751:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x32b5 [1] + 224
00000400:00000200:0.0:1749608520.119760:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608520.119767:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608520.119775:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730187648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608520.119798:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608520.119801:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331c00
00000400:00000200:0.0:1749608520.119804:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x32bd [1] + 0
00000400:00000200:0.0:1749608520.119808:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608520.119809:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608520.119812:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730187776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608520.119828:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749608520.119829:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608520.119830:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331c80
00000400:00000200:3.0:1749608520.119832:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608520.119834:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608520.119838:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x32c5 [1] + 0
00000100:00000200:3.0:1749608520.119839:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730187648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608520.119847:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730187648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608520.119849:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608520.119851:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608520.119853:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608520.119857:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:1.0:1749608520.119859:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749608520.119863:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730187904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608520.119864:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730187776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608520.119864:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749608520.119867:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749608520.119871:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:1.0:1749608520.119873:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730187776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608520.119890:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608520.119892:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608520.119893:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608520.119896:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730187904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608520.119903:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730187904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608520.119915:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608520.119974:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608520.119977:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749608520.119980:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608520.119982:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608520.119983:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749608520.131033:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:2.0:1749608520.131042:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749608520.131061:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:0.0:1749608520.131094:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749608525.126093:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608525.126117:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608525.126180:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608525.126199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749608525.126206:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
02000000:00000010:2.0:1749608525.126207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749608525.126213:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608525.126219:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608525.126226:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730188032, portal 25
00000400:00000010:3.0:1749608525.126229:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608525.126232:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730188032, offset 0
00000100:00000010:2.0:1749608525.126233:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608525.126236:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000200:3.0:1749608525.126238:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608525.126249:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608525.126253:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608525.126257:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608525.126260:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608525.126262:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608525.126264:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1595:1595:256:4294967295] 192.168.201.120@tcp LPNI seq info [1595:1595:8:4294967295]
00000400:00000200:3.0:1749608525.126272:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608525.126276:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608525.126291:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749608525.126296:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608525.126304:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
02000000:00000010:1.0:1749608525.126306:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:3.0:1749608525.126307:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608525.126316:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608525.126323:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000010:3.0:1749608525.126324:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000200:1.0:1749608525.126329:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730188160, portal 10
00000400:00000010:1.0:1749608525.126335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608525.126336:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730188160, offset 0
00000100:00000010:3.0:1749608525.126337:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749608525.126340:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000400:00000200:1.0:1749608525.126345:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608525.126346:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000400:00000200:1.0:1749608525.126356:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608525.126361:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608525.126364:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608525.126368:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608525.126370:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608525.126373:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1596:1596:255:4294967295] 192.168.201.120@tcp LPNI seq info [1596:1596:7:4294967295]
00000400:00000200:1.0:1749608525.126383:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608525.126388:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608525.126393:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608525.126398:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608525.126405:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608525.126409:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608525.126425:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608525.126428:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608525.126430:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608525.126432:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730188288, portal 10
00000400:00000010:1.0:1749608525.126435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608525.126436:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730188288, offset 0
00000400:00000200:1.0:1749608525.126440:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608525.126441:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608525.126443:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608525.126444:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608525.126446:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608525.126448:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608525.126450:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608525.126454:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608525.126461:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608525.126463:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608525.126464:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000200:1.0:1749608525.126466:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1597:1597:254:4294967295] 192.168.201.120@tcp LPNI seq info [1597:1597:6:4294967295]
00000400:00000010:0.0:1749608525.126467:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000400:00000200:1.0:1749608525.126473:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608525.126476:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730188032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608525.126477:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608525.126479:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608525.126482:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608525.126486:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608525.126489:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608525.126502:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608525.126504:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608525.126506:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608525.126509:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608525.126511:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749608525.126513:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749608525.126518:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730188160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608525.126541:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608525.126543:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608525.126545:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608525.126548:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608525.126550:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749608525.126552:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749608525.126555:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730188288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608525.127622:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608525.127634:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331d80
00000400:00000200:0.0:1749608525.127641:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x32d5 [1] + 0
00000400:00000200:0.0:1749608525.127650:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608525.127653:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608525.127658:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730188160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608525.127699:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608525.127711:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331d00
00000400:00000200:0.0:1749608525.127714:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x32cd [1] + 224
00000400:00000200:0.0:1749608525.127721:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608525.127724:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608525.127727:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730188032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608525.127732:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608525.127736:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:1.0:1749608525.127738:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608525.127745:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730188160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608525.127753:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608525.127754:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730188160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608525.127758:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331e00
00000400:00000200:0.0:1749608525.127761:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x32dd [1] + 0
00000400:00000200:0.0:1749608525.127774:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608525.127777:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608525.127778:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000100:00000200:0.0:1749608525.127781:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730188288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608525.127783:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:1.0:1749608525.127787:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:1.0:1749608525.127793:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608525.127794:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608525.127795:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608525.127799:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730188288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608525.127806:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730188288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608525.127813:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608525.127817:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608525.127817:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608525.127818:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
02000000:00000010:1.0:1749608525.127819:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749608525.127821:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:3.0:1749608525.127822:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730188032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608525.127828:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730188032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608525.127867:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
02000000:00000010:3.0:1749608525.127870:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749608525.127873:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:0.0:1749608525.139063:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:2.0:1749608525.139086:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:1.0:1749608525.139121:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749608525.139146:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:2.0:1749608530.134090:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608530.134117:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608530.134175:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608530.134195:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608530.134202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749608530.134229:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:0.0:1749608530.134241:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749608530.134248:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:0.0:1749608530.134249:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea108.
00000400:00000010:0.0:1749608530.134255:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749608530.134262:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730188416, portal 25
00000400:00000010:0.0:1749608530.134266:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749608530.134268:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730188416, offset 0
00000400:00000200:0.0:1749608530.134274:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608530.134284:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608530.134289:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608530.134293:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608530.134296:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608530.134297:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608530.134300:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1598:1598:256:4294967295] 192.168.201.120@tcp LPNI seq info [1598:1598:8:4294967295]
00000400:00000200:0.0:1749608530.134309:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1749608530.134314:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:0.0:1749608530.134320:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608530.134320:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608530.134323:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000800:00000010:0.0:1749608530.134324:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000100:00000200:1.0:1749608530.134325:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730188544, portal 10
00000800:00000200:0.0:1749608530.134329:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608530.134329:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608530.134331:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730188544, offset 0
00000400:00000200:1.0:1749608530.134335:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608530.134336:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608530.134340:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608530.134340:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608530.134342:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608530.134344:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608530.134346:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608530.134347:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608530.134349:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1599:1599:255:4294967295] 192.168.201.120@tcp LPNI seq info [1599:1599:7:4294967295]
00000400:00000200:1.0:1749608530.134354:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608530.134356:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608530.134359:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000100:00000010:0.0:1749608530.134360:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:1.0:1749608530.134361:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608530.134364:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608530.134366:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608530.134375:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000100:00000010:0.0:1749608530.134379:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
00000100:00000010:0.0:1749608530.134382:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
02000000:00000010:1.0:1749608530.134408:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:2.0:1749608530.134413:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608530.134415:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:2.0:1749608530.134416:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000010:1.0:1749608530.134417:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608530.134420:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730188672, portal 10
00000400:00000200:2.0:1749608530.134422:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608530.134423:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608530.134424:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730188672, offset 0
00000400:00000200:1.0:1749608530.134428:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608530.134428:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608530.134432:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608530.134433:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749608530.134434:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000400:00000200:1.0:1749608530.134435:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608530.134436:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608530.134438:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608530.134440:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749608530.134444:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730188416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608530.134450:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1600:1600:254:4294967295] 192.168.201.120@tcp LPNI seq info [1600:1600:6:4294967295]
00000400:00000200:1.0:1749608530.134456:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608530.134461:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608530.134463:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608530.134466:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608530.134470:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608530.134472:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608530.134529:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608530.134532:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608530.134535:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608530.134539:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608530.134541:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:2.0:1749608530.134542:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:2.0:1749608530.134547:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730188544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608530.134573:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608530.134575:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608530.134577:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608530.134580:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608530.134582:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:2.0:1749608530.134583:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:2.0:1749608530.134587:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730188672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608530.135677:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608530.135689:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf331e80
00000400:00000200:0.0:1749608530.135696:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x32e5 [1] + 224
00000400:00000200:0.0:1749608530.135706:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608530.135709:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608530.135715:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730188416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608530.135768:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608530.135774:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf331f00
00000400:00000200:0.0:1749608530.135778:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x32ed [1] + 0
00000400:00000200:0.0:1749608530.135784:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608530.135787:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608530.135791:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730188544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608530.135795:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea108.
00000400:00000200:2.0:1749608530.135799:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749608530.135800:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749608530.135804:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730188416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608530.135810:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730188416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608530.135816:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608530.135820:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf331f80
00000400:00000200:0.0:1749608530.135824:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x32f5 [1] + 0
00000400:00000200:0.0:1749608530.135838:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608530.135843:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608530.135845:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608530.135845:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:1.0:1749608530.135847:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749608530.135849:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
02000000:00000010:2.0:1749608530.135850:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:1.0:1749608530.135853:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730188544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608530.135853:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:0.0:1749608530.135859:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730188672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608530.135861:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730188544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608530.135876:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608530.135878:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608530.135879:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608530.135882:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730188672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608530.135888:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730188672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608530.135900:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608530.135904:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608530.135907:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:1.0:1749608530.135909:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608530.135911:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:1.0:1749608530.135913:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749608530.147050:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:3.0:1749608530.147051:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:0.0:1749608530.147064:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608530.147069:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:2.0:1749608535.142115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608535.142143:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608535.142211:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608535.142231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608535.142238:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:0.0:1749608535.142245:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608535.142252:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea0b0.
00000400:00000010:0.0:1749608535.142258:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000010:2.0:1749608535.142265:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000100:00000200:0.0:1749608535.142266:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730188800, portal 25
02000000:00000010:2.0:1749608535.142269:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:0.0:1749608535.142271:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749608535.142273:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730188800, offset 0
00000400:00000200:0.0:1749608535.142280:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608535.142293:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608535.142300:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608535.142304:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749608535.142304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608535.142308:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608535.142310:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608535.142313:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1601:1601:256:4294967295] 192.168.201.120@tcp LPNI seq info [1601:1601:8:4294967295]
00000400:00000010:1.0:1749608535.142322:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608535.142325:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608535.142326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608535.142329:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730188928, portal 10
00000800:00000200:0.0:1749608535.142332:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608535.142334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608535.142335:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730188928, offset 0
00000800:00000010:0.0:1749608535.142336:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000400:00000200:1.0:1749608535.142340:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608535.142343:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608535.142346:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608535.142348:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608535.142351:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608535.142352:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608535.142353:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608535.142355:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608535.142356:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608535.142357:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1602:1602:255:4294967295] 192.168.201.120@tcp LPNI seq info [1602:1602:7:4294967295]
00000400:00000200:1.0:1749608535.142364:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608535.142368:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608535.142372:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000100:00000010:0.0:1749608535.142375:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:1.0:1749608535.142375:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608535.142380:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608535.142382:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608535.142387:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631440.
00000100:00000010:0.0:1749608535.142395:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
00000100:00000010:0.0:1749608535.142398:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
02000000:00000010:1.0:1749608535.142416:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608535.142418:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608535.142421:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608535.142423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730189056, portal 10
00000400:00000010:1.0:1749608535.142426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608535.142427:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730189056, offset 0
00000400:00000200:1.0:1749608535.142431:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608535.142432:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608535.142434:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608535.142436:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:1.0:1749608535.142437:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608535.142439:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608535.142440:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608535.142442:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608535.142442:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608535.142444:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1603:1603:254:4294967295] 192.168.201.120@tcp LPNI seq info [1603:1603:6:4294967295]
00000400:00000200:2.0:1749608535.142448:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608535.142452:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749608535.142454:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000400:00000200:1.0:1749608535.142456:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608535.142460:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608535.142463:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000100:00000200:2.0:1749608535.142464:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730188800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608535.142466:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608535.142469:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608535.142471:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608535.142483:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608535.142484:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749608535.142487:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608535.142490:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608535.142492:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:2.0:1749608535.142493:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749608535.142496:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730188928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608535.142571:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608535.142573:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608535.142575:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608535.142583:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608535.142586:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:2.0:1749608535.142587:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:2.0:1749608535.142591:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730189056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608535.144027:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608535.144043:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332080
00000400:00000200:0.0:1749608535.144059:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3305 [1] + 0
00000400:00000200:0.0:1749608535.144071:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608535.144075:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608535.144084:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730188928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608535.144120:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608535.144124:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332000
00000400:00000200:0.0:1749608535.144129:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x32fd [1] + 224
00000400:00000200:0.0:1749608535.144133:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608535.144135:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608535.144139:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730188800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608535.144161:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749608535.144161:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608535.144164:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332100
00000400:00000200:1.0:1749608535.144166:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:1.0:1749608535.144168:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000400:00000200:0.0:1749608535.144172:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x330d [1] + 0
00000100:00000200:1.0:1749608535.144179:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730188928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608535.144184:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608535.144186:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608535.144187:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730188928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608535.144190:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730189056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608535.144203:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea0b0.
00000400:00000200:2.0:1749608535.144208:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749608535.144210:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000400:00000010:1.0:1749608535.144215:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000200:2.0:1749608535.144216:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730188800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608535.144218:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749608535.144219:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608535.144222:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730189056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608535.144225:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730188800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608535.144227:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730189056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608535.144243:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:2.0:1749608535.144243:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:1.0:1749608535.144249:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608535.144249:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749608535.144254:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749608535.144254:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749608535.144258:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608535.144260:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608535.144262:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749608535.155057:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631440.
00000100:00000010:3.0:1749608535.155057:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:0.0:1749608535.155067:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608535.155070:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:2.0:1749608540.150043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608540.150059:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608540.150100:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608540.150112:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608540.150116:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608540.150131:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608540.150133:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749608540.150160:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000400:00000010:3.0:1749608540.150171:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608540.150177:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608540.150184:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730189184, portal 25
00000400:00000010:3.0:1749608540.150188:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749608540.150190:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730189184, offset 0
00000400:00000200:3.0:1749608540.150197:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608540.150207:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608540.150211:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608540.150212:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608540.150215:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608540.150227:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000200:3.0:1749608540.150227:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608540.150230:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730189312, portal 10
00000400:00000200:3.0:1749608540.150230:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608540.150232:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608540.150234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608540.150235:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730189312, offset 0
00000400:00000200:3.0:1749608540.150235:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1604:1604:256:4294967295] 192.168.201.120@tcp LPNI seq info [1604:1604:8:4294967295]
00000400:00000200:1.0:1749608540.150240:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608540.150244:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608540.150248:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608540.150250:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608540.150251:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608540.150252:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608540.150254:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608540.150255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608540.150257:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608540.150257:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608540.150259:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1605:1605:255:4294967295] 192.168.201.120@tcp LPNI seq info [1605:1605:7:4294967295]
00000400:00000200:1.0:1749608540.150264:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608540.150265:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608540.150266:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608540.150268:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749608540.150269:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608540.150271:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608540.150274:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608540.150276:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608540.150289:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749608540.150311:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749608540.150315:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749608540.150323:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
02000000:00000010:1.0:1749608540.150337:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608540.150340:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608540.150341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608540.150343:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730189440, portal 10
00000400:00000010:1.0:1749608540.150345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608540.150346:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730189440, offset 0
00000800:00000200:0.0:1749608540.150347:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608540.150349:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608540.150351:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608540.150352:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608540.150354:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608540.150355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608540.150356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608540.150357:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608540.150357:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608540.150359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1606:1606:254:4294967295] 192.168.201.120@tcp LPNI seq info [1606:1606:6:4294967295]
00000400:00000200:0.0:1749608540.150363:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608540.150364:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608540.150366:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749608540.150368:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000800:00000200:1.0:1749608540.150370:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608540.150372:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608540.150374:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608540.150377:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749608540.150378:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730189184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608540.150378:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608540.150409:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608540.150411:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608540.150413:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608540.150417:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608540.150419:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749608540.150420:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749608540.150424:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730189312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608540.150493:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608540.150495:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608540.150497:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608540.150500:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608540.150502:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749608540.150504:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608540.150507:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730189440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608540.151682:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608540.151692:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332200
00000400:00000200:0.0:1749608540.151699:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x331d [1] + 0
00000400:00000200:0.0:1749608540.151707:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608540.151710:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608540.151716:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730189312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608540.151744:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608540.151749:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332180
00000400:00000200:0.0:1749608540.151752:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3315 [1] + 224
00000400:00000200:0.0:1749608540.151757:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608540.151759:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608540.151768:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730189184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608540.151770:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608540.151774:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:1.0:1749608540.151775:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608540.151779:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730189312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608540.151786:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730189312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608540.151791:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608540.151795:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332280
00000400:00000200:0.0:1749608540.151798:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3325 [1] + 0
00000100:02020000:1.0:1749608540.151800:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
02000000:00000010:1.0:1749608540.151809:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749608540.151809:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608540.151811:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608540.151812:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608540.151813:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608540.151814:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608540.151814:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608540.151817:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:3.0:1749608540.151817:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730189184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608540.151818:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730189440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608540.151822:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730189184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608540.151832:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:3.0:1749608540.151832:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:1.0:1749608540.151833:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608540.151834:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
02000000:00000010:3.0:1749608540.151835:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:1.0:1749608540.151836:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730189440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608540.151836:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:1.0:1749608540.151845:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730189440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:1.0:1749608540.151851:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:1.0:1749608540.151855:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608540.151857:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608540.151858:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749608540.163068:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:2.0:1749608540.163068:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:1.0:1749608540.163073:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749608540.163091:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749608545.158040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608545.158056:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608545.158103:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608545.158116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608545.158121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608545.158133:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81000.
00000100:00000010:2.0:1749608545.158139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
00000400:00000010:3.0:1749608545.158140:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608545.158146:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608545.158151:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730189568, portal 25
02000000:00000010:2.0:1749608545.158152:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749608545.158155:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608545.158163:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730189568, offset 0
00000400:00000200:3.0:1749608545.158170:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608545.158179:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608545.158184:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608545.158187:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608545.158190:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608545.158193:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608545.158195:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1607:1607:256:4294967295] 192.168.201.120@tcp LPNI seq info [1607:1607:8:4294967295]
00000400:00000200:3.0:1749608545.158205:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608545.158210:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608545.158213:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
02000000:00000010:1.0:1749608545.158217:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000800:00000200:3.0:1749608545.158218:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608545.158223:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608545.158226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000800:00000200:3.0:1749608545.158226:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:1.0:1749608545.158228:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730189696, portal 10
00000800:00000200:3.0:1749608545.158229:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608545.158232:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608545.158233:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730189696, offset 0
00000400:00000200:1.0:1749608545.158237:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608545.158241:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608545.158243:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608545.158245:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608545.158246:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608545.158248:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608545.158249:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1608:1608:255:4294967295] 192.168.201.120@tcp LPNI seq info [1608:1608:7:4294967295]
00000100:00000010:3.0:1749608545.158249:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000400:00000200:1.0:1749608545.158254:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608545.158256:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608545.158259:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608545.158261:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608545.158262:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000800:00000200:1.0:1749608545.158264:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608545.158266:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608545.158266:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749608545.158276:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
02000000:00000010:1.0:1749608545.158287:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608545.158288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608545.158290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608545.158291:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730189824, portal 10
00000400:00000010:1.0:1749608545.158293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608545.158294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730189824, offset 0
00000400:00000200:1.0:1749608545.158297:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608545.158299:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608545.158300:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608545.158301:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608545.158303:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608545.158304:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608545.158310:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1609:1609:254:4294967295] 192.168.201.120@tcp LPNI seq info [1609:1609:6:4294967295]
00000800:00000200:0.0:1749608545.158314:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608545.158314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608545.158317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608545.158319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000010:0.0:1749608545.158320:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000800:00000200:1.0:1749608545.158320:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608545.158323:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608545.158324:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608545.158328:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608545.158336:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608545.158342:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749608545.158344:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749608545.158355:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730189568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608545.158377:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608545.158379:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608545.158381:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608545.158384:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608545.158386:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608545.158388:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608545.158392:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730189696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608545.158461:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608545.158463:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608545.158465:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608545.158468:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608545.158480:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749608545.158481:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749608545.158486:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730189824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608545.159751:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608545.159764:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332300
00000400:00000200:0.0:1749608545.159772:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x332d [1] + 224
00000400:00000200:0.0:1749608545.159781:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608545.159784:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608545.159790:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730189568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608545.159819:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608545.159823:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332380
00000400:00000200:0.0:1749608545.159828:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3335 [1] + 0
00000400:00000200:0.0:1749608545.159833:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608545.159835:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608545.159839:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730189696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608545.159850:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608545.159854:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608545.159855:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608545.159863:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730189568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608545.159864:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608545.159869:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332400
00000100:00000200:3.0:1749608545.159871:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730189568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608545.159873:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x333d [1] + 0
00000400:00000200:0.0:1749608545.159888:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608545.159889:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81000.
00000400:00000200:0.0:1749608545.159892:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608545.159893:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000200:0.0:1749608545.159895:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730189824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608545.159897:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:1.0:1749608545.159900:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608545.159903:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:1.0:1749608545.159904:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608545.159908:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730189696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608545.159913:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730189696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608545.159932:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608545.159933:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749608545.159934:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608545.159967:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730189824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608545.159971:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730189824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608545.159983:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608545.159986:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608545.159989:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:1.0:1749608545.159992:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608545.159993:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608545.159995:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749608545.171044:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749608545.171044:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:0.0:1749608545.171051:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:2.0:1749608545.171054:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749608550.166117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749608550.166152:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bb00.
00000400:00000200:0.0:1749608550.166199:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749608550.166222:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b89c00.
00000100:00000010:0.0:1749608550.166226:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749608550.166231:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000400:00000010:2.0:1749608550.166231:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608550.166237:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608550.166246:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730189952, portal 25
00000100:00000010:0.0:1749608550.166249:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
00000400:00000010:2.0:1749608550.166251:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
02000000:00000010:0.0:1749608550.166252:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
00000100:00000200:2.0:1749608550.166253:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730189952, offset 0
00000400:00000200:2.0:1749608550.166261:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608550.166273:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608550.166280:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608550.166295:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608550.166299:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608550.166301:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608550.166305:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608550.166305:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1610:1610:256:4294967295] 192.168.201.120@tcp LPNI seq info [1610:1610:8:4294967295]
00000400:00000010:1.0:1749608550.166315:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749608550.166316:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608550.166319:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608550.166321:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730190080, portal 10
00000800:00000200:2.0:1749608550.166322:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608550.166325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608550.166326:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730190080, offset 0
00000800:00000010:2.0:1749608550.166326:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749608550.166330:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608550.166334:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608550.166335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608550.166337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608550.166339:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608550.166340:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608550.166341:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608550.166343:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1611:1611:255:4294967295] 192.168.201.120@tcp LPNI seq info [1611:1611:7:4294967295]
00000800:00000200:2.0:1749608550.166343:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608550.166347:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608550.166348:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608550.166351:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608550.166353:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608550.166356:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608550.166359:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608550.166361:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608550.166366:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000100:00000010:1.0:1749608550.166379:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749608550.166383:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749608550.166387:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
02000000:00000010:1.0:1749608550.166402:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608550.166403:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608550.166405:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608550.166406:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730190208, portal 10
00000400:00000010:1.0:1749608550.166408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608550.166410:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730190208, offset 0
00000400:00000200:1.0:1749608550.166428:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608550.166431:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608550.166447:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608550.166449:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608550.166450:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608550.166452:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608550.166453:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1612:1612:254:4294967295] 192.168.201.120@tcp LPNI seq info [1612:1612:6:4294967295]
00000800:00000200:0.0:1749608550.166456:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608550.166457:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749608550.166459:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000800:00000200:1.0:1749608550.166460:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608550.166462:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608550.166464:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608550.166464:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608550.166467:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608550.166468:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608550.166470:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608550.166474:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749608550.166475:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749608550.166484:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730189952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608550.166504:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608550.166507:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608550.166509:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608550.166512:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608550.166514:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749608550.166516:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749608550.166519:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730190080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608550.166587:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608550.166589:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608550.166591:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608550.166595:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608550.166597:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749608550.166599:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749608550.166602:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730190208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608550.167807:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608550.167819:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332480
00000400:00000200:0.0:1749608550.167831:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3345 [1] + 224
00000400:00000200:0.0:1749608550.167841:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608550.167845:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608550.167850:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730189952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608550.167875:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608550.167878:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332500
00000400:00000200:0.0:1749608550.167881:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x334d [1] + 0
00000400:00000200:0.0:1749608550.167884:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608550.167886:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608550.167888:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730190080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608550.167902:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608550.167905:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608550.167907:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608550.167911:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730189952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608550.167912:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608550.167915:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332580
00000400:00000200:0.0:1749608550.167917:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3355 [1] + 0
00000100:00000200:2.0:1749608550.167920:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730189952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608550.167928:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608550.167930:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608550.167932:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608550.167955:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b89c00.
00000400:00000200:1.0:1749608550.167957:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:1.0:1749608550.167958:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
02000000:00000010:2.0:1749608550.167960:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bb00.
00000100:00000200:0.0:1749608550.167963:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730190208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608550.167963:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730190080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608550.167969:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730190080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608550.167969:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000400:00000010:1.0:1749608550.167982:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608550.167983:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608550.167984:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608550.167986:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730190208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608550.167990:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730190208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608550.167998:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608550.168001:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:1.0:1749608550.168003:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
02000000:00000010:1.0:1749608550.168005:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608550.168011:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000100:00000010:1.0:1749608550.168012:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000100:00000010:2.0:1749608550.179022:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:0.0:1749608550.179030:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:3.0:1749608550.179041:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749608550.179043:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:0.0:1749608555.174092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749608555.174121:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b000.
00000400:00000200:0.0:1749608555.174180:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608555.174199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749608555.174207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749608555.174207:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b89c00.
00000400:00000010:2.0:1749608555.174214:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608555.174220:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608555.174228:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730190336, portal 25
00000100:00000010:0.0:1749608555.174231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
00000400:00000010:2.0:1749608555.174231:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749608555.174233:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730190336, offset 0
02000000:00000010:0.0:1749608555.174234:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
00000400:00000200:2.0:1749608555.174239:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608555.174251:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608555.174256:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608555.174260:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608555.174263:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608555.174265:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608555.174268:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1613:1613:256:4294967295] 192.168.201.120@tcp LPNI seq info [1613:1613:8:4294967295]
02000000:00000010:1.0:1749608555.174276:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:2.0:1749608555.174277:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608555.174280:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608555.174283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:2.0:1749608555.174284:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000010:1.0:1749608555.174287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608555.174290:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730190464, portal 10
00000800:00000200:2.0:1749608555.174290:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608555.174295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608555.174296:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730190464, offset 0
00000800:00000200:2.0:1749608555.174298:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608555.174302:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608555.174302:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608555.174307:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608555.174310:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608555.174313:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608555.174315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608555.174317:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:2.0:1749608555.174319:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096680.
00000400:00000200:1.0:1749608555.174320:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1614:1614:255:4294967295] 192.168.201.120@tcp LPNI seq info [1614:1614:7:4294967295]
00000400:00000200:1.0:1749608555.174343:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608555.174347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608555.174352:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000100:00000010:2.0:1749608555.174352:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000800:00000200:1.0:1749608555.174355:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749608555.174357:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
00000800:00000200:1.0:1749608555.174360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749608555.174361:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
00000800:00000200:1.0:1749608555.174363:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:1.0:1749608555.174374:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608555.174381:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608555.174384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608555.174386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730190592, portal 10
00000400:00000010:1.0:1749608555.174389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608555.174390:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730190592, offset 0
00000400:00000200:1.0:1749608555.174394:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608555.174397:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608555.174400:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608555.174403:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608555.174406:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749608555.174407:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608555.174409:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608555.174411:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608555.174411:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608555.174414:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1615:1615:254:4294967295] 192.168.201.120@tcp LPNI seq info [1615:1615:6:4294967295]
00000400:00000200:0.0:1749608555.174417:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608555.174420:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608555.174421:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749608555.174423:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000800:00000200:1.0:1749608555.174424:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608555.174426:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608555.174429:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749608555.174433:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730190336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608555.174433:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608555.174435:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608555.174452:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608555.174454:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608555.174456:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608555.174459:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608555.174461:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749608555.174462:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749608555.174465:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730190464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608555.174535:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608555.174538:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608555.174540:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608555.174543:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608555.174545:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749608555.174547:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749608555.174551:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730190592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608555.176029:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608555.176045:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332600
00000400:00000200:0.0:1749608555.176054:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x335d [1] + 224
00000400:00000200:0.0:1749608555.176063:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608555.176066:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608555.176074:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730190336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608555.176116:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608555.176120:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332680
00000400:00000200:0.0:1749608555.176125:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3365 [1] + 0
00000400:00000200:0.0:1749608555.176129:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608555.176132:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608555.176136:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730190464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608555.176142:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608555.176146:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608555.176148:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608555.176152:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730190336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608555.176155:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608555.176159:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332700
00000400:00000200:0.0:1749608555.176162:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x336d [1] + 0
00000100:00000200:2.0:1749608555.176167:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730190336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608555.176172:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608555.176175:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608555.176179:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730190592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608555.176186:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:2.0:1749608555.176188:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b89c00.
00000400:00000200:1.0:1749608555.176190:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:1.0:1749608555.176192:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
02000000:00000010:2.0:1749608555.176192:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b000.
00000100:00000010:2.0:1749608555.176195:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000200:1.0:1749608555.176198:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730190464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608555.176206:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730190464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608555.176224:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608555.176226:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749608555.176227:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608555.176230:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730190592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608555.176237:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730190592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608555.176249:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608555.176253:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:1.0:1749608555.176257:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
02000000:00000010:1.0:1749608555.176259:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608555.176261:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:1.0:1749608555.176268:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000010:0.0:1749608555.187068:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096680.
00000100:00000010:3.0:1749608555.187077:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749608555.187094:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:1.0:1749608555.187145:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749608560.182100:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608560.182126:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608560.182178:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608560.182195:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608560.182202:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:0.0:1749608560.182208:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608560.182216:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea058.
00000400:00000010:0.0:1749608560.182222:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749608560.182229:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730190720, portal 25
00000400:00000010:0.0:1749608560.182231:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000010:2.0:1749608560.182231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
00000100:00000200:0.0:1749608560.182233:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730190720, offset 0
02000000:00000010:2.0:1749608560.182235:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000200:0.0:1749608560.182239:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608560.182273:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608560.182278:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608560.182281:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608560.182284:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608560.182286:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608560.182288:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1616:1616:256:4294967295] 192.168.201.120@tcp LPNI seq info [1616:1616:8:4294967295]
02000000:00000010:1.0:1749608560.182302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608560.182307:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608560.182311:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:0.0:1749608560.182312:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608560.182313:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730190848, portal 10
00000800:00000200:0.0:1749608560.182317:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608560.182317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608560.182319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730190848, offset 0
00000800:00000010:0.0:1749608560.182320:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749608560.182323:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608560.182326:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608560.182328:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608560.182330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608560.182332:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608560.182334:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608560.182334:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608560.182335:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608560.182337:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608560.182337:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1617:1617:255:4294967295] 192.168.201.120@tcp LPNI seq info [1617:1617:7:4294967295]
00000400:00000200:1.0:1749608560.182342:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608560.182344:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608560.182347:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608560.182349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608560.182352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608560.182354:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:1.0:1749608560.182354:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608560.182366:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631280.
00000100:00000010:0.0:1749608560.182371:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631680.
00000100:00000010:0.0:1749608560.182376:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631800.
02000000:00000010:1.0:1749608560.182385:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608560.182387:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608560.182390:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608560.182391:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730190976, portal 10
00000400:00000010:1.0:1749608560.182394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608560.182395:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730190976, offset 0
00000400:00000200:1.0:1749608560.182397:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608560.182399:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608560.182401:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608560.182402:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749608560.182407:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608560.182409:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608560.182410:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:2.0:1749608560.182410:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749608560.182411:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1618:1618:254:4294967295] 192.168.201.120@tcp LPNI seq info [1618:1618:6:4294967295]
00000400:00000200:2.0:1749608560.182415:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608560.182416:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608560.182418:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608560.182420:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:2.0:1749608560.182420:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608560.182422:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608560.182424:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000800:00000200:1.0:1749608560.182425:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608560.182426:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749608560.182426:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749608560.182434:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730190720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608560.182451:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608560.182452:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749608560.182454:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608560.182457:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608560.182459:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:2.0:1749608560.182460:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:2.0:1749608560.182463:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730190848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608560.182536:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608560.182545:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749608560.182547:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608560.182551:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608560.182553:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:2.0:1749608560.182554:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:2.0:1749608560.182559:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730190976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608560.183813:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608560.183824:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332800
00000400:00000200:0.0:1749608560.183830:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x337d [1] + 0
00000400:00000200:0.0:1749608560.183839:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608560.183842:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608560.183848:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730190848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608560.183875:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608560.183879:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332780
00000400:00000200:0.0:1749608560.183883:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3375 [1] + 224
00000400:00000200:0.0:1749608560.183888:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608560.183890:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608560.183890:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608560.183893:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:1.0:1749608560.183894:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749608560.183898:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730190848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608560.183902:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730190720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608560.183904:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730190848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608560.183924:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608560.183925:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749608560.183928:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000400:00000200:0.0:1749608560.183929:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332880
00000100:00000010:1.0:1749608560.183931:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:0.0:1749608560.183933:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3385 [1] + 0
00000400:00000010:2.0:1749608560.183964:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea058.
00000400:00000200:2.0:1749608560.183969:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000200:0.0:1749608560.183970:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749608560.183971:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000400:00000200:0.0:1749608560.183974:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749608560.183976:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730190720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608560.183978:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730190976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608560.183985:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730190720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608560.183998:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608560.184002:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:2.0:1749608560.184005:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:1.0:1749608560.184013:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608560.184016:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608560.184017:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608560.184021:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730190976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608560.184028:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730190976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608560.184047:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608560.184050:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608560.184052:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749608560.195092:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608560.195097:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631800.
00000100:00000010:2.0:1749608560.195099:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631680.
00000100:00000010:1.0:1749608560.195132:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631280.
00000100:00000010:0.0:1749608565.190140:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749608565.190192:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7be00.
00000400:00000200:0.0:1749608565.190240:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608565.190256:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749608565.190261:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
02000000:00000010:2.0:1749608565.190271:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88400.
00000400:00000010:2.0:1749608565.190279:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000100:00000010:0.0:1749608565.190280:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749608565.190283:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
00000400:00000010:2.0:1749608565.190285:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608565.190292:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730191104, portal 25
00000400:00000010:2.0:1749608565.190296:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749608565.190297:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730191104, offset 0
00000400:00000200:2.0:1749608565.190303:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608565.190315:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608565.190319:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608565.190322:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608565.190325:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608565.190327:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608565.190330:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1619:1619:256:4294967295] 192.168.201.120@tcp LPNI seq info [1619:1619:8:4294967295]
02000000:00000010:1.0:1749608565.190338:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608565.190343:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608565.190346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608565.190349:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730191232, portal 10
00000400:00000010:1.0:1749608565.190353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:2.0:1749608565.190353:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608565.190354:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730191232, offset 0
00000400:00000200:1.0:1749608565.190359:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608565.190359:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608565.190363:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608565.190363:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749608565.190365:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608565.190367:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749608565.190368:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608565.190369:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608565.190370:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608565.190372:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1620:1620:255:4294967295] 192.168.201.120@tcp LPNI seq info [1620:1620:7:4294967295]
00000800:00000200:2.0:1749608565.190376:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608565.190377:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608565.190380:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608565.190380:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749608565.190382:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608565.190385:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608565.190388:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608565.190390:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608565.190397:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
00000100:00000010:2.0:1749608565.190411:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749608565.190414:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749608565.190417:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
02000000:00000010:1.0:1749608565.190431:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608565.190433:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608565.190434:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608565.190436:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730191360, portal 10
00000400:00000010:1.0:1749608565.190438:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608565.190439:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730191360, offset 0
00000800:00000200:0.0:1749608565.190441:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608565.190442:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608565.190443:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749608565.190444:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608565.190446:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608565.190447:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608565.190449:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608565.190449:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608565.190453:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608565.190455:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608565.190456:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749608565.190457:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000400:00000200:1.0:1749608565.190457:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1621:1621:254:4294967295] 192.168.201.120@tcp LPNI seq info [1621:1621:6:4294967295]
00000400:00000200:1.0:1749608565.190462:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608565.190464:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749608565.190465:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730191104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1749608565.190467:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608565.190469:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608565.190471:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608565.190473:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608565.190479:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608565.190480:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608565.190482:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608565.190483:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608565.190485:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749608565.190486:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749608565.190488:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730191232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608565.190547:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608565.190548:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608565.190550:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608565.190557:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608565.190559:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749608565.190560:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749608565.190562:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730191360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608565.191800:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608565.191809:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332980
00000400:00000200:0.0:1749608565.191815:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3395 [1] + 0
00000400:00000200:0.0:1749608565.191821:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608565.191823:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608565.191829:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730191232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608565.191851:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608565.191853:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332900
00000400:00000200:0.0:1749608565.191856:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x338d [1] + 224
00000400:00000200:0.0:1749608565.191859:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608565.191861:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608565.191863:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730191104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608565.191876:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608565.191879:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332a00
00000400:00000010:1.0:1749608565.191881:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608565.191884:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608565.191885:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000400:00000200:0.0:1749608565.191888:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x339d [1] + 0
00000100:00000200:1.0:1749608565.191889:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730191232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608565.191894:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730191232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608565.191899:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608565.191901:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608565.191904:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730191360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608565.191914:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608565.191918:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608565.191919:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000010:1.0:1749608565.191921:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608565.191922:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608565.191923:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749608565.191923:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730191104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608565.191925:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730191360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608565.191929:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730191360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608565.191932:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730191104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608565.191962:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:2.0:1749608565.191965:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88400.
02000000:00000010:1.0:1749608565.191966:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
02000000:00000010:2.0:1749608565.191968:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7be00.
00000100:00000010:1.0:1749608565.191970:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000100:00000010:2.0:1749608565.191971:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
02000000:00000010:1.0:1749608565.191973:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608565.191974:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:1.0:1749608565.191976:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000010:1.0:1749608565.203065:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:0.0:1749608565.203075:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:2.0:1749608565.203083:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:3.0:1749608565.203091:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:0.0:1749608570.198134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749608570.198161:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7ba00.
00000400:00000200:0.0:1749608570.198229:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608570.198249:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749608570.198256:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
02000000:00000010:2.0:1749608570.198267:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88400.
00000400:00000010:2.0:1749608570.198276:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000100:00000010:0.0:1749608570.198282:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
00000400:00000010:2.0:1749608570.198286:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
02000000:00000010:0.0:1749608570.198287:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000100:00000200:2.0:1749608570.198293:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730191488, portal 25
00000400:00000010:2.0:1749608570.198297:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749608570.198299:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730191488, offset 0
00000400:00000200:2.0:1749608570.198305:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608570.198317:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608570.198335:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608570.198339:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749608570.198341:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608570.198342:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608570.198344:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608570.198346:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1622:1622:256:4294967295] 192.168.201.120@tcp LPNI seq info [1622:1622:8:4294967295]
00000400:00000010:1.0:1749608570.198349:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608570.198353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000200:2.0:1749608570.198355:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608570.198356:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730191616, portal 10
00000800:00000200:2.0:1749608570.198359:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608570.198361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608570.198362:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730191616, offset 0
00000800:00000010:2.0:1749608570.198363:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749608570.198368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608570.198368:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608570.198374:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749608570.198376:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608570.198377:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608570.198379:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749608570.198380:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608570.198381:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608570.198383:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608570.198386:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1623:1623:255:4294967295] 192.168.201.120@tcp LPNI seq info [1623:1623:7:4294967295]
00000400:00000200:1.0:1749608570.198393:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608570.198396:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608570.198400:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000100:00000010:2.0:1749608570.198400:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000800:00000200:1.0:1749608570.198403:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608570.198408:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608570.198410:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608570.198413:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749608570.198416:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
00000100:00000010:2.0:1749608570.198423:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60966c0.
02000000:00000010:1.0:1749608570.198444:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608570.198447:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608570.198450:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608570.198452:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730191744, portal 10
00000400:00000010:1.0:1749608570.198455:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608570.198457:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730191744, offset 0
00000800:00000200:0.0:1749608570.198459:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608570.198461:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608570.198462:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749608570.198465:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608570.198467:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608570.198468:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608570.198470:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608570.198472:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608570.198473:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608570.198473:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608570.198477:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749608570.198479:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000400:00000200:1.0:1749608570.198482:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1624:1624:254:4294967295] 192.168.201.120@tcp LPNI seq info [1624:1624:6:4294967295]
00000100:00000200:0.0:1749608570.198489:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730191488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608570.198489:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608570.198494:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608570.198496:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608570.198499:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608570.198503:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608570.198506:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608570.198566:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608570.198568:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608570.198571:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608570.198575:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608570.198577:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749608570.198578:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749608570.198583:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730191616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608570.198608:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608570.198610:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608570.198612:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608570.198614:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608570.198616:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608570.198618:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608570.198621:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730191744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608570.199666:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608570.199685:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332b00
00000400:00000200:0.0:1749608570.199692:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x33ad [1] + 0
00000400:00000200:0.0:1749608570.199702:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608570.199706:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608570.199713:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730191616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608570.199741:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749608570.199775:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608570.199780:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:1.0:1749608570.199781:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608570.199786:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730191616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608570.199795:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730191616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608570.199822:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332a80
02000000:00000010:1.0:1749608570.199823:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608570.199827:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x33a5 [1] + 224
02000000:00000010:1.0:1749608570.199829:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:1.0:1749608570.199834:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000400:00000200:0.0:1749608570.199835:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608570.199838:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608570.199842:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730191488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608570.199870:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608570.199875:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332b80
00000400:00000200:0.0:1749608570.199878:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x33b5 [1] + 0
00000400:00000200:0.0:1749608570.199893:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749608570.199893:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749608570.199896:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608570.199896:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608570.199898:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749608570.199902:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730191744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608570.199902:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730191488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608570.199907:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730191488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608570.199919:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88400.
02000000:00000010:2.0:1749608570.199922:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7ba00.
00000100:00000010:2.0:1749608570.199923:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
00000400:00000010:1.0:1749608570.199970:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608570.199973:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:1.0:1749608570.199975:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608570.199979:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730191744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608570.199987:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730191744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608570.200002:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608570.200005:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:1.0:1749608570.200009:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000010:0.0:1749608570.211068:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:1.0:1749608570.211097:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749608570.211121:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:3.0:1749608570.211139:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60966c0.
00000100:00000010:2.0:1749608575.206149:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608575.206173:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608575.206220:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749608575.206237:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608575.206245:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea000.
00000100:00000010:2.0:1749608575.206248:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
00000400:00000010:0.0:1749608575.206252:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
02000000:00000010:2.0:1749608575.206253:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000200:0.0:1749608575.206260:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730191872, portal 25
00000400:00000010:0.0:1749608575.206265:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749608575.206267:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730191872, offset 0
00000100:00000010:2.0:1749608575.206273:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749608575.206274:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608575.206276:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000200:0.0:1749608575.206292:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608575.206298:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608575.206302:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608575.206306:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608575.206308:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608575.206311:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1625:1625:256:4294967295] 192.168.201.120@tcp LPNI seq info [1625:1625:8:4294967295]
02000000:00000010:1.0:1749608575.206315:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608575.206323:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608575.206324:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608575.206327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000800:00000200:0.0:1749608575.206329:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608575.206330:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730192000, portal 10
00000800:00000010:0.0:1749608575.206333:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000010:1.0:1749608575.206334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749608575.206335:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730192000, offset 0
00000400:00000200:1.0:1749608575.206339:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608575.206340:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608575.206343:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608575.206345:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608575.206347:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608575.206348:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608575.206348:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608575.206350:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608575.206351:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1626:1626:255:4294967295] 192.168.201.120@tcp LPNI seq info [1626:1626:7:4294967295]
00000800:00000200:0.0:1749608575.206352:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608575.206356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608575.206359:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608575.206361:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749608575.206363:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608575.206366:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608575.206368:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608575.206374:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749608575.206387:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749608575.206391:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749608575.206397:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
02000000:00000010:1.0:1749608575.206410:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608575.206412:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608575.206414:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608575.206415:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730192128, portal 10
00000400:00000010:1.0:1749608575.206418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749608575.206419:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730192128, offset 0
00000800:00000200:2.0:1749608575.206419:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608575.206421:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608575.206422:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749608575.206423:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608575.206427:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608575.206428:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608575.206430:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608575.206431:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608575.206432:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608575.206433:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608575.206434:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1627:1627:254:4294967295] 192.168.201.120@tcp LPNI seq info [1627:1627:6:4294967295]
00000400:00000200:2.0:1749608575.206435:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749608575.206436:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000400:00000200:1.0:1749608575.206439:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608575.206441:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608575.206442:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000100:00000200:2.0:1749608575.206443:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730191872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608575.206444:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608575.206447:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608575.206448:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608575.206457:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608575.206458:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608575.206460:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608575.206461:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608575.206463:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:2.0:1749608575.206464:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:2.0:1749608575.206466:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730192000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608575.206524:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608575.206525:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608575.206526:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608575.206528:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608575.206529:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:2.0:1749608575.206530:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:2.0:1749608575.206532:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730192128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608575.207755:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608575.207766:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332c00
00000400:00000200:0.0:1749608575.207772:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x33bd [1] + 224
00000400:00000200:0.0:1749608575.207781:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608575.207784:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608575.207791:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730191872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608575.207818:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608575.207823:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332c80
00000400:00000200:0.0:1749608575.207827:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x33c5 [1] + 0
00000400:00000200:0.0:1749608575.207832:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608575.207835:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608575.207836:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea000.
00000400:00000200:2.0:1749608575.207839:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749608575.207840:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749608575.207844:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730191872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608575.207846:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730192000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608575.207855:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730191872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608575.207872:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749608575.207874:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749608575.207876:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332d00
02000000:00000010:2.0:1749608575.207878:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:2.0:1749608575.207881:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000200:0.0:1749608575.207885:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x33cd [1] + 0
00000400:00000010:1.0:1749608575.207895:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608575.207899:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000200:0.0:1749608575.207900:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608575.207900:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000400:00000200:0.0:1749608575.207903:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608575.207905:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730192000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608575.207906:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730192128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608575.207911:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730192000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608575.207924:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608575.207926:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608575.207926:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608575.207928:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730192128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608575.207932:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730192128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608575.207967:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608575.207969:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749608575.207971:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749608575.207973:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608575.207978:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:1.0:1749608575.207980:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749608575.219060:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749608575.219069:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:0.0:1749608575.219075:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:3.0:1749608575.219083:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:0.0:1749608580.214106:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749608580.214128:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b600.
00000400:00000200:0.0:1749608580.214172:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608580.214187:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749608580.214193:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749608580.214206:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88e00.
00000100:00000010:0.0:1749608580.214209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749608580.214211:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
00000400:00000010:2.0:1749608580.214213:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608580.214219:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608580.214226:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730192256, portal 25
00000400:00000010:2.0:1749608580.214231:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749608580.214232:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730192256, offset 0
00000400:00000200:2.0:1749608580.214239:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749608580.214249:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:2.0:1749608580.214250:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749608580.214254:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:2.0:1749608580.214254:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608580.214257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000200:2.0:1749608580.214258:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:1.0:1749608580.214260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730192384, portal 10
00000400:00000200:2.0:1749608580.214261:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608580.214262:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608580.214264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608580.214265:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730192384, offset 0
00000400:00000200:2.0:1749608580.214265:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1628:1628:256:4294967295] 192.168.201.120@tcp LPNI seq info [1628:1628:8:4294967295]
00000400:00000200:1.0:1749608580.214270:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608580.214274:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608580.214278:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608580.214280:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608580.214281:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749608580.214282:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608580.214283:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608580.214285:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608580.214286:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749608580.214286:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608580.214288:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1629:1629:255:4294967295] 192.168.201.120@tcp LPNI seq info [1629:1629:7:4294967295]
00000400:00000200:1.0:1749608580.214294:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608580.214294:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608580.214297:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608580.214298:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:1.0:1749608580.214300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608580.214302:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608580.214305:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608580.214307:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608580.214315:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
00000100:00000010:2.0:1749608580.214335:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749608580.214339:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
00000100:00000010:2.0:1749608580.214343:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
00000800:00000200:0.0:1749608580.214356:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608580.214358:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608580.214363:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608580.214367:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608580.214370:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749608580.214371:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
02000000:00000010:1.0:1749608580.214376:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608580.214378:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000100:00000200:0.0:1749608580.214379:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730192256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608580.214380:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608580.214382:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730192512, portal 10
00000400:00000010:1.0:1749608580.214384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608580.214385:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730192512, offset 0
00000400:00000200:1.0:1749608580.214391:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608580.214394:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608580.214395:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608580.214402:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608580.214404:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608580.214405:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608580.214406:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1630:1630:255:4294967295] 192.168.201.120@tcp LPNI seq info [1630:1630:7:4294967295]
00000400:00000200:1.0:1749608580.214411:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608580.214413:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608580.214415:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608580.214417:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608580.214420:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608580.214422:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608580.214441:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608580.214443:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608580.214444:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608580.214446:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608580.214448:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749608580.214449:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749608580.214451:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730192384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608580.214466:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608580.214473:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608580.214474:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608580.214476:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608580.214478:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749608580.214478:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608580.214481:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730192512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608580.215529:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608580.215537:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332e00
00000400:00000200:0.0:1749608580.215541:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x33dd [1] + 0
00000400:00000200:0.0:1749608580.215597:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608580.215601:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608580.215605:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730192384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608580.215625:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608580.215628:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332d80
00000400:00000200:0.0:1749608580.215631:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x33d5 [1] + 224
00000400:00000200:0.0:1749608580.215634:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608580.215636:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608580.215638:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730192256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608580.215642:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608580.215645:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608580.215646:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608580.215649:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730192384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608580.215651:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608580.215654:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf332e80
00000400:00000200:0.0:1749608580.215656:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x33e5 [1] + 0
00000100:00000200:1.0:1749608580.215656:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730192384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608580.215666:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608580.215669:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608580.215671:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730192512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608580.215675:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608580.215678:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:1.0:1749608580.215683:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000400:00000010:1.0:1749608580.215686:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608580.215687:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608580.215687:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608580.215689:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730192512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608580.215690:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000200:1.0:1749608580.215694:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730192512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608580.215694:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608580.215696:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608580.215700:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730192256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608580.215702:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608580.215703:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000200:2.0:1749608580.215708:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730192256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749608580.215709:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
02000000:00000010:2.0:1749608580.215721:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88e00.
02000000:00000010:2.0:1749608580.215724:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b600.
00000100:00000010:2.0:1749608580.215726:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:0.0:1749608580.227071:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:2.0:1749608580.227071:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:1.0:1749608580.227075:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:3.0:1749608580.227080:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:0.0:1749608585.222075:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749608585.222099:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bc00.
00000400:00000200:0.0:1749608585.222151:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608585.222166:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749608585.222171:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
00000100:00000010:0.0:1749608585.222182:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749608585.222185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
02000000:00000010:0.0:1749608585.222217:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940000.
02000000:00000010:3.0:1749608585.222218:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:0.0:1749608585.222223:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea898.
00000400:00000010:3.0:1749608585.222224:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:0.0:1749608585.222229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000400:00000010:3.0:1749608585.222229:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608585.222235:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730192768, portal 10
00000100:00000200:3.0:1749608585.222238:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730192640, portal 25
00000400:00000010:0.0:1749608585.222240:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000400:00000010:3.0:1749608585.222240:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749608585.222242:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730192768, offset 0
00000100:00000200:3.0:1749608585.222242:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730192640, offset 0
00000400:00000200:3.0:1749608585.222248:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608585.222254:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608585.222260:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608585.222265:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608585.222268:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608585.222271:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608585.222273:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608585.222276:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1631:1631:256:4294967295] 192.168.201.120@tcp LPNI seq info [1631:1631:8:4294967295]
00000400:00000200:3.0:1749608585.222285:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608585.222288:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608585.222289:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608585.222291:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608585.222292:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749608585.222293:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608585.222294:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608585.222296:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608585.222297:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1632:1632:255:4294967295] 192.168.201.120@tcp LPNI seq info [1632:1632:7:4294967295]
00000800:00000200:3.0:1749608585.222298:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608585.222303:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608585.222305:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608585.222306:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749608585.222307:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000800:00000200:0.0:1749608585.222309:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608585.222309:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749608585.222312:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608585.222315:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608585.222329:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749608585.222341:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749608585.222344:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749608585.222355:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
02000000:00000010:0.0:1749608585.222365:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:0.0:1749608585.222368:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea7e8.
00000800:00000200:1.0:1749608585.222374:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608585.222377:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608585.222383:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608585.222387:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:0.0:1749608585.222388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000400:00000200:1.0:1749608585.222390:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:1.0:1749608585.222392:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749608585.222396:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730192896, portal 10
00000400:00000010:0.0:1749608585.222400:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749608585.222401:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730192896, offset 0
00000100:00000200:1.0:1749608585.222401:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730192640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608585.222406:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608585.222410:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608585.222413:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608585.222415:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608585.222416:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608585.222418:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608585.222420:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1633:1633:254:4294967295] 192.168.201.120@tcp LPNI seq info [1633:1633:6:4294967295]
00000400:00000200:0.0:1749608585.222427:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608585.222430:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608585.222433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749608585.222436:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608585.222440:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608585.222442:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608585.222483:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608585.222484:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608585.222486:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608585.222488:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608585.222489:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:1.0:1749608585.222490:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:1.0:1749608585.222493:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730192768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608585.222508:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608585.222509:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:1.0:1749608585.222510:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608585.222512:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608585.222513:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:1.0:1749608585.222514:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:1.0:1749608585.222516:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730192896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608585.223567:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608585.223576:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf332f00
00000400:00000200:0.0:1749608585.223582:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x33f1 [1] + 224
00000400:00000200:0.0:1749608585.223588:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608585.223590:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608585.223595:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730192640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608585.223613:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608585.223615:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf332f80
00000400:00000200:0.0:1749608585.223618:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x33ed [1] + 0
00000400:00000200:0.0:1749608585.223620:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608585.223626:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608585.223629:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730192768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608585.223637:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608585.223645:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608585.223646:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608585.223650:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730192640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608585.223653:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608585.223655:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333000
00000100:00000200:3.0:1749608585.223656:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730192640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608585.223657:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x33fd [1] + 0
00000400:00000200:0.0:1749608585.223665:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608585.223666:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea898.
00000400:00000200:0.0:1749608585.223667:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608585.223669:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:1.0:1749608585.223670:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749608585.223672:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730192896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608585.223672:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
00000100:00000200:1.0:1749608585.223673:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730192768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608585.223676:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bc00.
00000100:00000200:1.0:1749608585.223678:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730192768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608585.223678:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
00000400:00000010:1.0:1749608585.223698:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea7e8.
00000400:00000200:1.0:1749608585.223700:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:1.0:1749608585.223701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:1.0:1749608585.223703:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730192896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608585.223707:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730192896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608585.223715:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940000.
02000000:00000010:1.0:1749608585.223717:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:1.0:1749608585.223719:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
02000000:00000010:1.0:1749608585.223720:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:1.0:1749608585.223723:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000100:00000010:1.0:1749608585.223724:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000100:00000010:1.0:1749608585.235006:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:2.0:1749608585.235009:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:0.0:1749608585.235013:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749608585.235021:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:0.0:1749608590.230218:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749608590.230249:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b100.
00000400:00000200:0.0:1749608590.230312:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608590.230349:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749608590.230355:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940800.
00000100:00000010:0.0:1749608590.230372:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749608590.230375:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942c00.
02000000:00000010:1.0:1749608590.230380:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608590.230390:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
02000000:00000010:0.0:1749608590.230397:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942400.
00000400:00000010:1.0:1749608590.230398:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:0.0:1749608590.230401:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea840.
00000400:00000010:0.0:1749608590.230406:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:1.0:1749608590.230406:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730193024, portal 25
00000100:00000200:0.0:1749608590.230409:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730193152, portal 10
00000400:00000010:1.0:1749608590.230411:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608590.230413:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730193024, offset 0
00000400:00000010:0.0:1749608590.230416:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000400:00000200:1.0:1749608590.230421:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749608590.230428:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730193152, offset 0
00000400:00000200:0.0:1749608590.230434:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608590.230435:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608590.230442:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608590.230446:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608590.230450:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608590.230452:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608590.230455:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1634:1634:256:4294967295] 192.168.201.120@tcp LPNI seq info [1634:1634:8:4294967295]
00000400:00000200:1.0:1749608590.230466:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608590.230472:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608590.230473:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608590.230476:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608590.230478:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608590.230480:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608590.230482:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:1.0:1749608590.230491:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:0.0:1749608590.230494:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1635:1635:255:4294967295] 192.168.201.120@tcp LPNI seq info [1635:1635:7:4294967295]
00000800:00000200:1.0:1749608590.230499:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608590.230502:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608590.230506:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608590.230508:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749608590.230509:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000800:00000200:0.0:1749608590.230513:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608590.230513:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749608590.230518:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608590.230520:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608590.230539:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608590.230554:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631440.
00000100:00000010:0.0:1749608590.230558:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d00.
00000100:00000010:0.0:1749608590.230563:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631540.
02000000:00000010:0.0:1749608590.230581:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942800.
00000400:00000010:0.0:1749608590.230584:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea790.
00000400:00000010:0.0:1749608590.230586:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749608590.230588:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730193280, portal 10
00000400:00000010:0.0:1749608590.230592:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749608590.230593:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730193280, offset 0
00000400:00000200:0.0:1749608590.230597:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608590.230600:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608590.230602:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608590.230605:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608590.230606:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608590.230608:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608590.230610:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1636:1636:254:4294967295] 192.168.201.120@tcp LPNI seq info [1636:1636:6:4294967295]
00000800:00000200:2.0:1749608590.230613:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749608590.230616:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:2.0:1749608590.230617:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000800:00000200:0.0:1749608590.230619:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608590.230621:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000200:0.0:1749608590.230623:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608590.230624:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:0.0:1749608590.230626:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608590.230631:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:0.0:1749608590.230633:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:2.0:1749608590.230637:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:2.0:1749608590.230639:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:2.0:1749608590.230650:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730193024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608590.230694:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608590.230696:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749608590.230698:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608590.230701:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608590.230703:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749608590.230705:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749608590.230708:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730193152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608590.230849:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608590.230852:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:2.0:1749608590.230855:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608590.230868:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608590.230872:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749608590.230874:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749608590.230879:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730193280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608590.232373:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608590.232386:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333100
00000400:00000200:0.0:1749608590.232394:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3409 [1] + 0
00000400:00000200:0.0:1749608590.232406:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608590.232410:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608590.232419:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730193152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608590.232462:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608590.232469:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333080
00000400:00000200:0.0:1749608590.232475:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3405 [1] + 224
00000400:00000200:0.0:1749608590.232482:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608590.232486:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608590.232492:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730193024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608590.232497:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea840.
00000400:00000200:2.0:1749608590.232503:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749608590.232506:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749608590.232512:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730193152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608590.232525:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730193152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608590.232530:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608590.232537:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333180
00000400:00000200:0.0:1749608590.232542:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3415 [1] + 0
02000000:00000010:2.0:1749608590.232555:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942400.
02000000:00000010:2.0:1749608590.232560:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940800.
00000400:00000200:0.0:1749608590.232562:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1749608590.232566:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000400:00000200:0.0:1749608590.232567:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608590.232574:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730193280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608590.232600:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea790.
00000400:00000200:2.0:1749608590.232603:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749608590.232605:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000400:00000010:1.0:1749608590.232610:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000200:2.0:1749608590.232610:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730193280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608590.232616:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608590.232633:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:2.0:1749608590.232636:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730193280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608590.232640:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730193024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608590.232649:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730193024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608590.232657:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942800.
02000000:00000010:2.0:1749608590.232661:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942c00.
00000100:00000010:2.0:1749608590.232664:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
02000000:00000010:1.0:1749608590.232666:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749608590.232670:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b100.
00000100:00000010:1.0:1749608590.232673:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000010:1.0:1749608590.243054:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631440.
00000100:00000010:3.0:1749608590.243056:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631540.
00000100:00000010:0.0:1749608590.243060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608590.243073:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d00.
00000100:00000010:2.0:1749608595.238111:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608595.238137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608595.238193:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749608595.238202:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608595.238211:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea738.
00000100:00000010:2.0:1749608595.238211:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000400:00000010:0.0:1749608595.238217:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749608595.238224:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730193408, portal 25
00000400:00000010:0.0:1749608595.238233:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
02000000:00000010:2.0:1749608595.238233:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:0.0:1749608595.238235:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730193408, offset 0
00000400:00000200:0.0:1749608595.238241:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749608595.238247:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608595.238251:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000200:0.0:1749608595.238252:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:3.0:1749608595.238256:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:0.0:1749608595.238257:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608595.238261:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749608595.238263:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608595.238264:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608595.238266:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749608595.238267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608595.238268:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1637:1637:256:4294967295] 192.168.201.120@tcp LPNI seq info [1637:1637:8:4294967295]
00000100:00000200:3.0:1749608595.238271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730193536, portal 10
00000400:00000010:3.0:1749608595.238276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749608595.238277:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730193536, offset 0
00000400:00000200:0.0:1749608595.238278:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608595.238281:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608595.238283:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608595.238285:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000400:00000200:3.0:1749608595.238288:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608595.238290:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608595.238292:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608595.238294:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608595.238297:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608595.238297:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608595.238298:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608595.238300:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608595.238301:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1638:1638:255:4294967295] 192.168.201.120@tcp LPNI seq info [1638:1638:7:4294967295]
00000400:00000200:3.0:1749608595.238308:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608595.238312:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608595.238315:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749608595.238318:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608595.238323:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608595.238324:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:3.0:1749608595.238325:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608595.238335:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000100:00000010:0.0:1749608595.238343:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000100:00000010:0.0:1749608595.238349:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
02000000:00000010:3.0:1749608595.238368:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608595.238371:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608595.238374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749608595.238377:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730193664, portal 10
00000400:00000010:3.0:1749608595.238380:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749608595.238382:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730193664, offset 0
00000400:00000200:3.0:1749608595.238386:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608595.238390:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608595.238393:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608595.238395:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608595.238397:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608595.238399:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608595.238401:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1639:1639:254:4294967295] 192.168.201.120@tcp LPNI seq info [1639:1639:6:4294967295]
00000400:00000200:3.0:1749608595.238408:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608595.238412:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608595.238415:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608595.238419:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608595.238423:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608595.238425:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608595.238428:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608595.238432:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:1.0:1749608595.238437:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608595.238442:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608595.238445:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:1.0:1749608595.238447:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:1.0:1749608595.238454:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730193408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608595.238468:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608595.238469:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608595.238470:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608595.238472:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608595.238473:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:1.0:1749608595.238474:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749608595.238477:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730193536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608595.238549:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608595.238551:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608595.238552:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608595.238554:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608595.238555:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:1.0:1749608595.238557:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:1.0:1749608595.238559:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730193664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608595.239756:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608595.239765:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333200
00000400:00000200:0.0:1749608595.239770:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x341d [1] + 224
00000400:00000200:0.0:1749608595.239776:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608595.239778:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608595.239782:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730193408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608595.239806:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608595.239808:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333280
00000400:00000200:0.0:1749608595.239816:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3425 [1] + 0
00000400:00000200:0.0:1749608595.239820:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608595.239822:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608595.239825:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730193536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608595.239839:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749608595.239841:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea738.
00000400:00000200:0.0:1749608595.239842:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333300
00000400:00000200:2.0:1749608595.239845:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749608595.239846:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000400:00000200:0.0:1749608595.239850:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x342d [1] + 0
00000100:00000200:2.0:1749608595.239852:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730193408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608595.239859:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730193408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608595.239862:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608595.239864:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608595.239866:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730193664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608595.239874:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608595.239882:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
02000000:00000010:2.0:1749608595.239883:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000010:3.0:1749608595.239884:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
02000000:00000010:2.0:1749608595.239888:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000200:3.0:1749608595.239889:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730193664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608595.239892:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:3.0:1749608595.239898:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730193664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608595.239913:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608595.239915:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608595.239917:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608595.239919:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730193536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608595.239931:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730193536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608595.239995:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608595.239999:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749608595.240001:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749608595.240004:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608595.240006:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749608595.240008:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:3.0:1749608595.251059:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:0.0:1749608595.251083:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608595.251136:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:2.0:1749608595.251181:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:2.0:1749608600.246092:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608600.246120:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608600.246182:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608600.246199:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608600.246206:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749608600.246217:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000100:00000010:2.0:1749608600.246225:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000400:00000010:3.0:1749608600.246226:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749608600.246228:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749608600.246233:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608600.246242:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730193792, portal 25
00000400:00000010:3.0:1749608600.246247:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749608600.246250:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730193792, offset 0
02000000:00000010:2.0:1749608600.246253:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749608600.246257:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:3.0:1749608600.246258:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749608600.246268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608600.246271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730193920, portal 10
00000400:00000200:3.0:1749608600.246271:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749608600.246275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749608600.246276:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730193920, offset 0
00000400:00000200:3.0:1749608600.246278:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608600.246281:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608600.246282:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608600.246286:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608600.246288:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608600.246292:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1640:1640:256:4294967295] 192.168.201.120@tcp LPNI seq info [1640:1640:8:4294967295]
00000400:00000200:3.0:1749608600.246304:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608600.246310:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608600.246311:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608600.246313:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608600.246315:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749608600.246315:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608600.246322:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608600.246331:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608600.246331:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608600.246332:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608600.246334:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1641:1641:255:4294967295] 192.168.201.120@tcp LPNI seq info [1641:1641:7:4294967295]
00000800:00000200:3.0:1749608600.246336:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749608600.246340:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608600.246344:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608600.246346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608600.246349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608600.246352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608600.246354:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608600.246359:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749608600.246391:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749608600.246417:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000800:00000200:0.0:1749608600.246424:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:3.0:1749608600.246424:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000800:00000010:0.0:1749608600.246429:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749608600.246434:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608600.246438:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000200:0.0:1749608600.246440:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608600.246441:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608600.246443:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000200:0.0:1749608600.246444:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749608600.246446:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:2.0:1749608600.246451:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730194048, portal 10
00000400:00000010:2.0:1749608600.246453:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749608600.246454:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730194048, offset 0
00000100:00000200:0.0:1749608600.246456:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730193792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608600.246457:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608600.246460:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608600.246462:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608600.246464:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608600.246465:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608600.246466:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608600.246468:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1642:1642:254:4294967295] 192.168.201.120@tcp LPNI seq info [1642:1642:6:4294967295]
00000400:00000200:2.0:1749608600.246472:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608600.246474:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608600.246475:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749608600.246477:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608600.246479:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608600.246481:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608600.246527:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608600.246528:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608600.246530:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608600.246533:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608600.246534:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749608600.246535:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749608600.246537:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730193920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608600.246564:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608600.246565:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608600.246566:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608600.246581:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608600.246583:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749608600.246584:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749608600.246586:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730194048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608600.247757:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608600.247766:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333400
00000400:00000200:0.0:1749608600.247771:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x343d [1] + 0
00000400:00000200:0.0:1749608600.247777:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608600.247779:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608600.247783:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730193920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608600.247801:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608600.247804:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333380
00000400:00000200:0.0:1749608600.247806:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3435 [1] + 224
00000400:00000200:0.0:1749608600.247809:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608600.247810:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608600.247813:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730193792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608600.247824:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608600.247826:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333480
00000400:00000200:0.0:1749608600.247828:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3445 [1] + 0
00000400:00000200:0.0:1749608600.247837:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608600.247842:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608600.247844:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730194048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608600.247854:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608600.247861:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608600.247863:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000010:3.0:1749608600.247866:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:2.0:1749608600.247867:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730193920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608600.247870:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608600.247872:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:2.0:1749608600.247873:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730193920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608600.247877:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730193792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608600.247886:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730193792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608600.247891:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608600.247892:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749608600.247893:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749608600.247895:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730194048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608600.247899:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730194048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608600.247901:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608600.247906:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
02000000:00000010:2.0:1749608600.247908:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749608600.247910:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749608600.247910:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:2.0:1749608600.247911:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608600.247913:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749608600.247914:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608600.247915:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749608600.259016:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:0.0:1749608600.259024:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:1.0:1749608600.259029:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749608600.259039:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749608605.254043:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608605.254059:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608605.254105:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608605.254117:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608605.254122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608605.254136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608605.254139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608605.254145:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749608605.254152:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749608605.254155:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:3.0:1749608605.254157:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000010:2.0:1749608605.254159:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000100:00000200:3.0:1749608605.254162:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730194176, portal 25
00000400:00000010:2.0:1749608605.254163:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000010:3.0:1749608605.254165:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749608605.254166:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730194176, offset 0
00000400:00000200:3.0:1749608605.254171:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608605.254175:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730194304, portal 10
00000400:00000010:2.0:1749608605.254179:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:3.0:1749608605.254179:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749608605.254181:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730194304, offset 0
00000400:00000200:3.0:1749608605.254183:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608605.254186:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608605.254186:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608605.254188:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608605.254190:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608605.254192:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1643:1643:256:4294967295] 192.168.201.120@tcp LPNI seq info [1643:1643:8:4294967295]
00000400:00000200:3.0:1749608605.254199:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608605.254202:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608605.254204:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608605.254205:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749608605.254206:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608605.254209:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608605.254211:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608605.254213:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608605.254215:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608605.254216:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1644:1644:255:4294967295] 192.168.201.120@tcp LPNI seq info [1644:1644:7:4294967295]
00000800:00000200:3.0:1749608605.254221:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608605.254223:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608605.254224:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608605.254227:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608605.254229:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749608605.254233:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608605.254236:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608605.254239:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608605.254245:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749608605.254257:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749608605.254262:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749608605.254269:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
02000000:00000010:2.0:1749608605.254282:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749608605.254285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608605.254287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749608605.254289:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730194432, portal 10
00000400:00000010:2.0:1749608605.254293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749608605.254295:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730194432, offset 0
00000400:00000200:2.0:1749608605.254298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608605.254302:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608605.254304:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608605.254306:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608605.254308:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608605.254309:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608605.254311:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1645:1645:254:4294967295] 192.168.201.120@tcp LPNI seq info [1645:1645:6:4294967295]
00000400:00000200:2.0:1749608605.254318:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608605.254326:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608605.254328:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749608605.254331:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608605.254334:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608605.254336:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608605.254339:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608605.254342:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749608605.254346:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608605.254350:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608605.254353:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749608605.254354:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749608605.254361:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730194176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608605.254373:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608605.254374:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749608605.254376:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608605.254377:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608605.254378:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749608605.254379:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749608605.254381:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730194304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608605.254432:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608605.254433:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749608605.254434:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608605.254436:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608605.254437:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749608605.254437:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749608605.254439:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730194432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608605.255730:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608605.255740:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333500
00000400:00000200:0.0:1749608605.255746:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x344d [1] + 224
00000400:00000200:0.0:1749608605.255761:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608605.255764:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608605.255770:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730194176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608605.255797:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608605.255802:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333580
00000400:00000200:0.0:1749608605.255806:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3455 [1] + 0
00000400:00000200:0.0:1749608605.255810:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608605.255813:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608605.255815:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608605.255818:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608605.255820:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608605.255824:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730194304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608605.255824:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730194176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608605.255830:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730194176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608605.255846:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749608605.255848:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
00000400:00000200:0.0:1749608605.255851:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333600
02000000:00000010:3.0:1749608605.255852:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:0.0:1749608605.255854:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x345d [1] + 0
00000100:00000010:3.0:1749608605.255855:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749608605.255867:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608605.255870:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608605.255871:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608605.255875:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749608605.255876:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749608605.255880:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730194432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608605.255881:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730194304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608605.255889:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730194304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608605.255903:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608605.255905:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:2.0:1749608605.255906:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:2.0:1749608605.255908:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730194432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608605.255915:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730194432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608605.255925:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749608605.255928:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608605.255929:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608605.255932:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749608605.255934:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608605.255949:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749608605.267032:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:1.0:1749608605.267040:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749608605.267052:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:0.0:1749608605.267095:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749608610.262040:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608610.262056:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608610.262094:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608610.262115:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608610.262119:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608610.262137:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608610.262139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749608610.262145:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608610.262153:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
02000000:00000010:3.0:1749608610.262154:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749608610.262158:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:3.0:1749608610.262159:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749608610.262164:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730194560, portal 25
00000400:00000010:3.0:1749608610.262164:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608610.262166:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730194688, portal 10
00000400:00000010:1.0:1749608610.262168:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749608610.262170:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730194560, offset 0
00000400:00000010:3.0:1749608610.262171:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749608610.262173:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730194688, offset 0
00000400:00000200:1.0:1749608610.262176:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608610.262184:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608610.262185:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608610.262189:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608610.262192:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608610.262195:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608610.262197:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608610.262200:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1646:1646:256:4294967295] 192.168.201.120@tcp LPNI seq info [1646:1646:8:4294967295]
00000400:00000200:1.0:1749608610.262209:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608610.262214:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608610.262216:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608610.262218:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:3.0:1749608610.262219:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608610.262221:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749608610.262223:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608610.262224:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608610.262226:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608610.262228:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1647:1647:255:4294967295] 192.168.201.120@tcp LPNI seq info [1647:1647:7:4294967295]
00000800:00000200:1.0:1749608610.262230:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608610.262239:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608610.262241:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608610.262245:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608610.262247:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608610.262250:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608610.262254:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608610.262256:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608610.262259:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000100:00000010:1.0:1749608610.262274:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749608610.262278:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000100:00000010:1.0:1749608610.262289:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
02000000:00000010:3.0:1749608610.262304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608610.262308:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608610.262310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608610.262312:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730194816, portal 10
00000400:00000010:3.0:1749608610.262315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749608610.262316:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730194816, offset 0
00000400:00000200:3.0:1749608610.262320:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608610.262322:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608610.262324:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608610.262326:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:3.0:1749608610.262326:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608610.262328:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608610.262329:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608610.262331:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608610.262331:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608610.262333:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1648:1648:254:4294967295] 192.168.201.120@tcp LPNI seq info [1648:1648:6:4294967295]
00000400:00000200:0.0:1749608610.262336:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608610.262338:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608610.262339:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749608610.262341:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000800:00000200:3.0:1749608610.262342:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608610.262344:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749608610.262346:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749608610.262349:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730194560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749608610.262350:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608610.262352:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608610.262366:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608610.262373:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608610.262375:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608610.262379:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608610.262381:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749608610.262382:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749608610.262386:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730194688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608610.262454:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608610.262455:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749608610.262457:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608610.262459:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608610.262461:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749608610.262462:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749608610.262464:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730194816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608610.263816:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608610.263825:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333680
00000400:00000200:0.0:1749608610.263830:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3465 [1] + 224
00000400:00000200:0.0:1749608610.263838:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608610.263841:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608610.263846:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730194560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608610.263871:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608610.263875:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333700
00000400:00000200:0.0:1749608610.263878:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3469 [1] + 0
00000400:00000200:0.0:1749608610.263882:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608610.263884:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608610.263888:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730194688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608610.263895:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608610.263899:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608610.263900:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608610.263905:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730194560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608610.263914:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730194560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608610.263919:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608610.263923:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333780
00000400:00000200:0.0:1749608610.263926:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3475 [1] + 0
02000000:00000010:1.0:1749608610.263931:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000010:3.0:1749608610.263934:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608610.263958:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749608610.263961:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000200:0.0:1749608610.263966:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608610.263968:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608610.263973:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608610.263974:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608610.263977:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730194816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608610.263978:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730194688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608610.263988:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730194688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608610.264000:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608610.264001:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749608610.264001:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608610.264003:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730194816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608610.264007:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730194816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608620 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608610.264014:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608610.264016:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749608610.264018:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:3.0:1749608610.264019:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608610.264021:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749608610.264022:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:3.0:1749608610.275034:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:2.0:1749608610.275046:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:1.0:1749608610.275060:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:0.0:1749608610.275085:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:2.0:1749608615.270053:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608615.270070:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608615.270110:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608615.270121:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608615.270125:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608615.270133:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608615.270135:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:0.0:1749608615.270136:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608615.270143:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea738.
00000400:00000010:0.0:1749608615.270147:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749608615.270152:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730194944, portal 25
00000400:00000010:0.0:1749608615.270155:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
02000000:00000010:3.0:1749608615.270155:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000100:00000200:0.0:1749608615.270157:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730194944, offset 0
00000400:00000200:0.0:1749608615.270161:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749608615.270161:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608615.270165:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608615.270168:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730195072, portal 10
00000400:00000200:0.0:1749608615.270169:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608615.270173:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749608615.270173:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608615.270174:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730195072, offset 0
00000400:00000200:0.0:1749608615.270176:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608615.270178:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608615.270180:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608615.270180:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608615.270182:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1649:1649:256:4294967295] 192.168.201.120@tcp LPNI seq info [1649:1649:8:4294967295]
00000400:00000200:0.0:1749608615.270189:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608615.270193:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608615.270195:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000400:00000200:3.0:1749608615.270195:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608615.270198:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608615.270199:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608615.270200:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608615.270202:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608615.270204:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608615.270205:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608615.270207:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1650:1650:255:4294967295] 192.168.201.120@tcp LPNI seq info [1650:1650:7:4294967295]
00000800:00000200:0.0:1749608615.270208:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:0.0:1749608615.270227:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:3.0:1749608615.270227:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608615.270231:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608615.270234:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608615.270237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608615.270240:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
00000800:00000200:3.0:1749608615.270242:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608615.270244:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608615.270250:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
00000100:00000010:0.0:1749608615.270258:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
02000000:00000010:3.0:1749608615.270266:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608615.270270:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608615.270272:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749608615.270274:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730195200, portal 10
00000400:00000010:3.0:1749608615.270277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608615.270279:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730195200, offset 0
00000400:00000200:3.0:1749608615.270282:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608615.270285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608615.270287:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608615.270288:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608615.270290:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608615.270291:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608615.270292:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1651:1651:254:4294967295] 192.168.201.120@tcp LPNI seq info [1651:1651:6:4294967295]
00000800:00000200:1.0:1749608615.270293:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608615.270296:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:1.0:1749608615.270297:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000800:00000200:3.0:1749608615.270298:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608615.270300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608615.270301:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749608615.270302:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608615.270305:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608615.270306:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749608615.270306:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749608615.270309:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:1.0:1749608615.270311:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:1.0:1749608615.270334:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730194944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608615.270351:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608615.270353:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608615.270355:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608615.270357:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608615.270359:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:1.0:1749608615.270360:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:1.0:1749608615.270362:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730195072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608615.270426:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608615.270428:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608615.270430:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608615.270433:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608615.270435:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:1.0:1749608615.270436:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:1.0:1749608615.270439:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730195200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608615.271886:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608615.271894:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333880
00000400:00000200:0.0:1749608615.271898:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3485 [1] + 0
00000400:00000200:0.0:1749608615.271903:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608615.271905:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608615.271909:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730195072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608615.271929:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608615.271932:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333800
00000400:00000200:0.0:1749608615.271949:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x347d [1] + 224
00000400:00000200:0.0:1749608615.271952:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608615.271954:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608615.271956:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730194944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608615.271964:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608615.271966:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749608615.271967:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608615.271970:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730195072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608615.271973:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608615.271975:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333900
00000400:00000200:0.0:1749608615.271977:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x348d [1] + 0
00000100:00000200:3.0:1749608615.271979:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730195072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608615.271985:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608615.271987:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608615.271990:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730195200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608615.271998:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608615.271999:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749608615.272000:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749608615.272002:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730195200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608615.272006:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730195200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608615.272015:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608615.272017:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749608615.272019:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:1.0:1749608615.272021:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea738.
02000000:00000010:3.0:1749608615.272021:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608615.272022:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749608615.272023:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:1.0:1749608615.272025:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749608615.272027:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:1.0:1749608615.272032:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730194944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608615.272041:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730194944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608615.272055:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:1.0:1749608615.272059:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749608615.272061:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749608615.283020:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:0.0:1749608615.283021:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608615.283026:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:3.0:1749608615.283028:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:2.0:1749608620.278089:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608620.278112:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608620.278174:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608620.278198:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608620.278205:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608620.278225:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608620.278245:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749608620.278257:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749608620.278265:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608620.278271:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
02000000:00000010:2.0:1749608620.278278:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000100:00000200:3.0:1749608620.278278:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730195328, portal 25
00000400:00000010:2.0:1749608620.278282:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749608620.278282:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608620.278284:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730195328, offset 0
00000400:00000010:2.0:1749608620.278286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000400:00000200:3.0:1749608620.278290:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608620.278298:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730195456, portal 10
00000400:00000200:3.0:1749608620.278302:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749608620.278303:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749608620.278305:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730195456, offset 0
00000400:00000200:3.0:1749608620.278306:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608620.278310:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608620.278310:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608620.278313:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608620.278314:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608620.278317:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1652:1652:256:4294967295] 192.168.201.120@tcp LPNI seq info [1652:1652:8:4294967295]
00000400:00000200:3.0:1749608620.278342:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608620.278346:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608620.278349:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608620.278350:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749608620.278352:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608620.278355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608620.278356:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608620.278357:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608620.278363:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608620.278366:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608620.278369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1653:1653:255:4294967295] 192.168.201.120@tcp LPNI seq info [1653:1653:7:4294967295]
00000800:00000200:3.0:1749608620.278371:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749608620.278377:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608620.278381:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608620.278385:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749608620.278388:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608620.278391:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000800:00000200:2.0:1749608620.278393:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608620.278395:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608620.278407:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749608620.278415:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749608620.278418:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
02000000:00000010:2.0:1749608620.278435:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749608620.278438:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608620.278441:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749608620.278443:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730195584, portal 10
00000400:00000010:2.0:1749608620.278447:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749608620.278448:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730195584, offset 0
00000400:00000200:2.0:1749608620.278453:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608620.278457:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608620.278460:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608620.278462:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608620.278464:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608620.278466:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608620.278469:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1654:1654:254:4294967295] 192.168.201.120@tcp LPNI seq info [1654:1654:6:4294967295]
00000800:00000200:0.0:1749608620.278470:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608620.278474:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749608620.278476:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608620.278479:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608620.278482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608620.278484:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608620.278485:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608620.278489:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608620.278490:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749608620.278491:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608620.278494:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749608620.278496:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749608620.278505:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730195328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608620.278526:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608620.278528:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608620.278545:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608620.278549:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608620.278551:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749608620.278552:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749608620.278556:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730195456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608620.278633:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608620.278635:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608620.278638:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608620.278641:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608620.278643:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749608620.278645:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749608620.278649:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730195584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608620.279983:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608620.279994:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333980
00000400:00000200:0.0:1749608620.280001:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3495 [1] + 224
00000400:00000200:0.0:1749608620.280010:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608620.280013:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608620.280020:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730195328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608620.280047:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608620.280058:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333a00
00000400:00000200:0.0:1749608620.280062:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x349d [1] + 0
00000400:00000010:3.0:1749608620.280068:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608620.280069:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608620.280071:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608620.280071:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749608620.280072:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749608620.280075:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730195328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608620.280076:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730195456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608620.280082:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730195328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608620.280099:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
00000400:00000200:0.0:1749608620.280100:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749608620.280103:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:0.0:1749608620.280104:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333a80
00000100:00000010:3.0:1749608620.280106:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749608620.280107:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x34a5 [1] + 0
00000400:00000200:0.0:1749608620.280120:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608620.280124:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608620.280128:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730195584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608620.280128:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608620.280131:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:2.0:1749608620.280136:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:2.0:1749608620.280141:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730195456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608620.280149:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730195456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608620.280167:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608620.280169:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749608620.280170:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749608620.280173:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730195584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608620.280180:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730195584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608630 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608620.280192:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749608620.280195:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608620.280197:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608620.280200:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608620.280201:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608620.280203:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749608620.291065:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:1.0:1749608620.291089:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:0.0:1749608620.291112:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749608620.291183:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749608625.286101:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608625.286136:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608625.286237:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608625.286256:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608625.286263:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749608625.286268:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749608625.286277:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608625.286281:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
00000400:00000010:3.0:1749608625.286283:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
02000000:00000010:2.0:1749608625.286284:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000200:3.0:1749608625.286292:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730195712, portal 25
00000400:00000010:3.0:1749608625.286296:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749608625.286297:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730195712, offset 0
02000000:00000010:1.0:1749608625.286302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608625.286303:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608625.286309:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608625.286313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608625.286316:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730195840, portal 10
00000400:00000010:1.0:1749608625.286322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608625.286324:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730195840, offset 0
00000400:00000200:3.0:1749608625.286324:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608625.286329:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608625.286348:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608625.286352:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608625.286356:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608625.286358:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608625.286362:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1655:1655:256:4294967295] 192.168.201.120@tcp LPNI seq info [1655:1655:8:4294967295]
00000400:00000200:3.0:1749608625.286374:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608625.286380:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608625.286382:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608625.286383:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608625.286385:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608625.286388:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608625.286390:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608625.286397:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608625.286399:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608625.286399:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608625.286402:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1656:1656:255:4294967295] 192.168.201.120@tcp LPNI seq info [1656:1656:7:4294967295]
00000800:00000200:3.0:1749608625.286403:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608625.286410:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608625.286415:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608625.286419:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608625.286422:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608625.286427:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608625.286427:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000800:00000200:1.0:1749608625.286429:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608625.286446:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749608625.286450:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749608625.286461:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
02000000:00000010:1.0:1749608625.286475:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608625.286478:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608625.286481:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608625.286483:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730195968, portal 10
00000400:00000010:1.0:1749608625.286487:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608625.286488:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730195968, offset 0
00000400:00000200:1.0:1749608625.286493:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608625.286497:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608625.286500:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608625.286502:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608625.286504:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608625.286506:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608625.286508:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1657:1657:254:4294967295] 192.168.201.120@tcp LPNI seq info [1657:1657:6:4294967295]
00000800:00000200:0.0:1749608625.286512:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608625.286514:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749608625.286516:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000800:00000200:1.0:1749608625.286518:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608625.286521:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608625.286522:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608625.286523:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608625.286528:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608625.286528:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608625.286530:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608625.286532:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749608625.286534:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749608625.286543:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730195712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608625.286563:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608625.286564:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749608625.286566:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608625.286569:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608625.286571:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749608625.286572:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749608625.286576:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730195840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608625.286653:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608625.286655:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608625.286658:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608625.286661:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608625.286663:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749608625.286665:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749608625.286668:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730195968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608625.288108:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608625.288123:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333b80
00000400:00000200:0.0:1749608625.288131:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x34b5 [1] + 0
00000400:00000200:0.0:1749608625.288142:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608625.288157:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608625.288163:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730195840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608625.288193:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608625.288198:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333b00
00000400:00000200:0.0:1749608625.288203:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x34ad [1] + 224
00000400:00000200:0.0:1749608625.288209:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608625.288212:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608625.288215:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730195712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608625.288229:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608625.288239:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608625.288240:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608625.288245:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730195840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608625.288250:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608625.288251:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730195840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608625.288256:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333c00
00000400:00000200:0.0:1749608625.288259:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x34bd [1] + 0
00000400:00000200:0.0:1749608625.288272:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608625.288273:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608625.288274:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608625.288277:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
02000000:00000010:1.0:1749608625.288278:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000400:00000200:0.0:1749608625.288279:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608625.288279:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000010:1.0:1749608625.288282:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:0.0:1749608625.288284:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730195968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608625.288285:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730195712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608625.288292:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730195712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608625.288299:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608625.288301:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749608625.288302:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608625.288304:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730195968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608625.288304:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608625.288307:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000200:1.0:1749608625.288308:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730195968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608625.288309:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:1.0:1749608625.288317:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608625.288319:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608625.288320:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749608625.299006:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:0.0:1749608625.299014:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749608625.299020:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749608625.299035:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:0.0:1749608630.294139:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749608630.294163:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bd00.
00000400:00000200:0.0:1749608630.294214:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608630.294228:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749608630.294233:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943800.
00000100:00000010:0.0:1749608630.294247:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749608630.294249:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
02000000:00000010:3.0:1749608630.294266:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749608630.294273:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608630.294279:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
02000000:00000010:1.0:1749608630.294283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000200:3.0:1749608630.294287:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730196096, portal 25
00000400:00000010:1.0:1749608630.294294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608630.294300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608630.294306:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730196224, portal 10
00000400:00000010:3.0:1749608630.294306:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749608630.294309:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730196096, offset 0
00000400:00000010:1.0:1749608630.294313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:3.0:1749608630.294317:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608630.294322:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730196224, offset 0
00000400:00000200:3.0:1749608630.294329:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608630.294330:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608630.294336:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608630.294340:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608630.294343:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608630.294346:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608630.294349:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1658:1658:256:4294967295] 192.168.201.120@tcp LPNI seq info [1658:1658:8:4294967295]
00000400:00000200:3.0:1749608630.294360:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608630.294367:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608630.294371:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608630.294371:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608630.294377:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608630.294377:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608630.294380:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608630.294382:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608630.294384:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608630.294388:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608630.294392:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608630.294395:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1659:1659:255:4294967295] 192.168.201.120@tcp LPNI seq info [1659:1659:7:4294967295]
00000400:00000200:1.0:1749608630.294402:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608630.294406:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608630.294407:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000800:00000010:1.0:1749608630.294410:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608630.294413:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608630.294417:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000800:00000200:1.0:1749608630.294419:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608630.294420:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000800:00000200:1.0:1749608630.294423:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608630.294428:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
02000000:00000010:1.0:1749608630.294437:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608630.294439:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608630.294441:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608630.294442:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730196352, portal 10
00000400:00000010:1.0:1749608630.294444:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749608630.294445:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730196352, offset 0
00000400:00000200:1.0:1749608630.294447:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608630.294450:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608630.294450:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608630.294451:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608630.294452:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608630.294453:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608630.294454:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608630.294455:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608630.294456:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1660:1660:254:4294967295] 192.168.201.120@tcp LPNI seq info [1660:1660:6:4294967295]
00000400:00000200:0.0:1749608630.294457:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608630.294460:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608630.294461:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749608630.294463:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608630.294464:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000800:00000010:1.0:1749608630.294464:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000010:0.0:1749608630.294466:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000800:00000200:1.0:1749608630.294466:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608630.294468:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608630.294469:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749608630.294474:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730196096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608630.294489:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608630.294490:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608630.294492:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608630.294494:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608630.294495:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749608630.294496:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749608630.294499:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730196224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608630.294557:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608630.294558:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608630.294560:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608630.294562:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608630.294569:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749608630.294570:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749608630.294572:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730196352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608630.295917:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608630.295926:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333d00
00000400:00000200:0.0:1749608630.295932:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x34c9 [1] + 0
00000400:00000200:0.0:1749608630.295958:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608630.295961:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608630.295965:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730196224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608630.295988:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608630.295991:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333c80
00000400:00000200:0.0:1749608630.295993:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x34c5 [1] + 224
00000400:00000200:0.0:1749608630.295996:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608630.295997:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608630.295999:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730196096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608630.296011:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608630.296013:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333d80
00000400:00000200:0.0:1749608630.296015:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x34d5 [1] + 0
00000400:00000200:0.0:1749608630.296026:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608630.296028:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608630.296030:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730196352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608630.296055:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608630.296071:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:1.0:1749608630.296078:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608630.296082:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730196224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608630.296085:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749608630.296089:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730196224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608630.296090:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749608630.296091:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749608630.296097:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730196096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608630.296105:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730196096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608630.296108:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608630.296109:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749608630.296110:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608630.296112:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730196352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608630.296116:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730196352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608630.296119:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608630.296124:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bd00.
02000000:00000010:1.0:1749608630.296125:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608630.296128:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943800.
00000100:00000010:3.0:1749608630.296128:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000010:1.0:1749608630.296131:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
02000000:00000010:1.0:1749608630.296133:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608630.296134:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:1.0:1749608630.296136:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000100:00000010:2.0:1749608630.307037:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:0.0:1749608630.307048:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:1.0:1749608630.307058:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749608630.307184:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:2.0:1749608635.302142:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608635.302168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608635.302234:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608635.302252:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:0.0:1749608635.302256:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608635.302260:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:0.0:1749608635.302271:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea790.
00000400:00000010:0.0:1749608635.302279:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749608635.302288:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730196480, portal 25
00000100:00000010:2.0:1749608635.302288:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608635.302292:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:0.0:1749608635.302293:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749608635.302295:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730196480, offset 0
00000400:00000200:0.0:1749608635.302303:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608635.302316:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608635.302321:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608635.302325:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608635.302330:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608635.302332:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608635.302335:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1661:1661:256:4294967295] 192.168.201.120@tcp LPNI seq info [1661:1661:8:4294967295]
02000000:00000010:1.0:1749608635.302343:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608635.302348:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608635.302349:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608635.302353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000800:00000200:0.0:1749608635.302354:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608635.302356:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730196608, portal 10
00000800:00000010:0.0:1749608635.302359:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000400:00000010:1.0:1749608635.302361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608635.302362:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730196608, offset 0
00000800:00000200:0.0:1749608635.302365:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608635.302368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608635.302374:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608635.302375:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608635.302377:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608635.302379:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608635.302379:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608635.302381:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608635.302383:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608635.302392:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1662:1662:255:4294967295] 192.168.201.120@tcp LPNI seq info [1662:1662:7:4294967295]
00000400:00000200:1.0:1749608635.302399:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608635.302404:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608635.302405:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000010:1.0:1749608635.302407:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608635.302410:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608635.302415:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608635.302417:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000800:00000200:1.0:1749608635.302417:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608635.302422:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
00000100:00000010:0.0:1749608635.302433:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
02000000:00000010:1.0:1749608635.302451:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608635.302454:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608635.302456:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608635.302459:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730196736, portal 10
00000400:00000010:1.0:1749608635.302462:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608635.302464:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730196736, offset 0
00000400:00000200:1.0:1749608635.302468:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608635.302472:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608635.302474:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608635.302476:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608635.302478:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608635.302480:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608635.302482:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1663:1663:254:4294967295] 192.168.201.120@tcp LPNI seq info [1663:1663:6:4294967295]
00000400:00000200:1.0:1749608635.302488:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608635.302492:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608635.302495:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608635.302498:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608635.302501:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608635.302504:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608635.302546:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608635.302550:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:2.0:1749608635.302556:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608635.302561:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608635.302565:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749608635.302567:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749608635.302576:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730196480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608635.302594:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608635.302596:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749608635.302598:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608635.302601:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608635.302603:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:2.0:1749608635.302604:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:2.0:1749608635.302608:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730196608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608635.302689:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608635.302691:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:2.0:1749608635.302693:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608635.302696:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608635.302699:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:2.0:1749608635.302700:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749608635.302704:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730196736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608635.304161:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608635.304176:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333e00
00000400:00000200:0.0:1749608635.304184:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x34dd [1] + 224
00000400:00000200:0.0:1749608635.304196:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608635.304199:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608635.304207:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730196480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608635.304255:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608635.304260:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf333e80
00000400:00000200:0.0:1749608635.304265:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x34e5 [1] + 0
00000400:00000200:0.0:1749608635.304270:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608635.304273:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608635.304278:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730196608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608635.304283:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea790.
00000400:00000200:2.0:1749608635.304287:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749608635.304288:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749608635.304297:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730196480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608635.304300:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749608635.304303:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730196480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608635.304304:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf333f00
00000400:00000200:0.0:1749608635.304308:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x34ed [1] + 0
00000400:00000200:0.0:1749608635.304320:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608635.304323:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749608635.304324:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608635.304327:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:0.0:1749608635.304328:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730196736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608635.304331:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:1.0:1749608635.304343:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608635.304348:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:1.0:1749608635.304349:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608635.304359:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730196608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608635.304367:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730196608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608635.304386:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608635.304388:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:1.0:1749608635.304389:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608635.304392:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730196736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608635.304397:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730196736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608635.304410:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608635.304414:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749608635.304417:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749608635.304419:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608635.304421:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608635.304423:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749608635.315077:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:0.0:1749608635.315093:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608635.315100:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:3.0:1749608635.315105:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:0.0:1749608640.310120:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749608640.310145:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b700.
00000400:00000200:0.0:1749608640.310194:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608640.310209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749608640.310215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
02000000:00000010:3.0:1749608640.310221:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:3.0:1749608640.310229:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:0.0:1749608640.310234:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
00000400:00000010:3.0:1749608640.310236:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
02000000:00000010:0.0:1749608640.310237:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000100:00000200:3.0:1749608640.310243:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730196864, portal 25
00000400:00000010:3.0:1749608640.310247:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608640.310248:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730196864, offset 0
00000400:00000200:3.0:1749608640.310254:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608640.310266:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608640.310271:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608640.310274:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608640.310278:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608640.310279:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608640.310282:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1664:1664:256:4294967295] 192.168.201.120@tcp LPNI seq info [1664:1664:8:4294967295]
00000400:00000200:3.0:1749608640.310291:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608640.310295:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608640.310299:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
02000000:00000010:1.0:1749608640.310304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000800:00000200:3.0:1749608640.310304:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749608640.310310:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:3.0:1749608640.310312:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:1.0:1749608640.310313:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608640.310316:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730196992, portal 10
00000800:00000200:3.0:1749608640.310316:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:1.0:1749608640.310320:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608640.310321:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730196992, offset 0
00000400:00000200:1.0:1749608640.310326:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608640.310330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749608640.310331:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000400:00000200:1.0:1749608640.310333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608640.310335:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608640.310336:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608640.310338:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:3.0:1749608640.310343:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749608640.310346:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000400:00000200:1.0:1749608640.310352:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1665:1665:255:4294967295] 192.168.201.120@tcp LPNI seq info [1665:1665:7:4294967295]
00000100:00000010:3.0:1749608640.310352:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000400:00000200:1.0:1749608640.310358:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608640.310361:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608640.310363:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749608640.310366:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608640.310369:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608640.310371:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608640.310380:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:1.0:1749608640.310380:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608640.310382:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000800:00000010:0.0:1749608640.310383:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000010:1.0:1749608640.310384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608640.310385:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730197120, portal 10
00000400:00000200:0.0:1749608640.310388:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608640.310388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608640.310389:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730197120, offset 0
00000400:00000200:0.0:1749608640.310392:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608640.310392:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608640.310395:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000200:1.0:1749608640.310395:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608640.310396:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608640.310398:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608640.310399:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608640.310400:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608640.310401:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1666:1666:254:4294967295] 192.168.201.120@tcp LPNI seq info [1666:1666:6:4294967295]
00000400:00000010:0.0:1749608640.310402:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000400:00000200:1.0:1749608640.310405:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608640.310407:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608640.310408:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000100:00000200:0.0:1749608640.310410:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730196864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608656 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608640.310410:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608640.310412:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608640.310413:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608640.310425:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608640.310426:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608640.310428:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608640.310430:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608640.310431:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749608640.310432:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749608640.310434:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730196992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608640.310493:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608640.310494:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608640.310495:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608640.310497:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608640.310498:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749608640.310499:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000100:00000200:0.0:1749608640.310501:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730197120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608640.312042:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608640.312052:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334000
00000400:00000200:0.0:1749608640.312058:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x34fd [1] + 0
00000400:00000200:0.0:1749608640.312067:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608640.312070:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608640.312076:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730196992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608640.312108:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608640.312114:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf333f80
00000400:00000200:0.0:1749608640.312118:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x34f5 [1] + 224
00000400:00000010:1.0:1749608640.312132:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608640.312133:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608640.312136:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000200:0.0:1749608640.312137:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608640.312137:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608640.312146:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730196992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608640.312151:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730196864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608656 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608640.312153:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730196992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608640.312170:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608640.312174:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334080
02000000:00000010:1.0:1749608640.312174:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608640.312176:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3505 [1] + 0
02000000:00000010:1.0:1749608640.312179:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000100:00000010:1.0:1749608640.312183:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000400:00000200:0.0:1749608640.312187:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608640.312189:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608640.312192:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730197120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608640.312209:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608640.312212:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608640.312213:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608640.312218:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730197120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608640.312224:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749608640.312240:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730197120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608640.312243:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749608640.312244:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749608640.312248:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730196864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608656 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608640.312254:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000100:00000200:3.0:1749608640.312254:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730196864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608656 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608640.312257:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:1.0:1749608640.312259:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:3.0:1749608640.312271:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608640.312273:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b700.
00000100:00000010:3.0:1749608640.312275:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000100:00000010:1.0:1749608640.322997:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:2.0:1749608640.323004:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:0.0:1749608640.323012:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749608640.323047:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:2.0:1749608645.318101:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608645.318127:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608645.318190:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608645.318207:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749608645.318214:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
02000000:00000010:2.0:1749608645.318215:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749608645.318222:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608645.318229:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000010:2.0:1749608645.318231:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608645.318234:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749608645.318235:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000200:3.0:1749608645.318237:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730197248, portal 25
00000400:00000010:1.0:1749608645.318240:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:3.0:1749608645.318242:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000400:00000010:1.0:1749608645.318243:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:3.0:1749608645.318244:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730197248, offset 0
00000100:00000200:1.0:1749608645.318246:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730197376, portal 10
00000400:00000010:1.0:1749608645.318249:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000400:00000200:3.0:1749608645.318251:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608645.318256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730197376, offset 0
00000400:00000200:1.0:1749608645.318260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608645.318266:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608645.318271:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608645.318276:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608645.318279:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608645.318281:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608645.318284:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1667:1667:256:4294967295] 192.168.201.120@tcp LPNI seq info [1667:1667:8:4294967295]
00000400:00000200:3.0:1749608645.318295:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608645.318300:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608645.318301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608645.318303:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608645.318304:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608645.318305:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608645.318306:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608645.318308:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608645.318310:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608645.318318:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608645.318322:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1668:1668:255:4294967295] 192.168.201.120@tcp LPNI seq info [1668:1668:7:4294967295]
00000800:00000200:3.0:1749608645.318323:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608645.318327:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608645.318330:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608645.318333:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749608645.318335:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608645.318339:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608645.318340:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608645.318345:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749608645.318368:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749608645.318374:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749608645.318380:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
02000000:00000010:1.0:1749608645.318394:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608645.318397:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608645.318399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608645.318400:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730197504, portal 10
00000400:00000010:1.0:1749608645.318402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608645.318404:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730197504, offset 0
00000400:00000200:1.0:1749608645.318406:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608645.318409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608645.318411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608645.318413:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608645.318414:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608645.318415:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608645.318416:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1669:1669:254:4294967295] 192.168.201.120@tcp LPNI seq info [1669:1669:6:4294967295]
00000400:00000200:1.0:1749608645.318421:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608645.318423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608645.318424:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749608645.318426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608645.318429:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608645.318430:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608645.318437:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608645.318441:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608645.318447:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608645.318451:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608645.318455:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749608645.318456:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749608645.318465:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730197248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608661 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608645.318479:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608645.318480:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608645.318482:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608645.318488:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608645.318489:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749608645.318490:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749608645.318492:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730197376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608645.318549:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608645.318555:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608645.318557:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608645.318559:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608645.318560:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749608645.318561:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749608645.318564:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730197504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608645.319891:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608645.319902:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334180
00000400:00000200:0.0:1749608645.319909:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3515 [1] + 0
00000400:00000200:0.0:1749608645.319918:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608645.319921:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608645.319926:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730197376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608645.319969:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608645.319973:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334100
00000400:00000200:0.0:1749608645.319977:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x350d [1] + 224
00000400:00000200:0.0:1749608645.319981:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608645.319983:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608645.319987:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730197248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608661 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608645.319996:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608645.320000:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:1.0:1749608645.320002:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608645.320013:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730197376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608645.320016:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608645.320019:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334200
00000400:00000200:0.0:1749608645.320021:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x351d [1] + 0
00000100:00000200:1.0:1749608645.320022:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730197376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608645.320031:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608645.320033:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608645.320036:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730197504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608645.320045:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608645.320048:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608645.320048:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
02000000:00000010:1.0:1749608645.320053:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749608645.320053:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000010:1.0:1749608645.320057:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:3.0:1749608645.320058:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730197248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608661 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608645.320061:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608645.320063:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608645.320064:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:3.0:1749608645.320065:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730197248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608661 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608645.320067:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730197504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608645.320073:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730197504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608645.320076:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608645.320079:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749608645.320081:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:1.0:1749608645.320084:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608645.320085:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608645.320087:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:0.0:1749608645.331009:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:2.0:1749608645.331018:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:1.0:1749608645.331023:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749608645.331029:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:0.0:1749608650.326126:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749608650.326168:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bf00.
00000400:00000200:0.0:1749608650.326222:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608650.326238:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749608650.326245:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
02000000:00000010:1.0:1749608650.326249:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749608650.326257:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:0.0:1749608650.326263:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
00000400:00000010:1.0:1749608650.326263:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
02000000:00000010:0.0:1749608650.326266:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
00000100:00000200:1.0:1749608650.326270:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730197632, portal 25
00000400:00000010:1.0:1749608650.326274:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608650.326276:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730197632, offset 0
00000400:00000200:1.0:1749608650.326282:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608650.326294:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749608650.326299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000400:00000200:1.0:1749608650.326299:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749608650.326303:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea840.
00000400:00000200:1.0:1749608650.326303:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749608650.326307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000400:00000200:1.0:1749608650.326307:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608650.326308:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749608650.326309:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730197760, portal 10
00000400:00000010:0.0:1749608650.326314:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749608650.326316:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730197760, offset 0
00000400:00000200:1.0:1749608650.326317:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1670:1670:256:4294967295] 192.168.201.120@tcp LPNI seq info [1670:1670:8:4294967295]
00000400:00000200:0.0:1749608650.326321:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608650.326327:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608650.326332:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608650.326334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608650.326337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608650.326337:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608650.326340:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608650.326343:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608650.326343:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608650.326345:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608650.326347:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1671:1671:255:4294967295] 192.168.201.120@tcp LPNI seq info [1671:1671:7:4294967295]
00000800:00000200:1.0:1749608650.326351:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608650.326355:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608650.326355:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749608650.326360:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608650.326363:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000800:00000200:0.0:1749608650.326367:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749608650.326367:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000800:00000200:0.0:1749608650.326371:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608650.326374:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608650.326378:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749608650.326392:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749608650.326395:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000800:00000200:0.0:1749608650.326416:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608650.326419:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608650.326428:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608650.326433:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608650.326437:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749608650.326439:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749608650.326446:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730197632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608650.326514:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608650.326516:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:0.0:1749608650.326518:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608650.326521:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608650.326523:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:0.0:1749608650.326524:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749608650.326528:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730197760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1749608650.326547:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000400:00000010:0.0:1749608650.326550:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea7e8.
00000400:00000010:0.0:1749608650.326553:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749608650.326555:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730197888, portal 10
00000400:00000010:0.0:1749608650.326559:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749608650.326561:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730197888, offset 0
00000400:00000200:0.0:1749608650.326565:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608650.326569:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608650.326572:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608650.326574:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608650.326576:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608650.326578:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608650.326581:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1672:1672:256:4294967295] 192.168.201.120@tcp LPNI seq info [1672:1672:8:4294967295]
00000400:00000200:0.0:1749608650.326603:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608650.326607:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608650.326608:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000800:00000200:0.0:1749608650.326611:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608650.326618:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608650.326620:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608650.326675:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608650.326678:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:2.0:1749608650.326681:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608650.326684:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608650.326686:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749608650.326687:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749608650.326690:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730197888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608650.327827:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608650.327836:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334280
00000400:00000200:0.0:1749608650.327843:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3525 [1] + 224
00000400:00000200:0.0:1749608650.327851:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608650.327854:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608650.327860:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730197632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608666 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608650.327884:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608650.327888:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334380
00000400:00000200:0.0:1749608650.327892:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3535 [1] + 0
00000400:00000200:0.0:1749608650.327896:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608650.327899:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608650.327901:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608650.327905:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608650.327906:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749608650.327909:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730197888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608650.327910:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730197632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608650.327916:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730197632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608650.327930:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608650.327934:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334300
02000000:00000010:1.0:1749608650.327954:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749608650.327959:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bf00.
00000100:00000010:1.0:1749608650.327962:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000400:00000010:2.0:1749608650.327965:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea7e8.
00000400:00000200:2.0:1749608650.327969:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749608650.327971:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000400:00000200:0.0:1749608650.327974:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x352d [1] + 0
00000100:00000200:2.0:1749608650.327975:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730197888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608650.327982:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730197888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608650.327987:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608650.327990:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608650.327994:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730197760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608650.328003:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749608650.328008:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:2.0:1749608650.328009:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000400:00000010:2.0:1749608650.328013:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea840.
00000400:00000200:2.0:1749608650.328014:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749608650.328015:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749608650.328017:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730197760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608650.328022:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730197760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608650.328029:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
02000000:00000010:2.0:1749608650.328031:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:2.0:1749608650.328032:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000010:0.0:1749608650.339038:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:1.0:1749608650.339040:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749608650.339048:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749608650.339049:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:0.0:1749608655.334028:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749608655.334049:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b800.
00000400:00000200:0.0:1749608655.334090:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749608655.334110:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88c00.
00000100:00000010:0.0:1749608655.334113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749608655.334118:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000400:00000010:2.0:1749608655.334118:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608655.334124:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749608655.334131:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730198016, portal 25
00000100:00000010:0.0:1749608655.334134:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
00000400:00000010:2.0:1749608655.334135:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749608655.334136:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730198016, offset 0
02000000:00000010:0.0:1749608655.334137:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
00000400:00000200:2.0:1749608655.334142:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608655.334153:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:3.0:1749608655.334157:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:2.0:1749608655.334158:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608655.334161:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749608655.334163:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:2.0:1749608655.334164:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608655.334166:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749608655.334167:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000200:2.0:1749608655.334168:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1673:1673:256:4294967295] 192.168.201.120@tcp LPNI seq info [1673:1673:8:4294967295]
00000100:00000200:3.0:1749608655.334170:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730198144, portal 10
00000400:00000010:3.0:1749608655.334174:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749608655.334176:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730198144, offset 0
00000400:00000200:2.0:1749608655.334177:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608655.334181:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608655.334181:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608655.334186:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608655.334189:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749608655.334189:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608655.334191:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608655.334193:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749608655.334194:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608655.334195:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608655.334197:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1674:1674:255:4294967295] 192.168.201.120@tcp LPNI seq info [1674:1674:7:4294967295]
00000800:00000200:2.0:1749608655.334202:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608655.334204:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608655.334206:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749608655.334208:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608655.334212:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749608655.334215:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608655.334220:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749608655.334222:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d00.
00000800:00000200:3.0:1749608655.334222:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608655.334234:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
00000100:00000010:2.0:1749608655.334248:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749608655.334254:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
02000000:00000010:3.0:1749608655.334265:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000800:00000200:0.0:1749608655.334270:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749608655.334272:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000800:00000010:0.0:1749608655.334273:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000010:3.0:1749608655.334275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608655.334277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730198272, portal 10
00000400:00000200:0.0:1749608655.334278:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608655.334281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749608655.334282:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730198272, offset 0
00000400:00000200:0.0:1749608655.334283:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608655.334286:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608655.334289:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000200:3.0:1749608655.334290:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:0.0:1749608655.334291:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000400:00000200:3.0:1749608655.334292:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608655.334294:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608655.334295:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608655.334297:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608655.334299:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1675:1675:254:4294967295] 192.168.201.120@tcp LPNI seq info [1675:1675:6:4294967295]
00000100:00000200:0.0:1749608655.334300:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730198016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608655.334305:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608655.334309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608655.334311:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608655.334314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608655.334318:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608655.334320:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608655.334369:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608655.334371:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608655.334373:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608655.334377:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608655.334379:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749608655.334380:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749608655.334384:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730198144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608655.334409:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608655.334411:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749608655.334412:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608655.334415:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608655.334417:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749608655.334418:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749608655.334421:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730198272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608655.335449:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608655.335460:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334400
00000400:00000200:0.0:1749608655.335466:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x353d [1] + 224
00000400:00000200:0.0:1749608655.335482:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608655.335485:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608655.335490:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730198016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608655.335515:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608655.335520:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334480
00000400:00000200:0.0:1749608655.335524:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3545 [1] + 0
00000400:00000200:0.0:1749608655.335528:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749608655.335529:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:0.0:1749608655.335531:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608655.335533:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749608655.335534:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749608655.335539:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730198016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608655.335541:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730198144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608655.335548:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730198016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608655.335561:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608655.335565:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334500
00000400:00000200:0.0:1749608655.335568:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x354d [1] + 0
02000000:00000010:2.0:1749608655.335568:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88c00.
02000000:00000010:2.0:1749608655.335572:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b800.
00000100:00000010:2.0:1749608655.335576:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000400:00000200:0.0:1749608655.335578:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608655.335581:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608655.335585:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730198272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608655.335586:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608655.335589:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749608655.335591:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749608655.335595:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730198144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608655.335601:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730198144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608655.335614:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608655.335615:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749608655.335616:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608655.335618:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730198272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608655.335637:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730198272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608655.335683:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608655.335687:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:3.0:1749608655.335691:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
02000000:00000010:3.0:1749608655.335694:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608655.335696:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:3.0:1749608655.335700:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000100:00000010:1.0:1749608655.347059:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:3.0:1749608655.347059:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749608655.347071:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:0.0:1749608655.347077:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d00.
00000100:00000010:2.0:1749608660.342088:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608660.342111:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608660.342150:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749608660.342160:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608660.342168:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea898.
00000100:00000010:2.0:1749608660.342168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000010:0.0:1749608660.342175:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
02000000:00000010:2.0:1749608660.342176:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000200:0.0:1749608660.342184:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730198400, portal 25
00000400:00000010:0.0:1749608660.342188:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749608660.342191:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730198400, offset 0
00000100:00000010:2.0:1749608660.342193:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608660.342197:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608660.342197:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:0.0:1749608660.342199:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749608660.342203:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608660.342207:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608660.342210:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730198528, portal 10
00000400:00000200:0.0:1749608660.342211:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749608660.342215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000200:0.0:1749608660.342217:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749608660.342217:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730198528, offset 0
00000400:00000200:3.0:1749608660.342222:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608660.342235:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608660.342238:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608660.342240:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608660.342244:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1676:1676:256:4294967295] 192.168.201.120@tcp LPNI seq info [1676:1676:8:4294967295]
00000400:00000200:0.0:1749608660.342255:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608660.342260:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608660.342262:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608660.342264:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000400:00000200:3.0:1749608660.342265:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608660.342267:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608660.342269:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608660.342271:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608660.342271:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608660.342273:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1677:1677:255:4294967295] 192.168.201.120@tcp LPNI seq info [1677:1677:7:4294967295]
00000800:00000200:0.0:1749608660.342279:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608660.342281:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608660.342283:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749608660.342284:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608660.342288:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608660.342291:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608660.342295:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608660.342297:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608660.342310:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608660.342328:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
00000100:00000010:0.0:1749608660.342333:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
00000100:00000010:0.0:1749608660.342342:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
02000000:00000010:3.0:1749608660.342357:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608660.342366:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608660.342369:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608660.342372:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730198656, portal 10
00000400:00000010:3.0:1749608660.342376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749608660.342377:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730198656, offset 0
00000400:00000200:3.0:1749608660.342381:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608660.342383:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608660.342385:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608660.342387:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:3.0:1749608660.342388:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608660.342390:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608660.342392:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608660.342392:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608660.342393:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608660.342396:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1678:1678:254:4294967295] 192.168.201.120@tcp LPNI seq info [1678:1678:6:4294967295]
00000400:00000200:1.0:1749608660.342397:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608660.342401:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:1.0:1749608660.342402:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000400:00000200:3.0:1749608660.342402:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608660.342405:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608660.342407:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749608660.342410:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608660.342413:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730198400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749608660.342414:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608660.342416:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608660.342440:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608660.342442:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608660.342445:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608660.342448:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608660.342450:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:1.0:1749608660.342451:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:1.0:1749608660.342455:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730198528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608660.342523:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608660.342526:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608660.342528:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608660.342531:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608660.342534:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:1.0:1749608660.342535:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:1.0:1749608660.342539:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730198656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608660.343722:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608660.343733:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334580
00000400:00000200:0.0:1749608660.343739:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3555 [1] + 224
00000400:00000200:0.0:1749608660.343748:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608660.343751:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608660.343757:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730198400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608660.343785:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608660.343789:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334600
00000400:00000200:0.0:1749608660.343793:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x355d [1] + 0
00000400:00000200:0.0:1749608660.343797:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608660.343800:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608660.343803:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea898.
00000400:00000200:2.0:1749608660.343807:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749608660.343808:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749608660.343813:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730198528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608660.343813:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730198400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608660.343833:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730198400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608660.343854:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749608660.343856:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749608660.343858:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000200:0.0:1749608660.343860:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334680
00000100:00000010:2.0:1749608660.343862:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:0.0:1749608660.343863:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3565 [1] + 0
00000400:00000200:0.0:1749608660.343877:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608660.343879:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608660.343883:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730198656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608660.343886:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608660.343890:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749608660.343892:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608660.343897:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730198528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608660.343905:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730198528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608660.343921:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608660.343925:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749608660.343928:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:3.0:1749608660.343932:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608660.343934:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749608660.343969:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608660.343974:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730198656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608660.343981:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730198656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608660.343995:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608660.343998:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749608660.344000:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749608660.355070:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:3.0:1749608660.355088:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:0.0:1749608660.355116:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:1.0:1749608660.355138:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:2.0:1749608665.350064:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608665.350088:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608665.350134:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608665.350150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608665.350156:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608665.350168:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608665.350170:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749608665.350197:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608665.350197:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
00000400:00000010:2.0:1749608665.350203:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749608665.350204:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749608665.350209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000010:3.0:1749608665.350209:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:2.0:1749608665.350215:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730198912, portal 10
00000100:00000200:3.0:1749608665.350218:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730198784, portal 25
00000400:00000010:2.0:1749608665.350220:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000010:3.0:1749608665.350220:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:2.0:1749608665.350222:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730198912, offset 0
00000100:00000200:3.0:1749608665.350222:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730198784, offset 0
00000400:00000200:2.0:1749608665.350227:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608665.350232:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608665.350238:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608665.350242:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608665.350246:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608665.350249:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608665.350250:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608665.350253:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1679:1679:256:4294967295] 192.168.201.120@tcp LPNI seq info [1679:1679:8:4294967295]
00000400:00000200:2.0:1749608665.350261:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608665.350265:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608665.350267:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608665.350269:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749608665.350269:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608665.350271:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608665.350273:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608665.350274:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608665.350276:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1680:1680:255:4294967295] 192.168.201.120@tcp LPNI seq info [1680:1680:7:4294967295]
00000400:00000200:3.0:1749608665.350281:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608665.350284:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608665.350284:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608665.350286:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608665.350289:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608665.350292:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608665.350292:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608665.350296:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749608665.350296:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749608665.350319:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749608665.350338:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749608665.350358:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749608665.350363:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
02000000:00000010:2.0:1749608665.350377:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749608665.350379:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608665.350381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749608665.350382:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730199040, portal 10
00000400:00000010:2.0:1749608665.350385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749608665.350386:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730199040, offset 0
00000400:00000200:2.0:1749608665.350389:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608665.350392:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608665.350393:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608665.350395:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608665.350396:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608665.350397:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608665.350399:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608665.350399:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1681:1681:254:4294967295] 192.168.201.120@tcp LPNI seq info [1681:1681:6:4294967295]
00000400:00000200:2.0:1749608665.350403:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749608665.350404:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000800:00000200:2.0:1749608665.350405:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608665.350407:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608665.350409:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608665.350409:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608665.350411:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608665.350412:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608665.350415:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608665.350420:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749608665.350421:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749608665.350431:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730198784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608665.350450:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608665.350451:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608665.350454:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608665.350456:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608665.350458:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749608665.350460:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749608665.350463:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730198912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608665.350566:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608665.350568:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608665.350570:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608665.350573:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608665.350575:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749608665.350583:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749608665.350587:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730199040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608665.351736:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608665.351744:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334700
00000400:00000200:0.0:1749608665.351750:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3571 [1] + 224
00000400:00000200:0.0:1749608665.351757:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608665.351759:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608665.351763:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730198784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608665.351781:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608665.351784:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334780
00000400:00000200:0.0:1749608665.351788:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x356d [1] + 0
00000400:00000200:0.0:1749608665.351792:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608665.351795:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608665.351798:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730198912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608665.351802:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608665.351806:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749608665.351807:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608665.351812:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730198784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608665.351818:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730198784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608665.351821:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608665.351826:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334800
00000400:00000200:0.0:1749608665.351829:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x357d [1] + 0
02000000:00000010:3.0:1749608665.351836:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:3.0:1749608665.351839:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000200:0.0:1749608665.351842:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749608665.351842:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:0.0:1749608665.351846:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608665.351849:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608665.351853:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749608665.351854:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749608665.351859:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730199040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608665.351859:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730198912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608665.351867:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730198912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608665.351883:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608665.351890:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749608665.351891:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749608665.351895:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730199040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608665.351902:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730199040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608665.351916:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749608665.351918:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608665.351920:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608665.351922:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749608665.351923:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749608665.351925:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749608665.363022:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749608665.363023:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:0.0:1749608665.363036:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:1.0:1749608665.363041:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749608670.358098:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608670.358122:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608670.358176:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608670.358192:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608670.358198:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749608670.358213:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749608670.358214:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608670.358216:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:1.0:1749608670.358222:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608670.358229:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
02000000:00000010:3.0:1749608670.358236:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000100:00000200:1.0:1749608670.358239:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730199168, portal 25
00000400:00000010:3.0:1749608670.358242:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:1.0:1749608670.358243:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000010:3.0:1749608670.358245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:1.0:1749608670.358246:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730199168, offset 0
00000100:00000200:3.0:1749608670.358248:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730199296, portal 10
00000400:00000200:1.0:1749608670.358254:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749608670.358254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749608670.358263:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730199296, offset 0
00000400:00000200:1.0:1749608670.358268:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608670.358268:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608670.358274:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608670.358279:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608670.358282:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608670.358285:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608670.358288:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1682:1682:256:4294967295] 192.168.201.120@tcp LPNI seq info [1682:1682:8:4294967295]
00000400:00000200:1.0:1749608670.358316:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608670.358322:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608670.358323:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608670.358326:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608670.358327:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:3.0:1749608670.358328:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608670.358330:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608670.358332:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749608670.358334:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608670.358335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1683:1683:255:4294967295] 192.168.201.120@tcp LPNI seq info [1683:1683:7:4294967295]
00000800:00000200:1.0:1749608670.358343:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608670.358343:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608670.358347:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749608670.358347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608670.358350:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749608670.358354:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608670.358364:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608670.358367:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608670.358375:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749608670.358413:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749608670.358419:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749608670.358428:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
02000000:00000010:3.0:1749608670.358441:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608670.358444:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000800:00000200:0.0:1749608670.358447:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749608670.358447:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608670.358449:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730199424, portal 10
00000800:00000010:0.0:1749608670.358451:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000010:3.0:1749608670.358452:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608670.358454:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730199424, offset 0
00000400:00000200:3.0:1749608670.358458:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608670.358460:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608670.358462:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608670.358465:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608670.358466:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608670.358468:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608670.358469:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000200:3.0:1749608670.358469:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749608670.358470:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000400:00000200:3.0:1749608670.358471:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608670.358473:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1684:1684:254:4294967295] 192.168.201.120@tcp LPNI seq info [1684:1684:6:4294967295]
00000100:00000200:0.0:1749608670.358479:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730199168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608670.358480:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608670.358484:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608670.358486:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608670.358490:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608670.358493:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608670.358495:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608670.358544:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608670.358546:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749608670.358548:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608670.358550:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608670.358551:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749608670.358552:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749608670.358555:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730199296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608670.358570:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608670.358571:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749608670.358572:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608670.358574:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608670.358575:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749608670.358576:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749608670.358578:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730199424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608670.359712:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608670.359723:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334880
00000400:00000200:0.0:1749608670.359729:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3585 [1] + 224
00000400:00000200:0.0:1749608670.359738:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608670.359741:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608670.359747:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730199168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608670.359774:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608670.359785:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334900
00000400:00000200:0.0:1749608670.359789:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x358d [1] + 0
00000400:00000200:0.0:1749608670.359795:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608670.359797:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608670.359801:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730199296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608670.359806:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608670.359810:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608670.359811:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608670.359816:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730199168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608670.359824:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608670.359824:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730199168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608670.359829:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334980
00000400:00000200:0.0:1749608670.359832:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3595 [1] + 0
02000000:00000010:1.0:1749608670.359846:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749608670.359847:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608670.359850:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608670.359851:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000010:3.0:1749608670.359851:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:1.0:1749608670.359855:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:3.0:1749608670.359855:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749608670.359856:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608670.359861:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730199296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608670.359862:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730199424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608670.359869:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730199296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608670.359885:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608670.359887:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749608670.359893:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608670.359897:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730199424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608670.359904:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730199424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608670.359917:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608670.359921:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749608670.359924:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749608670.359927:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608670.359929:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749608670.359931:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749608670.371023:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749608670.371031:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:2.0:1749608670.371050:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:0.0:1749608670.371074:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:2.0:1749608675.366084:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608675.366110:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608675.366170:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608675.366186:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608675.366191:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608675.366205:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608675.366207:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608675.366232:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81200.
02000000:00000010:2.0:1749608675.366234:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749608675.366239:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749608675.366239:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:2.0:1749608675.366245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000400:00000010:3.0:1749608675.366245:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608675.366254:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730199552, portal 25
00000400:00000010:3.0:1749608675.366258:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:2.0:1749608675.366259:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730199680, portal 10
00000100:00000200:3.0:1749608675.366260:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730199552, offset 0
00000400:00000010:2.0:1749608675.366263:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000200:3.0:1749608675.366266:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608675.366271:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730199680, offset 0
00000400:00000200:2.0:1749608675.366276:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608675.366277:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608675.366282:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608675.366286:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608675.366289:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608675.366291:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608675.366293:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1685:1685:256:4294967295] 192.168.201.120@tcp LPNI seq info [1685:1685:8:4294967295]
00000400:00000200:3.0:1749608675.366316:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749608675.366321:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608675.366321:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608675.366324:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608675.366326:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749608675.366327:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749608675.366328:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608675.366329:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608675.366331:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1686:1686:255:4294967295] 192.168.201.120@tcp LPNI seq info [1686:1686:7:4294967295]
00000800:00000200:3.0:1749608675.366334:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608675.366336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608675.366339:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608675.366341:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749608675.366344:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608675.366345:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608675.366347:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608675.366351:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749608675.366355:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749608675.366367:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749608675.366380:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749608675.366392:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749608675.366395:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
02000000:00000010:2.0:1749608675.366402:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749608675.366404:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608675.366406:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749608675.366407:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730199808, portal 10
00000400:00000010:2.0:1749608675.366410:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608675.366411:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730199808, offset 0
00000800:00000200:0.0:1749608675.366414:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608675.366414:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608675.366416:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608675.366418:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:2.0:1749608675.366418:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608675.366419:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608675.366423:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608675.366425:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608675.366426:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608675.366428:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608675.366428:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1687:1687:254:4294967295] 192.168.201.120@tcp LPNI seq info [1687:1687:6:4294967295]
00000400:00000200:0.0:1749608675.366432:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749608675.366433:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000400:00000200:2.0:1749608675.366433:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608675.366435:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608675.366437:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749608675.366439:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749608675.366441:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730199680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608675.366442:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608675.366443:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608675.366455:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608675.366456:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749608675.366457:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608675.366459:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608675.366461:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749608675.366461:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749608675.366464:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730199552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608675.366532:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608675.366534:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608675.366535:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608675.366538:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608675.366539:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749608675.366540:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749608675.366542:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730199808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608675.367578:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608675.367587:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334a80
00000400:00000200:0.0:1749608675.367593:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x35a1 [1] + 0
00000400:00000200:0.0:1749608675.367600:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608675.367602:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608675.367607:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730199680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608675.367626:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608675.367628:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334a00
00000400:00000200:0.0:1749608675.367631:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x359d [1] + 224
00000400:00000200:0.0:1749608675.367633:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608675.367635:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608675.367638:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730199552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608675.367649:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608675.367651:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334b00
00000400:00000010:2.0:1749608675.367653:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608675.367657:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749608675.367658:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000400:00000200:0.0:1749608675.367661:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x35ad [1] + 0
00000100:00000200:2.0:1749608675.367663:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730199680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608675.367672:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730199680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608675.367673:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608675.367675:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608675.367681:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730199808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608675.367694:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608675.367696:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749608675.367697:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749608675.367700:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730199808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608675.367704:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:2.0:1749608675.367708:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730199808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608675.367709:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749608675.367710:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608675.367714:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730199552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608675.367720:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730199552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608675.367721:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749608675.367726:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608675.367729:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749608675.367731:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81200.
02000000:00000010:2.0:1749608675.367733:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749608675.367733:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
02000000:00000010:2.0:1749608675.367735:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749608675.367735:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749608675.367737:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749608675.379051:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:1.0:1749608675.379061:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:0.0:1749608675.379068:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:3.0:1749608675.379168:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749608680.374082:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608680.374109:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608680.374163:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608680.374181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608680.374188:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:0.0:1749608680.374197:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000100:00000010:2.0:1749608680.374204:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
00000400:00000010:0.0:1749608680.374205:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea000.
02000000:00000010:2.0:1749608680.374206:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:0.0:1749608680.374212:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749608680.374234:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730199936, portal 25
00000400:00000010:0.0:1749608680.374239:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
02000000:00000010:2.0:1749608680.374239:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000100:00000200:0.0:1749608680.374242:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730199936, offset 0
00000400:00000010:2.0:1749608680.374243:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608680.374246:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000400:00000200:0.0:1749608680.374250:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608680.374255:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730200064, portal 10
00000400:00000010:2.0:1749608680.374259:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749608680.374260:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730200064, offset 0
00000400:00000200:0.0:1749608680.374264:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608680.374264:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608680.374269:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608680.374273:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608680.374277:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608680.374280:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608680.374283:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1688:1688:256:4294967295] 192.168.201.120@tcp LPNI seq info [1688:1688:8:4294967295]
00000400:00000200:0.0:1749608680.374295:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608680.374301:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608680.374301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608680.374303:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608680.374305:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749608680.374306:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749608680.374306:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608680.374308:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608680.374309:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1689:1689:255:4294967295] 192.168.201.120@tcp LPNI seq info [1689:1689:7:4294967295]
00000800:00000200:0.0:1749608680.374313:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608680.374314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608680.374317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608680.374319:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749608680.374321:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608680.374322:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608680.374324:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608680.374326:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608680.374326:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608680.374345:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749608680.374360:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749608680.374370:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749608680.374396:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
02000000:00000010:2.0:1749608680.374406:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749608680.374408:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608680.374410:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749608680.374412:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730200192, portal 10
00000400:00000010:2.0:1749608680.374415:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749608680.374416:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730200192, offset 0
00000400:00000200:2.0:1749608680.374418:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608680.374421:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608680.374423:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608680.374424:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608680.374426:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608680.374427:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749608680.374428:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608680.374428:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1690:1690:254:4294967295] 192.168.201.120@tcp LPNI seq info [1690:1690:6:4294967295]
00000400:00000200:2.0:1749608680.374432:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:1.0:1749608680.374433:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749608680.374434:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608680.374436:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749608680.374438:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608680.374439:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608680.374441:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608680.374442:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749608680.374445:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608680.374449:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:1.0:1749608680.374451:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:1.0:1749608680.374461:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730200064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608680.374499:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608680.374500:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:1.0:1749608680.374503:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608680.374506:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608680.374509:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:1.0:1749608680.374510:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:1.0:1749608680.374514:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730199936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608680.374592:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608680.374595:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:1.0:1749608680.374597:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608680.374601:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608680.374603:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:1.0:1749608680.374605:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:1.0:1749608680.374609:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730200192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608680.375748:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608680.375759:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334c00
00000400:00000200:0.0:1749608680.375765:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x35bd [1] + 0
00000400:00000200:0.0:1749608680.375774:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608680.375777:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608680.375783:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730200064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608680.375827:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608680.375833:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334b80
00000400:00000200:0.0:1749608680.375836:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x35b5 [1] + 224
00000400:00000200:0.0:1749608680.375841:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608680.375843:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608680.375846:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730199936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608680.375863:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608680.375866:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334c80
00000400:00000200:0.0:1749608680.375868:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x35c5 [1] + 0
00000400:00000200:0.0:1749608680.375878:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608680.375880:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608680.375883:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730200192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608680.375892:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608680.375897:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749608680.375898:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749608680.375904:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730200064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608680.375913:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730200064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608680.375931:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea000.
00000400:00000200:1.0:1749608680.375964:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749608680.375966:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000400:00000010:2.0:1749608680.375969:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000200:1.0:1749608680.375972:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730199936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608680.375972:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749608680.375972:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:1.0:1749608680.375981:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730199936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608680.375988:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730200192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608680.375992:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730200192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608680.375996:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:1.0:1749608680.376001:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
02000000:00000010:2.0:1749608680.376003:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608680.376004:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608680.376006:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608680.376007:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608680.376009:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749608680.376010:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608680.376012:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749608680.387064:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749608680.387064:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:1.0:1749608680.387072:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:3.0:1749608680.387076:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749608685.382067:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608685.382097:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608685.382169:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608685.382181:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608685.382185:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608685.382198:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608685.382200:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608685.382212:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749608685.382222:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:3.0:1749608685.382223:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:2.0:1749608685.382226:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608685.382230:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000010:3.0:1749608685.382231:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:2.0:1749608685.382235:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730200448, portal 10
00000400:00000010:2.0:1749608685.382239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749608685.382241:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730200448, offset 0
00000100:00000200:3.0:1749608685.382241:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730200320, portal 25
00000400:00000010:3.0:1749608685.382245:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000400:00000200:2.0:1749608685.382247:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608685.382251:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730200320, offset 0
00000400:00000200:2.0:1749608685.382254:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608685.382258:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608685.382258:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608685.382260:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608685.382263:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608685.382264:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608685.382266:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1691:1691:256:4294967295] 192.168.201.120@tcp LPNI seq info [1691:1691:8:4294967295]
00000400:00000200:2.0:1749608685.382284:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608685.382288:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608685.382291:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:3.0:1749608685.382293:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749608685.382295:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608685.382296:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608685.382299:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749608685.382301:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608685.382301:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608685.382303:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749608685.382304:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749608685.382305:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1692:1692:255:4294967295] 192.168.201.120@tcp LPNI seq info [1692:1692:7:4294967295]
00000400:00000200:3.0:1749608685.382312:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608685.382315:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608685.382318:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000100:00000010:2.0:1749608685.382320:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000800:00000200:3.0:1749608685.382322:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749608685.382329:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749608685.382334:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749608685.382337:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
00000800:00000200:3.0:1749608685.382338:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608685.382341:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:2.0:1749608685.382343:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749608685.382345:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608685.382346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749608685.382348:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730200576, portal 10
00000400:00000010:2.0:1749608685.382350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749608685.382351:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730200576, offset 0
00000400:00000200:2.0:1749608685.382354:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608685.382357:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608685.382358:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608685.382360:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608685.382361:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608685.382363:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608685.382364:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1693:1693:254:4294967295] 192.168.201.120@tcp LPNI seq info [1693:1693:6:4294967295]
00000400:00000200:2.0:1749608685.382368:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608685.382371:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608685.382372:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608685.382374:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608685.382376:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608685.382377:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608685.382418:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608685.382422:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608685.382427:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608685.382432:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608685.382435:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749608685.382437:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749608685.382445:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730200448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608685.382459:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608685.382460:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608685.382461:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608685.382463:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608685.382464:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749608685.382470:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749608685.382473:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730200320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608685.382535:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608685.382537:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608685.382539:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608685.382542:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608685.382544:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749608685.382546:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749608685.382549:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730200576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608685.383748:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608685.383758:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334d80
00000400:00000200:0.0:1749608685.383765:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x35cd [1] + 0
00000400:00000200:0.0:1749608685.383774:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608685.383776:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608685.383782:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730200448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608685.383815:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608685.383819:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334d00
00000400:00000200:0.0:1749608685.383822:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x35d1 [1] + 224
00000400:00000200:0.0:1749608685.383826:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608685.383829:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608685.383832:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730200320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608685.383845:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608685.383848:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749608685.383849:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749608685.383853:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730200448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608685.383857:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749608685.383859:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730200448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608685.383861:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334e00
00000400:00000200:0.0:1749608685.383864:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x35dd [1] + 0
00000400:00000010:3.0:1749608685.383873:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608685.383877:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749608685.383878:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000400:00000200:0.0:1749608685.383879:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608685.383880:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
00000400:00000200:0.0:1749608685.383881:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749608685.383881:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730200320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608685.383883:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000200:0.0:1749608685.383884:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730200576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608685.383887:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:3.0:1749608685.383887:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730200320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608685.383890:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608685.383891:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749608685.383892:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749608685.383894:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730200576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608685.383897:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000100:00000200:2.0:1749608685.383899:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730200576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608685.383900:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749608685.383901:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608685.383907:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749608685.383908:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749608685.383909:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749608685.395002:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:3.0:1749608685.395019:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:1.0:1749608685.395034:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:0.0:1749608685.395040:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749608690.390113:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608690.390141:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608690.390196:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608690.390213:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608690.390219:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749608690.390226:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749608690.390233:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749608690.390234:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608690.390236:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:1.0:1749608690.390253:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
02000000:00000010:2.0:1749608690.390257:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000100:00000200:1.0:1749608690.390260:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730200704, portal 25
00000400:00000010:2.0:1749608690.390261:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:1.0:1749608690.390263:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749608690.390264:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730200704, offset 0
00000400:00000200:1.0:1749608690.390270:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749608690.390279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000200:1.0:1749608690.390281:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749608690.390283:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730200832, portal 10
00000400:00000200:1.0:1749608690.390286:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608690.390288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000200:1.0:1749608690.390289:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:2.0:1749608690.390290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730200832, offset 0
00000400:00000200:1.0:1749608690.390292:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608690.390294:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608690.390295:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608690.390297:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1694:1694:256:4294967295] 192.168.201.120@tcp LPNI seq info [1694:1694:8:4294967295]
00000400:00000200:1.0:1749608690.390305:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608690.390310:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608690.390311:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608690.390313:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749608690.390314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608690.390317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749608690.390318:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608690.390319:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608690.390321:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608690.390323:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1695:1695:255:4294967295] 192.168.201.120@tcp LPNI seq info [1695:1695:7:4294967295]
00000800:00000200:1.0:1749608690.390326:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608690.390328:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608690.390329:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608690.390331:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608690.390333:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749608690.390336:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608690.390339:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608690.390341:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608690.390351:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749608690.390368:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749608690.390371:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749608690.390374:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
02000000:00000010:2.0:1749608690.390384:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749608690.390386:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608690.390388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749608690.390389:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730200960, portal 10
00000400:00000010:2.0:1749608690.390391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749608690.390392:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730200960, offset 0
00000400:00000200:2.0:1749608690.390395:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608690.390398:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608690.390399:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608690.390404:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608690.390406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608690.390407:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608690.390408:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1696:1696:254:4294967295] 192.168.201.120@tcp LPNI seq info [1696:1696:6:4294967295]
00000400:00000200:2.0:1749608690.390413:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608690.390415:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608690.390417:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608690.390419:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608690.390421:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608690.390423:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608690.390432:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608690.390436:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608690.390442:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608690.390448:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608690.390452:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000400:00000010:0.0:1749608690.390454:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000100:00000200:0.0:1749608690.390465:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730200704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608690.390484:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608690.390486:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608690.390488:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608690.390491:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608690.390493:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749608690.390494:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749608690.390498:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730200832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608690.390570:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608690.390573:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608690.390575:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608690.390579:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608690.390581:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749608690.390583:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749608690.390587:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730200960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608690.391761:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608690.391772:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf334f00
00000400:00000200:0.0:1749608690.391785:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x35ed [1] + 0
00000400:00000200:0.0:1749608690.391796:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608690.391799:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608690.391804:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730200832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608690.391831:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608690.391834:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf334f80
00000400:00000200:0.0:1749608690.391837:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x35f5 [1] + 0
00000400:00000200:0.0:1749608690.391840:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608690.391841:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608690.391844:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730200960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608690.391852:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608690.391854:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf334e80
00000400:00000010:2.0:1749608690.391855:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608690.391859:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749608690.391860:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000400:00000200:0.0:1749608690.391863:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x35e5 [1] + 224
00000100:00000200:2.0:1749608690.391864:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730200832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608690.391872:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749608690.391872:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730200832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608690.391874:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608690.391877:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730200704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749608690.391890:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:2.0:1749608690.391897:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608690.391899:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749608690.391900:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749608690.391902:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730200960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608690.391908:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730200960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749608690.391915:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
00000400:00000010:1.0:1749608690.391916:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608690.391920:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608690.391921:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
02000000:00000010:2.0:1749608690.391922:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
00000100:00000200:1.0:1749608690.391925:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730200704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608690.391926:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000200:1.0:1749608690.391930:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730200704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608690.391934:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608690.391952:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749608690.391954:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608690.391956:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749608690.391961:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749608690.391964:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749608690.391966:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:3.0:1749608690.403063:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749608690.403077:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:0.0:1749608690.403102:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:1.0:1749608690.403127:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749608695.398078:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608695.398105:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608695.398169:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608695.398192:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749608695.398196:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749608695.398199:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749608695.398204:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608695.398210:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000010:2.0:1749608695.398215:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608695.398218:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000200:3.0:1749608695.398218:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730201088, portal 25
00000400:00000010:3.0:1749608695.398222:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749608695.398223:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730201088, offset 0
00000400:00000200:3.0:1749608695.398229:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608695.398236:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749608695.398239:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:3.0:1749608695.398240:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749608695.398242:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749608695.398245:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730201216, portal 10
00000400:00000200:3.0:1749608695.398245:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608695.398248:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000200:3.0:1749608695.398249:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:2.0:1749608695.398250:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730201216, offset 0
00000400:00000200:3.0:1749608695.398251:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608695.398253:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608695.398253:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608695.398256:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1697:1697:256:4294967295] 192.168.201.120@tcp LPNI seq info [1697:1697:8:4294967295]
00000400:00000200:3.0:1749608695.398264:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608695.398268:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608695.398269:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608695.398271:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608695.398271:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749608695.398273:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608695.398275:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608695.398276:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608695.398278:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1698:1698:255:4294967295] 192.168.201.120@tcp LPNI seq info [1698:1698:7:4294967295]
00000400:00000200:2.0:1749608695.398282:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608695.398285:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608695.398287:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608695.398291:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608695.398291:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608695.398299:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608695.398299:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608695.398303:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608695.398306:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608695.398323:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749608695.398338:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749608695.398344:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749608695.398350:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
02000000:00000010:2.0:1749608695.398363:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749608695.398367:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608695.398369:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749608695.398372:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730201344, portal 10
00000400:00000010:2.0:1749608695.398376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749608695.398377:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730201344, offset 0
00000400:00000200:2.0:1749608695.398381:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608695.398385:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608695.398387:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608695.398389:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608695.398391:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608695.398393:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608695.398394:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608695.398395:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1699:1699:254:4294967295] 192.168.201.120@tcp LPNI seq info [1699:1699:6:4294967295]
00000800:00000010:0.0:1749608695.398397:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749608695.398401:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608695.398403:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608695.398404:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608695.398406:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608695.398407:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749608695.398409:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608695.398411:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749608695.398412:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000800:00000200:2.0:1749608695.398413:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608695.398415:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749608695.398421:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730201088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608695.398452:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608695.398453:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608695.398456:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608695.398459:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608695.398461:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749608695.398462:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749608695.398466:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730201216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608695.398527:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608695.398529:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608695.398530:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608695.398532:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608695.398534:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749608695.398535:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749608695.398536:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730201344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608695.399801:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608695.399810:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335000
00000400:00000200:0.0:1749608695.399815:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x35fd [1] + 224
00000400:00000200:0.0:1749608695.399822:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608695.399824:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608695.399829:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730201088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608695.399851:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608695.399856:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335080
00000400:00000200:0.0:1749608695.399859:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3605 [1] + 0
00000400:00000200:0.0:1749608695.399864:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608695.399867:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608695.399876:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730201216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608695.399879:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608695.399882:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749608695.399883:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608695.399887:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730201088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608695.399894:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730201088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608695.399899:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608695.399903:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335100
00000400:00000200:0.0:1749608695.399906:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x360d [1] + 0
02000000:00000010:3.0:1749608695.399915:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000200:0.0:1749608695.399916:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608695.399919:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608695.399920:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:0.0:1749608695.399922:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730201344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608695.399923:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:2.0:1749608695.399925:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608695.399929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749608695.399930:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749608695.399949:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730201216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608695.399955:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730201216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608695.399980:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608695.399981:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749608695.399982:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749608695.399989:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730201344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608695.399994:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730201344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608695.400003:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749608695.400005:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608695.400006:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608695.400008:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749608695.400009:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608695.400011:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749608695.411047:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:1.0:1749608695.411053:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:2.0:1749608695.411072:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749608695.411095:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:2.0:1749608700.406064:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608700.406087:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608700.406135:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608700.406150:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608700.406155:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749608700.406168:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749608700.406170:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608700.406172:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749608700.406181:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749608700.406187:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:3.0:1749608700.406187:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:1.0:1749608700.406193:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000010:3.0:1749608700.406193:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608700.406199:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730201600, portal 10
00000100:00000200:1.0:1749608700.406201:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730201472, portal 25
00000400:00000010:1.0:1749608700.406204:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000010:3.0:1749608700.406204:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:1.0:1749608700.406206:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730201472, offset 0
00000100:00000200:3.0:1749608700.406206:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730201600, offset 0
00000400:00000200:1.0:1749608700.406212:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608700.406216:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608700.406222:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608700.406227:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608700.406231:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608700.406234:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608700.406236:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608700.406238:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1700:1700:256:4294967295] 192.168.201.120@tcp LPNI seq info [1700:1700:8:4294967295]
00000400:00000200:1.0:1749608700.406247:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608700.406251:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608700.406252:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608700.406254:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608700.406255:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749608700.406256:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608700.406257:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608700.406259:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749608700.406260:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608700.406261:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1701:1701:255:4294967295] 192.168.201.120@tcp LPNI seq info [1701:1701:7:4294967295]
00000800:00000200:1.0:1749608700.406267:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608700.406271:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608700.406271:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608700.406274:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608700.406277:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608700.406280:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608700.406284:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608700.406286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608700.406288:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749608700.406302:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749608700.406305:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749608700.406313:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
02000000:00000010:3.0:1749608700.406324:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608700.406327:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608700.406330:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608700.406332:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730201728, portal 10
00000400:00000010:3.0:1749608700.406335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608700.406336:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730201728, offset 0
00000400:00000200:3.0:1749608700.406340:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608700.406344:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608700.406346:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608700.406348:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608700.406349:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608700.406351:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608700.406353:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1702:1702:254:4294967295] 192.168.201.120@tcp LPNI seq info [1702:1702:6:4294967295]
00000800:00000200:0.0:1749608700.406358:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608700.406359:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749608700.406361:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000800:00000200:3.0:1749608700.406362:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608700.406365:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:3.0:1749608700.406365:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608700.406367:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608700.406370:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749608700.406371:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608700.406373:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608700.406374:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749608700.406376:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749608700.406385:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730201472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608700.406403:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608700.406404:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749608700.406407:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608700.406410:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608700.406412:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749608700.406413:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749608700.406416:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730201600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608700.406478:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608700.406479:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749608700.406480:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608700.406482:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608700.406488:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749608700.406489:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608700.406492:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730201728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608700.407692:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608700.407700:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335180
00000400:00000200:0.0:1749608700.407705:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3619 [1] + 224
00000400:00000200:0.0:1749608700.407712:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608700.407714:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608700.407719:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730201472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608700.407741:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608700.407745:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335200
00000400:00000200:0.0:1749608700.407748:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3615 [1] + 0
00000400:00000200:0.0:1749608700.407753:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608700.407755:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608700.407759:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730201600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608700.407780:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608700.407784:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335280
00000400:00000200:0.0:1749608700.407787:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3625 [1] + 0
00000400:00000200:0.0:1749608700.407798:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608700.407800:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608700.407801:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608700.407804:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608700.407805:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749608700.407810:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730201728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608700.407810:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730201472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608700.407814:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:1.0:1749608700.407816:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730201472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608700.407818:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:3.0:1749608700.407820:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608700.407824:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730201600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608700.407833:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:3.0:1749608700.407835:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730201600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608700.407842:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749608700.407846:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:3.0:1749608700.407849:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608700.407850:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608700.407851:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608700.407852:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730201728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608700.407857:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730201728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608700.407864:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608700.407866:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749608700.407868:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749608700.407869:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608700.407871:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749608700.407872:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:1.0:1749608700.419027:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:0.0:1749608700.419043:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:2.0:1749608700.419043:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:3.0:1749608700.419060:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:2.0:1749608705.414068:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608705.414092:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608705.414140:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608705.414154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608705.414160:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608705.414175:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608705.414177:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749608705.414180:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608705.414188:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608705.414194:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
02000000:00000010:1.0:1749608705.414199:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000100:00000200:3.0:1749608705.414202:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730201856, portal 25
00000400:00000010:1.0:1749608705.414206:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:3.0:1749608705.414206:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608705.414208:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730201856, offset 0
00000400:00000010:1.0:1749608705.414210:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000200:3.0:1749608705.414214:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608705.414220:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730201984, portal 10
00000400:00000010:1.0:1749608705.414225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:3.0:1749608705.414226:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749608705.414227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730201984, offset 0
00000400:00000200:3.0:1749608705.414230:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608705.414232:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608705.414234:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608705.414237:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608705.414239:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608705.414241:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1703:1703:256:4294967295] 192.168.201.120@tcp LPNI seq info [1703:1703:8:4294967295]
00000400:00000200:3.0:1749608705.414265:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608705.414269:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608705.414271:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608705.414273:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608705.414274:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608705.414277:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608705.414279:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608705.414279:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608705.414281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608705.414284:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1704:1704:255:4294967295] 192.168.201.120@tcp LPNI seq info [1704:1704:7:4294967295]
00000800:00000200:3.0:1749608705.414287:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608705.414290:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608705.414291:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608705.414296:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608705.414299:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608705.414303:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608705.414307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608705.414310:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608705.414313:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749608705.414341:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749608705.414345:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749608705.414351:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
02000000:00000010:1.0:1749608705.414367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608705.414371:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608705.414374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608705.414376:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730202112, portal 10
00000400:00000010:1.0:1749608705.414380:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749608705.414381:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730202112, offset 0
00000800:00000200:0.0:1749608705.414382:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608705.414386:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608705.414390:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608705.414390:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608705.414393:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608705.414396:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608705.414400:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608705.414403:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608705.414403:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608705.414405:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608705.414406:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000200:1.0:1749608705.414407:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1705:1705:254:4294967295] 192.168.201.120@tcp LPNI seq info [1705:1705:6:4294967295]
00000400:00000010:0.0:1749608705.414408:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000400:00000200:1.0:1749608705.414415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608705.414418:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730201856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608705.414419:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608705.414421:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608705.414425:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608705.414429:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608705.414431:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608705.414437:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608705.414439:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608705.414441:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608705.414444:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608705.414446:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749608705.414448:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749608705.414451:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730201984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608705.414509:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608705.414510:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608705.414512:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608705.414514:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608705.414515:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749608705.414516:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608705.414518:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730202112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608705.415719:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608705.415727:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335300
00000400:00000200:0.0:1749608705.415733:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x362d [1] + 224
00000400:00000200:0.0:1749608705.415740:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608705.415742:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608705.415746:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730201856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608705.415766:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608705.415779:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335380
00000400:00000200:0.0:1749608705.415781:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3635 [1] + 0
00000400:00000200:0.0:1749608705.415785:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608705.415786:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608705.415789:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730201984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608705.415817:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608705.415821:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335400
00000400:00000200:0.0:1749608705.415823:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x363d [1] + 0
00000400:00000200:0.0:1749608705.415833:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608705.415835:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608705.415839:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608705.415842:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608705.415843:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749608705.415846:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730202112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608705.415847:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000200:3.0:1749608705.415847:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730201856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608705.415851:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749608705.415853:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:3.0:1749608705.415854:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730201856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608705.415858:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730201984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608705.415867:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730201984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608705.415871:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608705.415874:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749608705.415877:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:1.0:1749608705.415884:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608705.415886:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608705.415887:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608705.415890:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730202112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608705.415897:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730202112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608705.415910:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608705.415914:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:1.0:1749608705.415917:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749608705.415920:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608705.415922:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:1.0:1749608705.415929:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:1.0:1749608705.427051:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749608705.427059:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:0.0:1749608705.427062:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:2.0:1749608705.427067:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:2.0:1749608710.422078:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608710.422101:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608710.422150:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608710.422180:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608710.422183:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:2.0:1749608710.422186:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:1.0:1749608710.422191:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608710.422199:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000010:2.0:1749608710.422206:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
00000100:00000200:1.0:1749608710.422207:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730202240, portal 25
02000000:00000010:2.0:1749608710.422208:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000400:00000010:1.0:1749608710.422212:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749608710.422214:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730202240, offset 0
00000400:00000200:1.0:1749608710.422222:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608710.422235:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608710.422241:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608710.422246:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:0.0:1749608710.422247:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941400.
00000400:00000200:1.0:1749608710.422249:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608710.422251:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749608710.422252:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea058.
00000400:00000010:0.0:1749608710.422255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000400:00000200:1.0:1749608710.422255:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1706:1706:256:4294967295] 192.168.201.120@tcp LPNI seq info [1706:1706:8:4294967295]
00000100:00000200:0.0:1749608710.422258:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730202368, portal 10
00000400:00000010:0.0:1749608710.422262:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749608710.422263:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730202368, offset 0
00000400:00000200:1.0:1749608710.422267:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608710.422268:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608710.422273:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608710.422274:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608710.422276:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608710.422278:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:1.0:1749608710.422278:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608710.422279:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608710.422281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608710.422283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1707:1707:255:4294967295] 192.168.201.120@tcp LPNI seq info [1707:1707:7:4294967295]
00000800:00000200:1.0:1749608710.422285:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608710.422288:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608710.422294:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608710.422297:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608710.422299:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:0.0:1749608710.422300:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749608710.422302:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608710.422306:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608710.422307:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608710.422323:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749608710.422338:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749608710.422342:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749608710.422345:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
02000000:00000010:0.0:1749608710.422359:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000400:00000010:0.0:1749608710.422362:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea0b0.
00000400:00000010:0.0:1749608710.422364:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:0.0:1749608710.422366:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730202496, portal 10
00000400:00000010:0.0:1749608710.422368:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749608710.422369:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730202496, offset 0
00000400:00000200:0.0:1749608710.422372:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608710.422374:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608710.422376:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608710.422377:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608710.422378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608710.422380:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608710.422381:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1708:1708:254:4294967295] 192.168.201.120@tcp LPNI seq info [1708:1708:6:4294967295]
00000400:00000200:0.0:1749608710.422385:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608710.422387:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608710.422389:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000200:0.0:1749608710.422391:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608710.422394:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608710.422394:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1749608710.422395:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:2.0:1749608710.422398:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749608710.422403:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608710.422410:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608710.422414:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:2.0:1749608710.422416:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608710.422425:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730202240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608710.422443:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608710.422445:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:2.0:1749608710.422447:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608710.422450:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608710.422452:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749608710.422453:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749608710.422457:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730202368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608710.422526:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608710.422528:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:2.0:1749608710.422530:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608710.422533:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608710.422534:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749608710.422536:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749608710.422539:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730202496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608710.423778:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608710.423787:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335480
00000400:00000200:0.0:1749608710.423791:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3645 [1] + 224
00000400:00000200:0.0:1749608710.423798:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608710.423800:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608710.423809:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730202240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608710.423829:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608710.423832:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335500
00000400:00000200:0.0:1749608710.423834:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x364d [1] + 0
00000400:00000200:0.0:1749608710.423837:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608710.423839:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608710.423842:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730202368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608710.423856:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608710.423860:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608710.423861:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608710.423867:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730202240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608710.423873:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608710.423877:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335580
00000400:00000200:0.0:1749608710.423880:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3655 [1] + 0
00000100:00000200:1.0:1749608710.423887:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730202240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608710.423889:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea058.
00000400:00000200:0.0:1749608710.423892:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608710.423893:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749608710.423894:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000400:00000200:0.0:1749608710.423896:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749608710.423898:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730202368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608710.423900:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730202496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608710.423909:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730202368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608710.423910:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749608710.423915:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749608710.423919:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:2.0:1749608710.423922:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea0b0.
00000400:00000200:2.0:1749608710.423923:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749608710.423924:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749608710.423926:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730202496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608710.423930:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730202496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608710.423953:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749608710.423956:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608710.423958:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608710.423960:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749608710.423961:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608710.423962:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749608710.435063:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:2.0:1749608710.435072:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:3.0:1749608710.435078:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:0.0:1749608710.435127:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:2.0:1749608715.430011:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608715.430039:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608715.430091:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608715.430108:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608715.430114:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749608715.430128:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000100:00000010:2.0:1749608715.430132:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608715.430134:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000400:00000010:3.0:1749608715.430136:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608715.430142:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608715.430150:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730202624, portal 25
00000400:00000010:3.0:1749608715.430153:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749608715.430155:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730202624, offset 0
00000400:00000200:3.0:1749608715.430161:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608715.430185:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608715.430191:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608715.430194:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608715.430197:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1749608715.430199:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000400:00000200:3.0:1749608715.430199:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608715.430201:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1709:1709:256:4294967295] 192.168.201.120@tcp LPNI seq info [1709:1709:8:4294967295]
00000400:00000010:0.0:1749608715.430204:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea108.
00000400:00000010:0.0:1749608715.430207:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749608715.430210:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730202752, portal 10
00000400:00000200:3.0:1749608715.430210:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608715.430214:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749608715.430215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749608715.430216:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730202752, offset 0
00000800:00000010:3.0:1749608715.430219:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608715.430220:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608715.430225:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608715.430225:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608715.430227:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608715.430229:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608715.430230:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608715.430231:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608715.430232:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608715.430236:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749608715.430239:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1710:1710:255:4294967295] 192.168.201.120@tcp LPNI seq info [1710:1710:7:4294967295]
00000400:00000200:0.0:1749608715.430244:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608715.430248:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608715.430250:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749608715.430253:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608715.430255:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000800:00000200:0.0:1749608715.430256:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608715.430258:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608715.430268:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749608715.430271:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749608715.430277:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
02000000:00000010:0.0:1749608715.430289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940000.
00000400:00000010:0.0:1749608715.430291:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea160.
00000400:00000010:0.0:1749608715.430293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749608715.430295:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730202880, portal 10
00000800:00000200:1.0:1749608715.430296:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749608715.430297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749608715.430298:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730202880, offset 0
00000800:00000010:1.0:1749608715.430300:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608715.430301:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608715.430303:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608715.430305:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608715.430306:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608715.430306:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608715.430307:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608715.430309:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608715.430310:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1711:1711:254:4294967295] 192.168.201.120@tcp LPNI seq info [1711:1711:6:4294967295]
00000400:00000200:1.0:1749608715.430311:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608715.430314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608715.430315:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000800:00000200:0.0:1749608715.430316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608715.430317:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000800:00000010:0.0:1749608715.430318:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749608715.430319:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608715.430321:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608715.430323:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749608715.430325:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730202624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608715.430340:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608715.430341:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749608715.430342:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608715.430344:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608715.430345:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:1.0:1749608715.430346:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749608715.430348:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730202752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608715.430407:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608715.430409:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749608715.430410:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608715.430411:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608715.430413:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:1.0:1749608715.430414:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:1.0:1749608715.430415:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730202880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608715.431779:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608715.431788:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335680
00000400:00000200:0.0:1749608715.431794:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3665 [1] + 0
00000400:00000200:0.0:1749608715.431806:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608715.431808:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608715.431812:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730202752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608715.431833:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608715.431836:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335600
00000400:00000200:0.0:1749608715.431839:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x365d [1] + 224
00000400:00000200:0.0:1749608715.431842:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608715.431843:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608715.431846:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730202624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608715.431858:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608715.431860:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335700
00000400:00000200:0.0:1749608715.431862:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x366d [1] + 0
00000400:00000200:0.0:1749608715.431871:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608715.431873:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608715.431875:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730202880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608715.431891:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608715.431895:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608715.431896:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000010:2.0:1749608715.431900:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea108.
00000100:00000200:3.0:1749608715.431900:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730202624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608715.431905:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749608715.431906:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:3.0:1749608715.431907:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730202624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608715.431910:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730202752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608715.431915:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730202752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608715.431924:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608715.431927:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608715.431931:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:2.0:1749608715.431934:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea160.
00000400:00000200:2.0:1749608715.431951:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749608715.431952:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:2.0:1749608715.431954:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730202880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608715.431959:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730202880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608715.431967:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
02000000:00000010:2.0:1749608715.431970:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608715.431972:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608715.431973:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940000.
02000000:00000010:2.0:1749608715.431975:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608715.431976:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749608715.442992:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749608715.442992:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:1.0:1749608715.443001:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:0.0:1749608715.443006:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:2.0:1749608720.438041:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608720.438067:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608720.438118:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608720.438136:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608720.438142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608720.438159:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608720.438163:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749608720.438167:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749608720.438175:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608720.438181:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
02000000:00000010:2.0:1749608720.438185:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749608720.438188:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730203008, portal 25
00000400:00000010:2.0:1749608720.438189:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608720.438192:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000010:1.0:1749608720.438195:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:2.0:1749608720.438195:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730203136, portal 10
00000100:00000200:1.0:1749608720.438197:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730203008, offset 0
00000400:00000010:2.0:1749608720.438199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:1.0:1749608720.438203:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608720.438210:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730203136, offset 0
00000400:00000200:1.0:1749608720.438214:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608720.438215:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608720.438219:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608720.438223:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608720.438227:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608720.438229:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608720.438232:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1712:1712:256:4294967295] 192.168.201.120@tcp LPNI seq info [1712:1712:8:4294967295]
00000400:00000200:1.0:1749608720.438245:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608720.438250:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608720.438252:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608720.438255:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608720.438256:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608720.438262:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608720.438272:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608720.438272:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608720.438274:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608720.438276:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749608720.438277:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608720.438279:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1713:1713:255:4294967295] 192.168.201.120@tcp LPNI seq info [1713:1713:7:4294967295]
00000400:00000200:2.0:1749608720.438287:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608720.438291:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608720.438294:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749608720.438298:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608720.438302:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749608720.438303:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000800:00000200:2.0:1749608720.438305:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608720.438321:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749608720.438325:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749608720.438331:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
02000000:00000010:2.0:1749608720.438350:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749608720.438353:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608720.438356:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749608720.438359:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730203264, portal 10
00000400:00000010:2.0:1749608720.438362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749608720.438364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730203264, offset 0
00000400:00000200:2.0:1749608720.438368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608720.438372:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608720.438374:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608720.438377:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608720.438379:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608720.438380:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608720.438383:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1714:1714:254:4294967295] 192.168.201.120@tcp LPNI seq info [1714:1714:6:4294967295]
00000400:00000200:2.0:1749608720.438389:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608720.438393:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608720.438395:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608720.438396:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000010:0.0:1749608720.438399:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000800:00000200:2.0:1749608720.438399:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608720.438403:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608720.438404:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608720.438406:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608720.438408:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608720.438411:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:0.0:1749608720.438413:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749608720.438421:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730203008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608720.438435:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608720.438442:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749608720.438444:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608720.438446:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608720.438447:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749608720.438448:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749608720.438450:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730203136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608720.438511:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608720.438512:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749608720.438513:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608720.438515:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608720.438516:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749608720.438517:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749608720.438519:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730203264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608720.439755:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608720.439763:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335780
00000400:00000200:0.0:1749608720.439769:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3675 [1] + 224
00000400:00000200:0.0:1749608720.439775:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608720.439777:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608720.439781:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730203008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608720.439802:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608720.439805:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335800
00000400:00000200:0.0:1749608720.439807:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3679 [1] + 0
00000400:00000200:0.0:1749608720.439810:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608720.439812:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608720.439814:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730203136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608720.439838:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608720.439840:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335880
00000400:00000200:0.0:1749608720.439842:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3685 [1] + 0
00000400:00000010:1.0:1749608720.439849:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608720.439853:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608720.439854:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000200:0.0:1749608720.439855:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608720.439855:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000400:00000010:2.0:1749608720.439859:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000100:00000200:1.0:1749608720.439860:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730203008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608720.439862:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749608720.439863:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749608720.439867:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730203264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608720.439867:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730203136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608720.439872:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730203136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608720.439880:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730203008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608720.439891:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608720.439892:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749608720.439892:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
02000000:00000010:1.0:1749608720.439895:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000100:00000200:2.0:1749608720.439895:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730203264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608720.439899:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:2.0:1749608720.439899:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730203264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749608720.439903:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608720.439907:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608720.439909:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608720.439910:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608720.439912:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749608720.439913:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608720.439914:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749608720.451021:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:3.0:1749608720.451028:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:0.0:1749608720.451043:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749608720.451067:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:2.0:1749608725.446054:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608725.446072:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608725.446124:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608725.446137:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608725.446142:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608725.446157:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608725.446160:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749608725.446183:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
02000000:00000010:1.0:1749608725.446185:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749608725.446188:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749608725.446191:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608725.446197:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608725.446202:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730203392, portal 25
00000400:00000010:2.0:1749608725.446203:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:1.0:1749608725.446206:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:2.0:1749608725.446206:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730203520, portal 10
00000100:00000200:1.0:1749608725.446208:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730203392, offset 0
00000400:00000010:2.0:1749608725.446211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000200:1.0:1749608725.446214:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608725.446222:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730203520, offset 0
00000400:00000200:1.0:1749608725.446224:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608725.446228:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608725.446228:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608725.446232:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608725.446235:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608725.446237:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608725.446240:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1715:1715:256:4294967295] 192.168.201.120@tcp LPNI seq info [1715:1715:8:4294967295]
00000400:00000200:1.0:1749608725.446250:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608725.446254:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608725.446256:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608725.446258:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:2.0:1749608725.446259:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608725.446261:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608725.446262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608725.446263:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608725.446264:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608725.446267:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1716:1716:255:4294967295] 192.168.201.120@tcp LPNI seq info [1716:1716:7:4294967295]
00000800:00000200:1.0:1749608725.446270:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608725.446273:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749608725.446274:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608725.446278:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608725.446281:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608725.446285:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608725.446290:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608725.446292:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608725.446298:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749608725.446313:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749608725.446317:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749608725.446321:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000800:00000200:0.0:1749608725.446355:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608725.446357:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608725.446361:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608725.446365:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608725.446368:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749608725.446369:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749608725.446375:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730203392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608725.446378:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749608725.446382:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608725.446384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749608725.446386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730203648, portal 10
00000400:00000010:2.0:1749608725.446388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749608725.446390:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730203648, offset 0
00000400:00000200:2.0:1749608725.446393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608725.446397:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608725.446399:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608725.446401:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608725.446403:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608725.446404:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608725.446406:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1717:1717:255:4294967295] 192.168.201.120@tcp LPNI seq info [1717:1717:7:4294967295]
00000400:00000200:2.0:1749608725.446413:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608725.446422:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608725.446425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749608725.446428:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608725.446430:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608725.446432:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608725.446432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608725.446433:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608725.446435:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749608725.446435:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608725.446436:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749608725.446437:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749608725.446439:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730203520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608725.446453:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608725.446454:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608725.446469:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608725.446471:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608725.446472:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749608725.446477:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749608725.446480:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730203648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608725.448350:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608725.448357:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335900
00000400:00000200:0.0:1749608725.448362:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x368d [1] + 224
00000400:00000200:0.0:1749608725.448367:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608725.448369:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608725.448373:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730203392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608725.448390:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608725.448392:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335980
00000400:00000200:0.0:1749608725.448395:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3691 [1] + 0
00000400:00000200:0.0:1749608725.448397:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608725.448399:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608725.448401:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730203520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608725.448412:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608725.448415:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335a00
00000400:00000200:0.0:1749608725.448417:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x369d [1] + 0
00000400:00000010:1.0:1749608725.448423:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608725.448425:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608725.448427:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608725.448427:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608725.448428:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749608725.448431:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730203648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608725.448432:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000200:1.0:1749608725.448433:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730203392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608725.448435:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749608725.448454:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749608725.448468:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730203520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608725.448473:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730203392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608725.448473:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730203520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608725.448487:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608725.448488:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
02000000:00000010:1.0:1749608725.448489:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749608725.448489:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749608725.448491:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730203648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608725.448493:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:2.0:1749608725.448495:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730203648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749608725.448496:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608725.448502:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749608725.448504:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608725.448505:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608725.448506:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608725.448507:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608725.448509:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749608725.459027:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:1.0:1749608725.459034:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:0.0:1749608725.459035:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:3.0:1749608725.459072:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:2.0:1749608730.454047:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608730.454071:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608730.454125:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608730.454154:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608730.454160:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608730.454175:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608730.454178:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608730.454197:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749608730.454199:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749608730.454203:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:1.0:1749608730.454206:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608730.454209:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000010:2.0:1749608730.454209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:1.0:1749608730.454216:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730203776, portal 25
00000400:00000010:1.0:1749608730.454220:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:2.0:1749608730.454220:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730203904, portal 10
00000100:00000200:1.0:1749608730.454222:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730203776, offset 0
00000400:00000010:2.0:1749608730.454225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000200:1.0:1749608730.454228:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608730.454232:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730203904, offset 0
00000400:00000200:2.0:1749608730.454236:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608730.454240:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608730.454245:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608730.454249:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608730.454252:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608730.454254:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608730.454256:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1718:1718:256:4294967295] 192.168.201.120@tcp LPNI seq info [1718:1718:8:4294967295]
00000400:00000200:1.0:1749608730.454266:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608730.454271:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608730.454272:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608730.454274:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608730.454275:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:2.0:1749608730.454277:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608730.454278:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608730.454281:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608730.454281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608730.454283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1719:1719:255:4294967295] 192.168.201.120@tcp LPNI seq info [1719:1719:7:4294967295]
00000800:00000200:1.0:1749608730.454289:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608730.454289:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608730.454293:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608730.454293:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608730.454295:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749608730.454298:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608730.454301:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608730.454303:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608730.454321:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749608730.454348:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749608730.454354:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749608730.454357:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
02000000:00000010:2.0:1749608730.454367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749608730.454369:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608730.454384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749608730.454391:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730204032, portal 10
00000400:00000010:2.0:1749608730.454394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749608730.454395:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730204032, offset 0
00000400:00000200:2.0:1749608730.454398:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608730.454402:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608730.454404:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608730.454405:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608730.454407:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608730.454408:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608730.454410:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1720:1720:254:4294967295] 192.168.201.120@tcp LPNI seq info [1720:1720:6:4294967295]
00000400:00000200:2.0:1749608730.454415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608730.454418:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608730.454419:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608730.454422:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608730.454425:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608730.454426:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608730.454441:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608730.454445:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749608730.454460:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608730.454467:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608730.454472:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:0.0:1749608730.454474:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:0.0:1749608730.454484:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730203776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608730.454507:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608730.454509:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608730.454512:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608730.454516:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608730.454518:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749608730.454520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749608730.454523:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730203904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608730.454590:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608730.454592:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608730.454594:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608730.454598:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608730.454600:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749608730.454602:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749608730.454605:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730204032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608730.455904:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608730.455913:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335b00
00000400:00000200:0.0:1749608730.455918:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x36a9 [1] + 0
00000400:00000200:0.0:1749608730.455925:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608730.455927:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608730.455932:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730203904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608730.455969:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608730.455980:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335a80
00000400:00000200:0.0:1749608730.455984:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x36a5 [1] + 224
00000400:00000200:0.0:1749608730.455991:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608730.455994:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608730.455998:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730203776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608730.456023:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749608730.456027:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:0.0:1749608730.456029:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335b80
00000400:00000200:2.0:1749608730.456032:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749608730.456034:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749608730.456040:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730203904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608730.456042:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x36b5 [1] + 0
00000100:00000200:2.0:1749608730.456050:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730203904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608730.456058:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608730.456062:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608730.456066:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730204032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608730.456075:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608730.456077:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749608730.456078:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749608730.456082:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730204032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608730.456083:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608730.456088:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608730.456089:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:2.0:1749608730.456089:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730204032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608730.456094:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730203776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608730.456100:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730203776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608730.456114:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749608730.456116:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749608730.456117:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749608730.456120:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608730.456120:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608730.456123:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608730.456126:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749608730.456128:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749608730.456130:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749608730.467026:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:1.0:1749608730.467035:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:3.0:1749608730.467040:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749608730.467054:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749608735.462116:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608735.462140:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608735.462189:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608735.462204:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608735.462209:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749608735.462224:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608735.462226:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749608735.462249:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749608735.462250:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:2.0:1749608735.462255:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749608735.462257:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749608735.462260:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000400:00000010:3.0:1749608735.462261:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608735.462267:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730204160, portal 25
00000100:00000200:2.0:1749608735.462271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730204288, portal 10
00000400:00000010:3.0:1749608735.462271:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749608735.462272:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730204160, offset 0
00000400:00000010:2.0:1749608735.462275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:3.0:1749608735.462279:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608735.462282:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730204288, offset 0
00000400:00000200:2.0:1749608735.462285:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608735.462303:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608735.462308:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608735.462312:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608735.462315:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608735.462317:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608735.462319:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1721:1721:256:4294967295] 192.168.201.120@tcp LPNI seq info [1721:1721:8:4294967295]
00000400:00000200:3.0:1749608735.462329:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608735.462333:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608735.462334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608735.462336:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608735.462337:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749608735.462338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608735.462340:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608735.462341:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608735.462343:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1722:1722:255:4294967295] 192.168.201.120@tcp LPNI seq info [1722:1722:7:4294967295]
00000800:00000200:3.0:1749608735.462344:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608735.462348:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608735.462350:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608735.462352:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608735.462355:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749608735.462367:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608735.462370:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608735.462373:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608735.462375:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608735.462376:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749608735.462394:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749608735.462401:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749608735.462404:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
02000000:00000010:2.0:1749608735.462417:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749608735.462420:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608735.462421:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749608735.462423:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730204416, portal 10
00000400:00000010:2.0:1749608735.462426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749608735.462427:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730204416, offset 0
00000400:00000200:2.0:1749608735.462430:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608735.462432:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608735.462434:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608735.462435:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608735.462436:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608735.462438:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608735.462439:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1723:1723:254:4294967295] 192.168.201.120@tcp LPNI seq info [1723:1723:6:4294967295]
00000400:00000200:2.0:1749608735.462443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608735.462445:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749608735.462445:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608735.462446:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000010:0.0:1749608735.462448:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000800:00000200:2.0:1749608735.462448:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608735.462450:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608735.462451:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608735.462454:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608735.462459:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608735.462462:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749608735.462464:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749608735.462471:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730204160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608735.462485:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608735.462486:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608735.462488:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608735.462490:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608735.462492:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749608735.462492:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749608735.462494:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730204288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608735.462561:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608735.462562:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608735.462564:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608735.462566:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608735.462567:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749608735.462568:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749608735.462570:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730204416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608735.463790:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608735.463799:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335c80
00000400:00000200:0.0:1749608735.463805:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x36c1 [1] + 0
00000400:00000200:0.0:1749608735.463811:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608735.463813:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608735.463817:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730204288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608735.463838:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608735.463841:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335c00
00000400:00000200:0.0:1749608735.463844:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x36bd [1] + 224
00000400:00000200:0.0:1749608735.463846:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608735.463848:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608735.463850:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730204160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608735.463861:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608735.463863:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335d00
00000400:00000010:2.0:1749608735.463865:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608735.463868:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749608735.463869:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000400:00000200:0.0:1749608735.463871:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x36cd [1] + 0
00000100:00000200:2.0:1749608735.463873:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730204288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608735.463880:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749608735.463880:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730204288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608735.463885:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608735.463888:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730204416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608735.463906:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608735.463907:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749608735.463908:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749608735.463910:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730204416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608735.463914:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730204416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608735.463923:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749608735.463924:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608735.463929:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608735.463931:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
02000000:00000010:2.0:1749608735.463934:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749608735.463953:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608735.463955:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749608735.463956:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608735.463957:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:3.0:1749608735.463962:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730204160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608735.463971:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730204160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608735.463998:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608735.464001:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749608735.464003:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749608735.475060:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749608735.475060:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749608735.475073:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:1.0:1749608735.475078:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:2.0:1749608740.470064:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608740.470083:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608740.470123:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608740.470135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608740.470139:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608740.470152:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608740.470154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749608740.470176:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749608740.470181:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
02000000:00000010:1.0:1749608740.470183:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749608740.470185:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749608740.470191:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730204672, portal 10
00000400:00000010:1.0:1749608740.470193:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:2.0:1749608740.470196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749608740.470197:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730204672, offset 0
00000400:00000010:1.0:1749608740.470199:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608740.470228:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730204544, portal 25
00000400:00000200:2.0:1749608740.470231:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608740.470232:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749608740.470235:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730204544, offset 0
00000400:00000200:2.0:1749608740.470241:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608740.470242:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608740.470245:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608740.470258:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608740.470260:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608740.470262:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608740.470264:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1724:1724:256:4294967295] 192.168.201.120@tcp LPNI seq info [1724:1724:8:4294967295]
00000400:00000200:2.0:1749608740.470272:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608740.470276:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608740.470279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749608740.470281:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608740.470284:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749608740.470285:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608740.470287:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608740.470290:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608740.470291:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749608740.470292:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608740.470293:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1725:1725:255:4294967295] 192.168.201.120@tcp LPNI seq info [1725:1725:7:4294967295]
00000800:00000200:2.0:1749608740.470295:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749608740.470301:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608740.470304:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608740.470307:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749608740.470311:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749608740.470312:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000800:00000200:1.0:1749608740.470317:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749608740.470322:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749608740.470325:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
00000800:00000200:1.0:1749608740.470328:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749608740.470328:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
02000000:00000010:2.0:1749608740.470339:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749608740.470341:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608740.470343:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749608740.470345:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730204800, portal 10
00000400:00000010:2.0:1749608740.470347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749608740.470348:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730204800, offset 0
00000400:00000200:2.0:1749608740.470351:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608740.470354:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608740.470356:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608740.470358:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608740.470359:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608740.470360:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608740.470362:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1726:1726:254:4294967295] 192.168.201.120@tcp LPNI seq info [1726:1726:6:4294967295]
00000400:00000200:2.0:1749608740.470367:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608740.470369:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608740.470374:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608740.470377:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608740.470380:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608740.470381:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608740.470408:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608740.470412:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608740.470417:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608740.470422:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608740.470425:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749608740.470426:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749608740.470433:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730204672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608740.470445:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608740.470447:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608740.470448:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608740.470450:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608740.470451:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749608740.470452:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749608740.470455:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730204544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608740.470506:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608740.470508:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608740.470509:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608740.470511:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608740.470512:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749608740.470513:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749608740.470516:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730204800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608740.472151:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608740.472159:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335e00
00000400:00000200:0.0:1749608740.472164:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x36d5 [1] + 0
00000400:00000200:0.0:1749608740.472175:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608740.472178:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608740.472182:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730204672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608740.472214:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608740.472218:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335d80
00000400:00000200:0.0:1749608740.472222:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x36dd [1] + 224
00000400:00000200:0.0:1749608740.472226:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608740.472227:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608740.472230:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608740.472234:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749608740.472235:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749608740.472238:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730204544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608740.472240:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730204672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608740.472246:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730204672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608740.472253:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608740.472255:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf335e80
00000400:00000200:0.0:1749608740.472257:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x36e5 [1] + 0
02000000:00000010:2.0:1749608740.472263:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608740.472266:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000400:00000200:0.0:1749608740.472268:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1749608740.472268:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:0.0:1749608740.472270:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608740.472273:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730204800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608740.472285:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608740.472286:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749608740.472287:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749608740.472289:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730204800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608740.472297:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730204800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608740.472306:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749608740.472308:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608740.472309:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:1.0:1749608740.472312:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608740.472316:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608740.472317:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608740.472324:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730204544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608740.472330:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730204544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608740.472346:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749608740.472350:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749608740.472353:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749608740.483022:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:3.0:1749608740.483035:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:1.0:1749608740.483044:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:0.0:1749608740.483053:0:17797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:0.0:1749608745.478135:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749608745.478154:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b400.
00000400:00000200:0.0:1749608745.478195:0:5:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608745.478209:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749608745.478214:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943800.
02000000:00000010:3.0:1749608745.478230:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608745.478236:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:0.0:1749608745.478239:0:5:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
00000400:00000010:3.0:1749608745.478240:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608745.478245:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730204928, portal 25
02000000:00000010:0.0:1749608745.478247:0:5:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:3.0:1749608745.478249:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749608745.478250:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730204928, offset 0
00000400:00000200:3.0:1749608745.478255:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608745.478263:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608745.478267:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608745.478270:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608745.478273:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608745.478274:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:1.0:1749608745.478275:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:3.0:1749608745.478277:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1727:1727:256:4294967295] 192.168.201.120@tcp LPNI seq info [1727:1727:8:4294967295]
00000400:00000010:1.0:1749608745.478281:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608745.478283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000200:3.0:1749608745.478284:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749608745.478286:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730205056, portal 10
00000800:00000200:3.0:1749608745.478288:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749608745.478289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000800:00000010:3.0:1749608745.478290:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000100:00000200:1.0:1749608745.478291:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730205056, offset 0
00000400:00000200:1.0:1749608745.478294:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608745.478295:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608745.478299:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608745.478300:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608745.478301:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608745.478302:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608745.478303:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608745.478304:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608745.478305:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608745.478307:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1728:1728:255:4294967295] 192.168.201.120@tcp LPNI seq info [1728:1728:7:4294967295]
00000400:00000200:1.0:1749608745.478312:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608745.478314:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608745.478316:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000800:00000200:1.0:1749608745.478318:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608745.478320:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000800:00000200:1.0:1749608745.478321:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608745.478328:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608745.478343:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749608745.478348:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000800:00000200:0.0:1749608745.478354:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608745.478356:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000100:00000010:3.0:1749608745.478357:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000400:00000200:0.0:1749608745.478365:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608745.478367:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:0.0:1749608745.478370:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608745.478370:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608745.478372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000400:00000200:0.0:1749608745.478373:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749608745.478375:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749608745.478382:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730204928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608745.478382:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730205184, portal 10
00000400:00000010:1.0:1749608745.478385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749608745.478387:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730205184, offset 0
00000400:00000200:1.0:1749608745.478391:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608745.478396:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608745.478399:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608745.478400:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608745.478402:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608745.478404:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608745.478406:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1729:1729:255:4294967295] 192.168.201.120@tcp LPNI seq info [1729:1729:7:4294967295]
00000800:00000200:0.0:1749608745.478409:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608745.478411:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:1.0:1749608745.478412:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608745.478413:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608745.478416:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608745.478417:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000800:00000200:1.0:1749608745.478417:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749608745.478419:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000800:00000010:1.0:1749608745.478420:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000100:00000200:0.0:1749608745.478422:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730205056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608745.478423:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608745.478427:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608745.478429:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608745.478490:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608745.478492:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749608745.478495:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608745.478498:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608745.478501:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:2.0:1749608745.478507:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:2.0:1749608745.478511:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730205184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608745.479770:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608745.479785:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf335f00
00000400:00000200:0.0:1749608745.479792:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x36ed [1] + 224
00000400:00000200:0.0:1749608745.479801:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608745.479803:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608745.479811:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730204928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608745.479834:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608745.479837:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf335f80
00000400:00000200:0.0:1749608745.479840:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x36f5 [1] + 0
00000400:00000200:0.0:1749608745.479844:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608745.479845:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608745.479848:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730205056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608745.479863:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749608745.479863:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608745.479873:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336000
00000400:00000200:3.0:1749608745.479874:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608745.479876:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000200:0.0:1749608745.479882:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x36fd [1] + 0
00000100:00000200:3.0:1749608745.479883:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730204928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608745.479887:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608745.479890:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:1.0:1749608745.479891:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000400:00000200:0.0:1749608745.479892:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749608745.479892:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730204928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608745.479894:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749608745.479895:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730205056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608745.479897:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730205184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608745.479901:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730205056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608745.479910:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000400:00000010:1.0:1749608745.479912:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608745.479913:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608745.479914:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
02000000:00000010:3.0:1749608745.479914:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b400.
00000100:00000010:3.0:1749608745.479917:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000200:1.0:1749608745.479925:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730205184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608745.479928:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730205184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608745.479955:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608745.479957:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943800.
00000100:00000010:1.0:1749608745.479960:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
02000000:00000010:1.0:1749608745.479962:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608745.479963:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:1.0:1749608745.479964:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000100:00000010:2.0:1749608745.491018:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:1.0:1749608745.491027:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:3.0:1749608745.491033:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:0.0:1749608745.491170:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:0.0:1749608750.486143:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749608750.486169:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b600.
00000400:00000200:0.0:1749608750.486218:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749608750.486233:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749608750.486238:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942c00.
00000100:00000010:0.0:1749608750.486258:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749608750.486261:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
02000000:00000010:3.0:1749608750.486277:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608750.486286:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608750.486293:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608750.486301:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730205312, portal 25
00000400:00000010:3.0:1749608750.486306:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749608750.486309:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730205312, offset 0
00000400:00000200:3.0:1749608750.486317:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608750.486330:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608750.486336:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608750.486340:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749608750.486342:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608750.486344:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608750.486346:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749608750.486348:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749608750.486349:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1730:1730:256:4294967295] 192.168.201.120@tcp LPNI seq info [1730:1730:8:4294967295]
00000400:00000010:1.0:1749608750.486351:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608750.486353:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730205440, portal 10
00000400:00000010:1.0:1749608750.486357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:1.0:1749608750.486359:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730205440, offset 0
00000400:00000200:3.0:1749608750.486363:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608750.486364:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608750.486368:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608750.486369:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608750.486371:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608750.486372:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608750.486373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608750.486375:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608750.486376:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608750.486378:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1731:1731:255:4294967295] 192.168.201.120@tcp LPNI seq info [1731:1731:7:4294967295]
00000800:00000200:3.0:1749608750.486379:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608750.486383:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608750.486385:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608750.486387:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:3.0:1749608750.486387:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608750.486390:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608750.486392:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608750.486393:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608750.486395:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608750.486415:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749608750.486430:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000100:00000010:1.0:1749608750.486433:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749608750.486444:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
02000000:00000010:1.0:1749608750.486451:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608750.486453:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608750.486454:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608750.486456:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730205568, portal 10
00000800:00000200:0.0:1749608750.486458:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:1.0:1749608750.486458:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749608750.486459:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730205568, offset 0
00000800:00000010:0.0:1749608750.486460:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608750.486462:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608750.486465:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608750.486465:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608750.486466:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608750.486468:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608750.486469:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608750.486470:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608750.486470:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608750.486472:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1732:1732:254:4294967295] 192.168.201.120@tcp LPNI seq info [1732:1732:6:4294967295]
00000400:00000200:0.0:1749608750.486473:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749608750.486474:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000400:00000200:1.0:1749608750.486476:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608750.486479:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608750.486480:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000100:00000200:0.0:1749608750.486482:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730205312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608750.486482:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608750.486484:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608750.486485:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608750.486496:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608750.486497:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608750.486498:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608750.486500:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608750.486501:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749608750.486502:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749608750.486504:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730205440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608750.486572:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608750.486573:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749608750.486575:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608750.486577:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608750.486578:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749608750.486579:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000100:00000200:0.0:1749608750.486581:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730205568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608750.487805:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608750.487817:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336100
00000400:00000200:0.0:1749608750.487823:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x370d [1] + 0
00000400:00000200:0.0:1749608750.487831:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608750.487834:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608750.487839:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730205440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608750.487865:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608750.487869:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336180
00000400:00000200:0.0:1749608750.487872:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3715 [1] + 0
00000400:00000200:0.0:1749608750.487876:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608750.487878:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608750.487882:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730205568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608750.487892:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608750.487896:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336080
00000400:00000200:0.0:1749608750.487899:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3705 [1] + 224
00000400:00000200:0.0:1749608750.487912:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608750.487918:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608750.487919:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608750.487922:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:1.0:1749608750.487923:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608750.487928:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730205440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608750.487933:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730205312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608750.487934:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730205440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608750.487978:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608750.487979:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608750.487980:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608750.487982:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730205568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608750.487987:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730205568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608750.487994:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608750.487997:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749608750.488003:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608750.488004:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
02000000:00000010:1.0:1749608750.488006:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942c00.
00000100:00000010:1.0:1749608750.488009:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000200:3.0:1749608750.488009:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730205312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608750.488011:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608750.488013:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:1.0:1749608750.488014:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000200:3.0:1749608750.488017:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730205312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608750.488029:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608750.488032:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b600.
00000100:00000010:3.0:1749608750.488049:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000100:00000010:3.0:1749608750.499060:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749608750.499069:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:2.0:1749608750.499078:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:0.0:1749608750.499084:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749608755.494120:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608755.494136:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608755.494176:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608755.494187:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608755.494191:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608755.494205:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608755.494207:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608755.494232:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000010:0.0:1749608755.494238:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea210.
00000400:00000010:0.0:1749608755.494243:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749608755.494249:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730205824, portal 10
00000400:00000010:0.0:1749608755.494253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749608755.494254:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730205824, offset 0
00000400:00000200:0.0:1749608755.494259:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749608755.494260:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000200:0.0:1749608755.494267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608755.494271:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608755.494274:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749608755.494275:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608755.494277:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608755.494278:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608755.494280:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1733:1733:256:4294967295] 192.168.201.120@tcp LPNI seq info [1733:1733:8:4294967295]
00000400:00000010:3.0:1749608755.494283:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000200:0.0:1749608755.494288:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749608755.494290:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730205696, portal 25
00000800:00000200:0.0:1749608755.494291:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608755.494293:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000400:00000010:3.0:1749608755.494295:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000800:00000200:0.0:1749608755.494298:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:3.0:1749608755.494298:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730205696, offset 0
00000800:00000200:0.0:1749608755.494304:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608755.494307:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749608755.494307:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608755.494322:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:0.0:1749608755.494323:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000400:00000200:3.0:1749608755.494329:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1749608755.494330:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
00000100:00000010:0.0:1749608755.494335:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000400:00000200:3.0:1749608755.494335:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608755.494339:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1749608755.494340:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000400:00000200:3.0:1749608755.494342:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:0.0:1749608755.494346:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000400:00000200:3.0:1749608755.494346:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1734:1734:255:4294967295] 192.168.201.120@tcp LPNI seq info [1734:1734:7:4294967295]
00000400:00000010:0.0:1749608755.494348:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea1b8.
00000400:00000010:0.0:1749608755.494350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749608755.494362:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730205952, portal 10
00000400:00000200:3.0:1749608755.494362:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749608755.494364:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749608755.494366:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730205952, offset 0
00000400:00000200:0.0:1749608755.494369:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608755.494369:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608755.494373:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608755.494375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608755.494375:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608755.494377:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608755.494378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608755.494379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608755.494381:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1735:1735:254:4294967295] 192.168.201.120@tcp LPNI seq info [1735:1735:6:4294967295]
00000800:00000200:3.0:1749608755.494383:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608755.494386:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608755.494388:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608755.494390:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000800:00000200:0.0:1749608755.494393:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608755.494393:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608755.494396:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608755.494398:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749608755.494399:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608755.494469:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608755.494475:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608755.494485:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608755.494493:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608755.494497:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749608755.494499:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749608755.494509:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730205824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608755.494534:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608755.494536:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:1.0:1749608755.494537:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608755.494541:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608755.494543:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:1.0:1749608755.494545:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:1.0:1749608755.494548:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730205952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608755.494590:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608755.494592:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749608755.494594:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608755.494597:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608755.494599:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:1.0:1749608755.494600:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:1.0:1749608755.494604:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730205696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608755.496251:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608755.496260:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336280
00000400:00000200:0.0:1749608755.496265:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x371d [1] + 0
00000400:00000200:0.0:1749608755.496271:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608755.496274:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608755.496281:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730205824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608755.496302:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608755.496304:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336200
00000400:00000200:0.0:1749608755.496307:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3725 [1] + 224
00000400:00000200:0.0:1749608755.496310:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608755.496312:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608755.496320:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730205696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608755.496331:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea210.
00000400:00000200:2.0:1749608755.496334:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:2.0:1749608755.496336:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:2.0:1749608755.496340:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730205824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608755.496346:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730205824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608755.496351:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608755.496354:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336300
00000400:00000200:0.0:1749608755.496356:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x372d [1] + 0
00000400:00000200:0.0:1749608755.496363:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608755.496363:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
00000400:00000200:0.0:1749608755.496365:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608755.496366:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000200:0.0:1749608755.496369:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730205952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749608755.496369:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749608755.496384:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea1b8.
00000400:00000200:2.0:1749608755.496385:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749608755.496386:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:2.0:1749608755.496388:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730205952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608755.496392:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730205952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608755.496400:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
00000400:00000010:3.0:1749608755.496400:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749608755.496406:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608755.496408:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:3.0:1749608755.496418:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608755.496421:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608755.496431:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730205696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608755.496445:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730205696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608755.496475:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608755.496482:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749608755.496488:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749608755.507052:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:1.0:1749608755.507057:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:0.0:1749608755.507070:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608755.507085:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:2.0:1749608760.502084:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608760.502107:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608760.502164:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608760.502182:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608760.502189:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749608760.502221:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749608760.502222:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:2.0:1749608760.502227:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749608760.502227:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749608760.502234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000010:3.0:1749608760.502234:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608760.502242:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730206080, portal 25
00000100:00000200:2.0:1749608760.502244:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730206208, portal 10
00000400:00000010:3.0:1749608760.502246:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749608760.502248:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730206080, offset 0
00000400:00000010:2.0:1749608760.502249:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749608760.502250:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730206208, offset 0
00000400:00000200:3.0:1749608760.502255:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608760.502260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608760.502268:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608760.502274:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608760.502278:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608760.502281:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608760.502283:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608760.502287:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1736:1736:256:4294967295] 192.168.201.120@tcp LPNI seq info [1736:1736:8:4294967295]
00000400:00000200:3.0:1749608760.502297:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749608760.502302:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608760.502302:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608760.502304:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608760.502306:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749608760.502306:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749608760.502308:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608760.502309:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608760.502311:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1737:1737:255:4294967295] 192.168.201.120@tcp LPNI seq info [1737:1737:7:4294967295]
00000800:00000200:3.0:1749608760.502313:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608760.502316:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608760.502319:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608760.502321:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749608760.502322:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749608760.502324:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608760.502327:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608760.502327:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608760.502329:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608760.502346:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749608760.502352:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608760.502357:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749608760.502381:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749608760.502390:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749608760.502395:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
02000000:00000010:2.0:1749608760.502409:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749608760.502418:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000800:00000200:0.0:1749608760.502421:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749608760.502422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749608760.502424:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730206336, portal 10
00000800:00000010:0.0:1749608760.502425:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000010:2.0:1749608760.502428:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749608760.502430:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730206336, offset 0
00000400:00000200:0.0:1749608760.502431:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608760.502434:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608760.502437:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608760.502438:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608760.502441:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000200:2.0:1749608760.502441:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749608760.502443:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000400:00000200:2.0:1749608760.502443:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608760.502445:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608760.502446:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608760.502449:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1738:1738:254:4294967295] 192.168.201.120@tcp LPNI seq info [1738:1738:6:4294967295]
00000100:00000200:0.0:1749608760.502453:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730206080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749608760.502453:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608760.502456:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608760.502458:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749608760.502460:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608760.502463:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608760.502464:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608760.502473:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608760.502474:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749608760.502477:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608760.502480:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608760.502482:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749608760.502483:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749608760.502486:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730206208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608760.502556:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608760.502558:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749608760.502560:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608760.502563:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608760.502571:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749608760.502572:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749608760.502577:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730206336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608760.503850:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608760.503862:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336380
00000400:00000200:0.0:1749608760.503906:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3735 [1] + 224
00000400:00000200:0.0:1749608760.503917:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608760.503919:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608760.503925:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730206080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608760.503968:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608760.503973:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336400
00000400:00000200:0.0:1749608760.503976:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3739 [1] + 0
00000400:00000200:0.0:1749608760.503980:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608760.503981:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608760.503983:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608760.503985:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608760.503986:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608760.503991:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730206080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608760.503992:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730206208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608760.503997:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730206080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608760.504010:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608760.504014:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336480
00000400:00000200:0.0:1749608760.504016:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3745 [1] + 0
02000000:00000010:3.0:1749608760.504018:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608760.504023:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608760.504026:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749608760.504027:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608760.504030:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608760.504033:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730206336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608760.504047:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608760.504050:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749608760.504051:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749608760.504055:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730206336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608760.504063:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730206336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608760.504079:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608760.504080:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749608760.504081:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749608760.504083:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730206208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608760.504096:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730206208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608760.504104:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608760.504106:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608760.504107:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608760.504109:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749608760.504110:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608760.504112:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:3.0:1749608760.514999:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:1.0:1749608760.515002:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:2.0:1749608760.515018:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:0.0:1749608760.515043:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:2.0:1749608765.510096:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608765.510120:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608765.510173:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608765.510189:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608765.510195:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749608765.510200:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608765.510209:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749608765.510215:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749608765.510215:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000010:2.0:1749608765.510218:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000100:00000200:3.0:1749608765.510222:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730206464, portal 25
00000400:00000010:2.0:1749608765.510223:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749608765.510225:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730206592, portal 10
00000400:00000010:3.0:1749608765.510226:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749608765.510228:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730206464, offset 0
00000400:00000010:2.0:1749608765.510229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749608765.510230:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730206592, offset 0
00000400:00000200:3.0:1749608765.510234:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608765.510241:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608765.510245:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608765.510250:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608765.510254:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608765.510257:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608765.510259:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608765.510261:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1739:1739:256:4294967295] 192.168.201.120@tcp LPNI seq info [1739:1739:8:4294967295]
00000400:00000200:3.0:1749608765.510270:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608765.510274:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608765.510275:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608765.510277:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608765.510278:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749608765.510279:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608765.510280:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608765.510281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608765.510283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1740:1740:255:4294967295] 192.168.201.120@tcp LPNI seq info [1740:1740:7:4294967295]
00000400:00000200:2.0:1749608765.510288:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608765.510291:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608765.510297:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749608765.510298:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608765.510301:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608765.510304:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608765.510305:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608765.510308:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749608765.510308:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749608765.510327:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749608765.510333:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608765.510336:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749608765.510344:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749608765.510358:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749608765.510365:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000800:00000200:0.0:1749608765.510380:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:2.0:1749608765.510380:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749608765.510382:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608765.510384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749608765.510386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730206720, portal 10
00000400:00000010:2.0:1749608765.510389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749608765.510390:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730206720, offset 0
00000800:00000010:0.0:1749608765.510391:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749608765.510393:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608765.510396:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608765.510397:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608765.510398:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608765.510399:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608765.510400:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608765.510402:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608765.510403:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608765.510403:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1741:1741:254:4294967295] 192.168.201.120@tcp LPNI seq info [1741:1741:6:4294967295]
00000400:00000200:0.0:1749608765.510407:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000200:2.0:1749608765.510407:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749608765.510408:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000800:00000200:2.0:1749608765.510409:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608765.510411:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749608765.510413:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608765.510416:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608765.510417:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749608765.510418:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730206464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608765.510438:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608765.510440:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608765.510442:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608765.510445:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608765.510447:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749608765.510448:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749608765.510452:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730206592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608765.510521:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608765.510523:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608765.510525:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608765.510528:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608765.510529:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749608765.510531:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749608765.510534:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730206720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608765.511711:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608765.511720:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336500
00000400:00000200:0.0:1749608765.511726:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x374d [1] + 224
00000400:00000200:0.0:1749608765.511733:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608765.511735:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608765.511741:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730206464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608765.511760:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608765.511768:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336580
00000400:00000200:0.0:1749608765.511770:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3751 [1] + 0
00000400:00000200:0.0:1749608765.511775:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608765.511776:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608765.511779:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730206592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608765.511817:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608765.511821:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336600
00000400:00000010:3.0:1749608765.511822:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608765.511826:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608765.511828:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000200:0.0:1749608765.511832:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x375d [1] + 0
00000100:00000200:3.0:1749608765.511834:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730206464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608765.511841:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749608765.511842:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730206464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608765.511843:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608765.511847:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730206720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608765.511847:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608765.511851:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749608765.511852:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749608765.511856:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730206592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608765.511865:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
00000100:00000200:2.0:1749608765.511871:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730206592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608765.511871:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749608765.511874:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608765.511886:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749608765.511889:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608765.511890:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749608765.511894:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608765.511895:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749608765.511896:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749608765.511898:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730206720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608765.511902:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730206720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608765.511910:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608765.511911:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608765.511912:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:3.0:1749608765.523056:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:1.0:1749608765.523064:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:0.0:1749608765.523073:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749608765.523096:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:2.0:1749608770.518099:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608770.518127:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608770.518183:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608770.518201:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608770.518208:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749608770.518234:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
02000000:00000010:2.0:1749608770.518235:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749608770.518242:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749608770.518242:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749608770.518249:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000010:3.0:1749608770.518249:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608770.518256:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730206848, portal 25
00000400:00000010:3.0:1749608770.518261:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:2.0:1749608770.518263:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730206976, portal 10
00000100:00000200:3.0:1749608770.518264:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730206848, offset 0
00000400:00000010:2.0:1749608770.518270:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000200:3.0:1749608770.518271:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608770.518275:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730206976, offset 0
00000400:00000200:2.0:1749608770.518281:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608770.518285:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608770.518290:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608770.518295:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608770.518298:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608770.518300:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608770.518303:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1742:1742:256:4294967295] 192.168.201.120@tcp LPNI seq info [1742:1742:8:4294967295]
00000400:00000200:3.0:1749608770.518331:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608770.518336:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608770.518339:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608770.518342:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608770.518348:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608770.518351:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608770.518354:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608770.518356:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608770.518356:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608770.518358:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608770.518360:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749608770.518361:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1743:1743:255:4294967295] 192.168.201.120@tcp LPNI seq info [1743:1743:7:4294967295]
00000400:00000200:2.0:1749608770.518369:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608770.518373:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608770.518376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749608770.518380:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608770.518382:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000800:00000200:2.0:1749608770.518385:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608770.518387:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608770.518404:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749608770.518410:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
02000000:00000010:2.0:1749608770.518418:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000800:00000200:0.0:1749608770.518425:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:3.0:1749608770.518429:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000800:00000010:0.0:1749608770.518431:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000100:00000010:3.0:1749608770.518433:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000400:00000200:0.0:1749608770.518437:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608770.518444:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608770.518448:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749608770.518450:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
02000000:00000010:2.0:1749608770.518456:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000100:00000200:0.0:1749608770.518458:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730206848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608770.518459:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608770.518461:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749608770.518464:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730207104, portal 10
00000400:00000010:2.0:1749608770.518468:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749608770.518470:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730207104, offset 0
00000400:00000200:2.0:1749608770.518475:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608770.518479:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608770.518482:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608770.518485:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608770.518486:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608770.518488:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608770.518490:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1744:1744:255:4294967295] 192.168.201.120@tcp LPNI seq info [1744:1744:7:4294967295]
00000400:00000200:2.0:1749608770.518497:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608770.518501:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608770.518504:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608770.518513:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608770.518518:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749608770.518518:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749608770.518520:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749608770.518520:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608770.518522:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608770.518524:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608770.518526:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749608770.518527:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749608770.518529:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730206976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608770.518558:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608770.518559:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608770.518560:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608770.518562:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608770.518564:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749608770.518565:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749608770.518567:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730207104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608770.519828:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608770.519841:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336700
00000400:00000200:0.0:1749608770.519848:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3769 [1] + 0
00000400:00000200:0.0:1749608770.519858:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608770.519861:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608770.519867:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730206976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608770.519895:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608770.519898:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336780
00000400:00000200:0.0:1749608770.519901:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3775 [1] + 0
00000400:00000200:0.0:1749608770.519905:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608770.519906:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608770.519908:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730207104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608770.519916:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608770.519919:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336680
00000400:00000200:0.0:1749608770.519922:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3765 [1] + 224
00000400:00000200:0.0:1749608770.519932:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749608770.519933:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608770.519956:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749608770.519958:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749608770.519966:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730207104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608770.519976:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749608770.519977:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730207104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608770.519979:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730206848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608770.520002:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608770.520004:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749608770.520006:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749608770.520009:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730206976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608770.520016:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730206976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608770.520028:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749608770.520033:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608770.520036:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608770.520039:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608770.520041:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608770.520043:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749608770.520047:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608770.520052:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608770.520053:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608770.520059:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730206848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608770.520068:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730206848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608770.520082:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608770.520086:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749608770.520089:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749608770.531047:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:2.0:1749608770.531077:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:3.0:1749608770.531102:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:1.0:1749608770.531130:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:2.0:1749608775.526113:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608775.526141:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608775.526197:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608775.526214:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608775.526220:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608775.526246:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749608775.526251:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608775.526258:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608775.526266:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
02000000:00000010:2.0:1749608775.526269:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749608775.526274:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730207232, portal 25
00000400:00000010:1.0:1749608775.526278:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749608775.526280:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730207232, offset 0
00000400:00000200:1.0:1749608775.526287:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749608775.526299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749608775.526300:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608775.526305:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608775.526309:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749608775.526310:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:1.0:1749608775.526313:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608775.526315:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749608775.526316:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000200:1.0:1749608775.526318:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1745:1745:256:4294967295] 192.168.201.120@tcp LPNI seq info [1745:1745:8:4294967295]
00000100:00000200:3.0:1749608775.526322:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730207360, portal 10
00000400:00000010:3.0:1749608775.526327:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749608775.526328:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730207360, offset 0
00000400:00000200:1.0:1749608775.526329:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749608775.526335:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608775.526336:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608775.526341:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:3.0:1749608775.526345:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749608775.526347:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608775.526359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749608775.526361:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608775.526362:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608775.526365:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608775.526366:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608775.526367:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608775.526369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1746:1746:255:4294967295] 192.168.201.120@tcp LPNI seq info [1746:1746:7:4294967295]
00000400:00000200:3.0:1749608775.526377:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608775.526381:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608775.526384:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000010:1.0:1749608775.526388:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000800:00000200:3.0:1749608775.526389:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608775.526395:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608775.526398:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608775.526401:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749608775.526405:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749608775.526422:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000800:00000200:0.0:1749608775.526426:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608775.526430:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608775.526434:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608775.526438:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608775.526441:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749608775.526442:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
02000000:00000010:3.0:1749608775.526442:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608775.526444:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608775.526445:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608775.526447:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730207488, portal 10
00000100:00000200:0.0:1749608775.526449:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730207232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608775.526449:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749608775.526450:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730207488, offset 0
00000400:00000200:3.0:1749608775.526453:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608775.526455:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608775.526457:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608775.526458:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608775.526459:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608775.526461:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608775.526462:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1747:1747:254:4294967295] 192.168.201.120@tcp LPNI seq info [1747:1747:6:4294967295]
00000400:00000200:3.0:1749608775.526466:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608775.526468:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608775.526470:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608775.526471:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608775.526474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608775.526478:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608775.526513:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608775.526514:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749608775.526516:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608775.526518:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608775.526519:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749608775.526520:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749608775.526523:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730207360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608775.526537:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608775.526539:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608775.526540:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608775.526541:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608775.526542:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749608775.526543:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749608775.526545:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730207488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608775.527655:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608775.527662:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336800
00000400:00000200:0.0:1749608775.527668:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x377d [1] + 224
00000400:00000200:0.0:1749608775.527679:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608775.527681:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608775.527685:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730207232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608775.527708:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608775.527711:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336880
00000400:00000200:0.0:1749608775.527713:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3785 [1] + 0
00000400:00000200:0.0:1749608775.527717:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608775.527718:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608775.527720:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730207360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608775.527732:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608775.527735:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608775.527736:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608775.527742:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730207232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608775.527744:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608775.527746:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336900
00000400:00000200:0.0:1749608775.527748:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x378d [1] + 0
00000100:00000200:1.0:1749608775.527749:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730207232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608775.527758:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608775.527760:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608775.527762:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730207488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608775.527768:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749608775.527773:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749608775.527776:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749608775.527808:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608775.527813:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749608775.527814:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608775.527819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730207360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608775.527825:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730207360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608775.527843:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608775.527845:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749608775.527846:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608775.527847:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730207488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608775.527852:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730207488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608775.527861:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608775.527864:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749608775.527866:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:3.0:1749608775.527869:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608775.527870:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749608775.527871:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:0.0:1749608775.539021:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:3.0:1749608775.539029:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:2.0:1749608775.539039:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749608775.539050:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749608780.534069:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608780.534092:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608780.534138:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608780.534153:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608780.534159:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608780.534176:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608780.534179:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:0.0:1749608780.534196:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608780.534204:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea2c0.
00000400:00000010:0.0:1749608780.534214:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749608780.534224:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730207616, portal 25
00000400:00000010:0.0:1749608780.534228:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000100:00000200:0.0:1749608780.534231:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730207616, offset 0
00000400:00000200:0.0:1749608780.534238:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608780.534251:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608780.534257:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1749608780.534262:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608780.534273:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749608780.534274:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608780.534277:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749608780.534279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000200:0.0:1749608780.534280:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608780.534283:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1748:1748:256:4294967295] 192.168.201.120@tcp LPNI seq info [1748:1748:8:4294967295]
00000100:00000200:3.0:1749608780.534283:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730207744, portal 10
00000400:00000010:3.0:1749608780.534288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608780.534290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730207744, offset 0
00000400:00000200:0.0:1749608780.534296:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749608780.534298:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608780.534302:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608780.534306:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000400:00000200:3.0:1749608780.534308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608780.534313:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608780.534322:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608780.534323:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608780.534325:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608780.534327:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608780.534327:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608780.534329:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608780.534331:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1749:1749:255:4294967295] 192.168.201.120@tcp LPNI seq info [1749:1749:7:4294967295]
00000400:00000200:3.0:1749608780.534339:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608780.534342:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608780.534345:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749608780.534350:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749608780.534351:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:3.0:1749608780.534356:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608780.534359:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608780.534363:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
00000100:00000010:0.0:1749608780.534375:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
00000800:00000200:1.0:1749608780.534387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608780.534391:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000100:00000010:0.0:1749608780.534392:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
00000400:00000200:1.0:1749608780.534395:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608780.534399:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608780.534402:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000400:00000010:1.0:1749608780.534403:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749608780.534409:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730207616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608780.534414:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608780.534416:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608780.534418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608780.534419:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730207872, portal 10
00000400:00000010:3.0:1749608780.534421:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749608780.534422:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730207872, offset 0
00000400:00000200:3.0:1749608780.534425:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608780.534427:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608780.534428:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608780.534429:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608780.534431:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608780.534432:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608780.534433:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1750:1750:255:4294967295] 192.168.201.120@tcp LPNI seq info [1750:1750:7:4294967295]
00000400:00000200:3.0:1749608780.534437:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608780.534439:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608780.534441:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608780.534442:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608780.534444:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608780.534448:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608780.534464:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608780.534465:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608780.534467:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608780.534469:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608780.534470:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:1.0:1749608780.534471:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:1.0:1749608780.534479:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730207744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608780.534497:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608780.534498:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608780.534499:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608780.534501:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608780.534502:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:1.0:1749608780.534503:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749608780.534505:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730207872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608780.535645:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608780.535657:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336980
00000400:00000200:0.0:1749608780.535663:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3795 [1] + 224
00000400:00000200:0.0:1749608780.535672:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608780.535676:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608780.535684:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730207616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608780.535711:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608780.535716:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336a00
00000400:00000200:0.0:1749608780.535721:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x379d [1] + 0
00000400:00000200:0.0:1749608780.535726:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608780.535728:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608780.535733:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730207744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608780.535737:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea2c0.
00000400:00000200:2.0:1749608780.535741:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749608780.535742:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:2.0:1749608780.535747:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730207616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608780.535755:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730207616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608780.535776:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749608780.535778:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:0.0:1749608780.535780:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336a80
02000000:00000010:2.0:1749608780.535782:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000200:0.0:1749608780.535785:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x37a5 [1] + 0
00000100:00000010:2.0:1749608780.535787:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:0.0:1749608780.535799:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608780.535802:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608780.535806:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730207872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608780.535839:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608780.535844:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749608780.535846:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608780.535851:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730207744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608780.535860:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730207744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608780.535882:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608780.535884:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749608780.535885:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608780.535888:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730207872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608780.535895:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730207872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608780.535906:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608780.535910:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749608780.535913:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:3.0:1749608780.535916:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608780.535918:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749608780.535920:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749608780.546997:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:0.0:1749608780.547038:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608780.547043:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:2.0:1749608780.547049:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:2.0:1749608785.542050:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608785.542067:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608785.542105:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608785.542116:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608785.542120:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749608785.542132:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608785.542134:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749608785.542158:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749608785.542162:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
02000000:00000010:3.0:1749608785.542164:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:2.0:1749608785.542166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000010:3.0:1749608785.542169:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:2.0:1749608785.542171:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730208128, portal 10
00000400:00000010:3.0:1749608785.542172:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608785.542174:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730208000, portal 25
00000400:00000010:3.0:1749608785.542177:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608785.542178:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730208000, offset 0
00000400:00000010:2.0:1749608785.542183:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000200:3.0:1749608785.542184:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608785.542186:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730208128, offset 0
00000400:00000200:2.0:1749608785.542190:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608785.542192:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608785.542200:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608785.542203:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608785.542205:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608785.542207:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608785.542209:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1751:1751:256:4294967295] 192.168.201.120@tcp LPNI seq info [1751:1751:8:4294967295]
00000400:00000200:3.0:1749608785.542216:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608785.542219:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608785.542220:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608785.542222:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608785.542222:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749608785.542224:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608785.542225:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608785.542226:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608785.542227:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608785.542228:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1752:1752:255:4294967295] 192.168.201.120@tcp LPNI seq info [1752:1752:7:4294967295]
00000800:00000200:3.0:1749608785.542232:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608785.542233:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608785.542235:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608785.542236:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608785.542238:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749608785.542240:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608785.542243:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608785.542245:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608785.542253:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749608785.542262:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749608785.542275:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749608785.542278:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
02000000:00000010:2.0:1749608785.542283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749608785.542285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608785.542286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749608785.542288:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730208256, portal 10
00000400:00000010:2.0:1749608785.542289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749608785.542290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730208256, offset 0
00000400:00000200:2.0:1749608785.542293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608785.542295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608785.542296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608785.542297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608785.542299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608785.542303:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608785.542304:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1753:1753:254:4294967295] 192.168.201.120@tcp LPNI seq info [1753:1753:6:4294967295]
00000800:00000200:0.0:1749608785.542307:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608785.542308:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608785.542311:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608785.542312:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000010:0.0:1749608785.542313:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000800:00000200:2.0:1749608785.542314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608785.542317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608785.542318:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608785.542319:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608785.542326:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608785.542331:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749608785.542333:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749608785.542343:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730208000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608785.542367:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608785.542369:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608785.542372:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608785.542375:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608785.542377:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749608785.542378:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749608785.542382:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730208128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608785.542486:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608785.542488:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608785.542491:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608785.542495:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608785.542497:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749608785.542507:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749608785.542512:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730208256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608785.544013:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608785.544024:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336b00
00000400:00000200:0.0:1749608785.544031:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x37b1 [1] + 224
00000400:00000200:0.0:1749608785.544039:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608785.544041:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608785.544046:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730208000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608785.544067:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608785.544070:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336b80
00000400:00000200:0.0:1749608785.544073:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x37ad [1] + 0
00000400:00000200:0.0:1749608785.544077:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608785.544079:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608785.544081:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730208128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608785.544088:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608785.544092:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749608785.544094:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000400:00000200:0.0:1749608785.544099:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608785.544100:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730208000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608785.544102:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336c00
00000400:00000200:0.0:1749608785.544104:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x37bd [1] + 0
00000100:00000200:3.0:1749608785.544111:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730208000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608785.544113:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608785.544116:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608785.544119:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730208256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608785.544130:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608785.544134:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749608785.544137:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000010:2.0:1749608785.544143:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608785.544148:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749608785.544150:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749608785.544156:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730208128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608785.544164:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730208128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608785.544179:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608785.544197:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749608785.544198:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749608785.544202:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730208256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608785.544209:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730208256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608785.544220:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749608785.544224:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749608785.544226:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608785.544229:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749608785.544231:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608785.544233:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:2.0:1749608785.555010:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:1.0:1749608785.555016:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:3.0:1749608785.555025:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:0.0:1749608785.555082:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749608790.550035:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608790.550056:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608790.550094:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608790.550107:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608790.550113:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608790.550128:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608790.550132:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608790.550137:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81600.
00000400:00000010:3.0:1749608790.550144:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749608790.550149:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:3.0:1749608790.550149:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000010:2.0:1749608790.550153:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000100:00000200:3.0:1749608790.550154:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730208384, portal 25
00000400:00000010:2.0:1749608790.550156:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000010:3.0:1749608790.550158:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:2.0:1749608790.550159:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730208512, portal 10
00000100:00000200:3.0:1749608790.550160:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730208384, offset 0
00000400:00000010:2.0:1749608790.550163:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000200:3.0:1749608790.550166:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749608790.550172:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730208512, offset 0
00000400:00000200:3.0:1749608790.550176:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608790.550177:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608790.550189:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608790.550193:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608790.550196:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608790.550198:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608790.550201:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1754:1754:256:4294967295] 192.168.201.120@tcp LPNI seq info [1754:1754:8:4294967295]
00000400:00000200:3.0:1749608790.550211:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608790.550216:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608790.550217:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608790.550219:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608790.550220:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749608790.550221:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608790.550222:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608790.550223:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608790.550225:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1755:1755:255:4294967295] 192.168.201.120@tcp LPNI seq info [1755:1755:7:4294967295]
00000800:00000200:3.0:1749608790.550225:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608790.550230:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608790.550233:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608790.550233:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749608790.550235:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608790.550237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608790.550237:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608790.550240:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608790.550242:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608790.550254:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749608790.550270:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749608790.550281:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749608790.550288:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
02000000:00000010:2.0:1749608790.550297:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749608790.550299:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000800:00000200:0.0:1749608790.550301:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749608790.550301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749608790.550302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730208640, portal 10
00000400:00000010:2.0:1749608790.550304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000800:00000010:0.0:1749608790.550305:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000200:2.0:1749608790.550310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730208640, offset 0
00000400:00000200:2.0:1749608790.550312:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608790.550315:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608790.550315:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608790.550317:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608790.550318:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608790.550320:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608790.550321:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608790.550321:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608790.550322:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1756:1756:254:4294967295] 192.168.201.120@tcp LPNI seq info [1756:1756:6:4294967295]
00000400:00000200:0.0:1749608790.550324:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749608790.550326:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:2.0:1749608790.550326:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608790.550329:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608790.550330:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749608790.550332:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749608790.550334:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730208384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608790.550334:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608790.550336:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608790.550349:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608790.550350:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608790.550351:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608790.550353:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608790.550355:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749608790.550355:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749608790.550369:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730208512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608790.550416:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608790.550417:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749608790.550419:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608790.550420:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608790.550422:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749608790.550422:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749608790.550425:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730208640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608790.551763:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608790.551771:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336c80
00000400:00000200:0.0:1749608790.551776:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x37c5 [1] + 224
00000400:00000200:0.0:1749608790.551781:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608790.551783:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608790.551787:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730208384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608790.551804:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608790.551811:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336d00
00000400:00000200:0.0:1749608790.551813:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x37c9 [1] + 0
00000400:00000200:0.0:1749608790.551817:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608790.551818:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608790.551820:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730208512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608790.551834:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608790.551836:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336d80
00000400:00000200:0.0:1749608790.551838:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x37d5 [1] + 0
00000400:00000200:0.0:1749608790.551846:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608790.551848:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608790.551850:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730208640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608790.551861:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608790.551865:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749608790.551866:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608790.551870:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730208384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608790.551876:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730208384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608790.551890:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81600.
02000000:00000010:3.0:1749608790.551892:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749608790.551895:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:2.0:1749608790.551896:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608790.551900:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749608790.551901:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749608790.551905:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730208512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608790.551911:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730208512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608790.551922:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608790.551923:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749608790.551924:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749608790.551925:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730208640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608790.551930:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730208640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608790.551949:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749608790.551956:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608790.551957:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608790.551959:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749608790.551960:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608790.551962:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749608790.563021:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:0.0:1749608790.563043:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749608790.563044:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:2.0:1749608790.563049:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:2.0:1749608795.558037:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608795.558054:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608795.558092:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608795.558102:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608795.558106:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608795.558121:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608795.558123:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:0.0:1749608795.558135:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608795.558143:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea318.
00000400:00000010:0.0:1749608795.558148:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:0.0:1749608795.558155:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730208768, portal 25
00000400:00000010:0.0:1749608795.558159:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749608795.558161:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730208768, offset 0
00000400:00000200:0.0:1749608795.558167:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608795.558177:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608795.558181:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608795.558185:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:3.0:1749608795.558186:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:0.0:1749608795.558187:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608795.558189:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608795.558192:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1757:1757:256:4294967295] 192.168.201.120@tcp LPNI seq info [1757:1757:8:4294967295]
00000400:00000010:3.0:1749608795.558192:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608795.558196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608795.558199:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730208896, portal 10
00000400:00000200:0.0:1749608795.558202:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749608795.558215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000800:00000200:0.0:1749608795.558216:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608795.558217:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730208896, offset 0
00000800:00000010:0.0:1749608795.558219:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000400:00000200:3.0:1749608795.558222:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608795.558225:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608795.558227:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608795.558229:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608795.558231:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608795.558232:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608795.558234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608795.558235:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608795.558236:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608795.558238:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1758:1758:255:4294967295] 192.168.201.120@tcp LPNI seq info [1758:1758:7:4294967295]
00000400:00000200:3.0:1749608795.558245:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608795.558248:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608795.558252:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000100:00000010:0.0:1749608795.558255:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:3.0:1749608795.558255:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608795.558260:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608795.558262:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608795.558264:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000100:00000010:0.0:1749608795.558288:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
00000100:00000010:0.0:1749608795.558299:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
02000000:00000010:3.0:1749608795.558313:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608795.558316:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608795.558318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749608795.558319:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730209024, portal 10
00000400:00000010:3.0:1749608795.558322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749608795.558322:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730209024, offset 0
00000800:00000200:1.0:1749608795.558325:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608795.558325:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608795.558328:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608795.558329:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:3.0:1749608795.558330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608795.558331:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608795.558332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608795.558333:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608795.558334:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608795.558335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1759:1759:254:4294967295] 192.168.201.120@tcp LPNI seq info [1759:1759:6:4294967295]
00000400:00000200:1.0:1749608795.558339:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608795.558340:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608795.558342:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608795.558343:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749608795.558345:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000800:00000010:3.0:1749608795.558347:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608795.558349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608795.558352:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730208768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749608795.558352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608795.558353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608795.558368:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608795.558370:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608795.558371:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608795.558374:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608795.558376:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:1.0:1749608795.558377:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:1.0:1749608795.558380:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730208896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608795.558431:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608795.558433:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608795.558440:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608795.558443:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608795.558445:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:1.0:1749608795.558446:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:1.0:1749608795.558449:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730209024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608795.559596:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608795.559605:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336e00
00000400:00000200:0.0:1749608795.559610:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x37dd [1] + 224
00000400:00000200:0.0:1749608795.559617:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608795.559620:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608795.559625:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730208768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608795.559654:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608795.559658:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf336f00
00000400:00000200:0.0:1749608795.559661:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x37ed [1] + 0
00000400:00000200:0.0:1749608795.559666:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608795.559668:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608795.559672:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730209024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608795.559681:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea318.
00000400:00000200:2.0:1749608795.559684:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749608795.559685:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749608795.559689:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730208768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608795.559694:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730208768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608795.559695:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608795.559699:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf336e80
00000400:00000200:0.0:1749608795.559702:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x37e5 [1] + 0
02000000:00000010:2.0:1749608795.559708:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749608795.559711:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000200:0.0:1749608795.559713:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1749608795.559714:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:0.0:1749608795.559720:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608795.559723:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730208896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608795.559754:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608795.559758:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749608795.559759:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749608795.559763:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730208896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608795.559769:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730208896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608795.559780:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608795.559781:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749608795.559782:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749608795.559783:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730209024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608795.559787:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730209024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608805 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608795.559794:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608795.559797:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749608795.559798:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:3.0:1749608795.559800:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608795.559801:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749608795.559802:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749608795.571020:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:0.0:1749608795.571032:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608795.571038:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:1.0:1749608795.571050:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:2.0:1749608800.566043:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608800.566062:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608800.566109:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608800.566122:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608800.566127:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608800.566141:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608800.566143:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749608800.566144:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749608800.566150:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608800.566155:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608800.566161:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730209152, portal 25
02000000:00000010:3.0:1749608800.566163:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749608800.566165:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749608800.566167:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730209152, offset 0
00000400:00000010:3.0:1749608800.566169:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:1.0:1749608800.566172:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749608800.566180:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000200:1.0:1749608800.566181:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749608800.566184:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730209280, portal 10
00000400:00000200:1.0:1749608800.566186:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749608800.566188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000200:1.0:1749608800.566204:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608800.566207:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608800.566209:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608800.566212:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1760:1760:256:4294967295] 192.168.201.120@tcp LPNI seq info [1760:1760:8:4294967295]
00000400:00000200:1.0:1749608800.566222:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608800.566227:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608800.566227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730209280, offset 0
00000800:00000010:1.0:1749608800.566230:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749608800.566232:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608800.566234:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608800.566238:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749608800.566240:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608800.566241:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749608800.566242:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608800.566244:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608800.566246:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608800.566248:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608800.566250:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1761:1761:255:4294967295] 192.168.201.120@tcp LPNI seq info [1761:1761:7:4294967295]
00000400:00000200:3.0:1749608800.566258:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749608800.566260:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000800:00000200:3.0:1749608800.566262:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608800.566264:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608800.566268:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608800.566272:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749608800.566274:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000800:00000200:3.0:1749608800.566275:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608800.566276:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749608800.566287:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
02000000:00000010:3.0:1749608800.566306:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608800.566309:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608800.566312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749608800.566313:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730209408, portal 10
00000400:00000010:3.0:1749608800.566317:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000800:00000200:0.0:1749608800.566318:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:3.0:1749608800.566319:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730209408, offset 0
00000800:00000010:0.0:1749608800.566321:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749608800.566322:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608800.566324:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608800.566326:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608800.566328:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608800.566329:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608800.566330:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749608800.566331:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:3.0:1749608800.566331:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608800.566332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608800.566334:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608800.566336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1762:1762:254:4294967295] 192.168.201.120@tcp LPNI seq info [1762:1762:6:4294967295]
00000100:00000200:0.0:1749608800.566338:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730209152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608800.566343:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608800.566346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608800.566349:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749608800.566356:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608800.566360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608800.566362:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608800.566387:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608800.566388:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749608800.566390:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608800.566392:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608800.566393:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749608800.566394:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749608800.566396:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730209280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608800.566410:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608800.566411:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749608800.566412:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608800.566414:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608800.566415:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749608800.566415:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749608800.566417:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730209408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608800.567813:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608800.567827:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf336f80
00000400:00000200:0.0:1749608800.567834:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x37f5 [1] + 224
00000400:00000200:0.0:1749608800.567852:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608800.567854:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608800.567862:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730209152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608800.567890:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608800.567893:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337000
00000400:00000200:0.0:1749608800.567896:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x37fd [1] + 0
00000400:00000200:0.0:1749608800.567900:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608800.567901:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608800.567904:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730209280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608800.567921:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608800.567923:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337080
00000400:00000010:1.0:1749608800.567923:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608800.567926:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608800.567928:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749608800.567931:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3805 [1] + 0
00000100:00000200:1.0:1749608800.567933:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730209152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608800.567959:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730209152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608800.567961:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608800.567965:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749608800.567966:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749608800.567971:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730209280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608800.567973:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749608800.567977:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749608800.567979:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000200:3.0:1749608800.567979:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730209280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608800.567981:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608800.567984:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608800.567988:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730209408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608800.567994:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608800.567998:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749608800.568000:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:3.0:1749608800.568004:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608800.568006:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749608800.568007:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749608800.568010:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730209408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608800.568017:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730209408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608810 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608800.568028:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608800.568030:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749608800.568032:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749608800.579007:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:0.0:1749608800.579022:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749608800.579036:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:3.0:1749608800.579040:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:2.0:1749608805.574166:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608805.574197:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608805.574274:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608805.574294:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608805.574301:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608805.574318:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608805.574321:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749608805.574346:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608805.574358:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:0.0:1749608805.574359:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:3.0:1749608805.574367:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000010:0.0:1749608805.574368:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea370.
00000100:00000200:3.0:1749608805.574377:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730209664, portal 10
00000400:00000010:0.0:1749608805.574383:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000400:00000010:3.0:1749608805.574385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:0.0:1749608805.574388:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730209536, portal 25
00000100:00000200:3.0:1749608805.574388:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730209664, offset 0
00000400:00000010:0.0:1749608805.574392:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749608805.574395:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730209536, offset 0
00000400:00000200:0.0:1749608805.574404:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608805.574420:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608805.574426:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608805.574428:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608805.574442:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608805.574446:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608805.574449:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608805.574453:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1763:1763:256:4294967295] 192.168.201.120@tcp LPNI seq info [1763:1763:8:4294967295]
00000400:00000200:0.0:1749608805.574469:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608805.574477:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608805.574479:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608805.574482:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000400:00000200:3.0:1749608805.574482:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608805.574486:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608805.574489:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608805.574491:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608805.574492:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608805.574494:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1764:1764:255:4294967295] 192.168.201.120@tcp LPNI seq info [1764:1764:7:4294967295]
00000800:00000200:0.0:1749608805.574503:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608805.574504:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608805.574509:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749608805.574509:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608805.574513:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749608805.574518:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608805.574524:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608805.574527:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608805.574542:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749608805.574562:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749608805.574574:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749608805.574584:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
02000000:00000010:3.0:1749608805.574594:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608805.574597:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608805.574599:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749608805.574601:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730209792, portal 10
00000400:00000010:3.0:1749608805.574605:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749608805.574606:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730209792, offset 0
00000400:00000200:3.0:1749608805.574610:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608805.574614:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608805.574616:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608805.574618:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608805.574620:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608805.574622:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608805.574623:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1765:1765:254:4294967295] 192.168.201.120@tcp LPNI seq info [1765:1765:6:4294967295]
00000400:00000200:3.0:1749608805.574637:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608805.574641:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608805.574643:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608805.574646:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608805.574650:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608805.574653:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608805.574702:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608805.574707:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:1.0:1749608805.574714:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608805.574721:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608805.574726:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:1.0:1749608805.574728:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749608805.574739:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730209536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608805.574764:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608805.574766:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608805.574769:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608805.574773:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608805.574776:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:1.0:1749608805.574778:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:1.0:1749608805.574783:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730209664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608805.574888:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608805.574890:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608805.574893:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608805.574897:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608805.574900:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:1.0:1749608805.574907:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:1.0:1749608805.574913:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730209792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608805.576385:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608805.576398:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337100
00000400:00000200:0.0:1749608805.576406:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3811 [1] + 224
00000400:00000200:0.0:1749608805.576419:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608805.576425:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608805.576435:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730209536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608805.576482:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608805.576508:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337180
00000400:00000200:0.0:1749608805.576514:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x380d [1] + 0
00000400:00000200:0.0:1749608805.576522:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608805.576527:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608805.576531:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea370.
00000400:00000200:2.0:1749608805.576536:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749608805.576538:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749608805.576546:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730209664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608805.576550:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730209536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608805.576559:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730209536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608805.576583:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000400:00000200:0.0:1749608805.576588:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749608805.576589:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:2.0:1749608805.576593:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000200:0.0:1749608805.576596:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337200
00000400:00000200:0.0:1749608805.576601:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x381d [1] + 0
00000400:00000200:0.0:1749608805.576630:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608805.576633:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608805.576634:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608805.576640:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749608805.576642:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749608805.576650:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730209792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608805.576650:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730209664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608805.576674:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730209664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608805.576700:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608805.576703:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:3.0:1749608805.576705:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749608805.576709:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730209792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608805.576720:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730209792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608815 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608805.576739:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608805.576744:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749608805.576748:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:3.0:1749608805.576753:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608805.576756:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749608805.576759:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:0.0:1749608805.587077:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:1.0:1749608805.587102:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749608805.587180:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749608805.587225:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:2.0:1749608810.582077:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608810.582094:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608810.582142:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608810.582157:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608810.582165:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:0.0:1749608810.582172:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000400:00000010:0.0:1749608810.582179:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea268.
00000100:00000010:2.0:1749608810.582179:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000400:00000010:0.0:1749608810.582183:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
02000000:00000010:2.0:1749608810.582183:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:0.0:1749608810.582188:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730209920, portal 25
00000400:00000010:0.0:1749608810.582191:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:0.0:1749608810.582193:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730209920, offset 0
00000400:00000200:0.0:1749608810.582198:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749608810.582202:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:0.0:1749608810.582206:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749608810.582207:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749608810.582209:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608810.582212:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608810.582214:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608810.582216:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608810.582218:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1766:1766:256:4294967295] 192.168.201.120@tcp LPNI seq info [1766:1766:8:4294967295]
00000400:00000010:3.0:1749608810.582220:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749608810.582222:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730210048, portal 10
00000400:00000200:0.0:1749608810.582225:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749608810.582226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749608810.582227:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730210048, offset 0
00000800:00000200:0.0:1749608810.582228:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608810.582231:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000400:00000200:3.0:1749608810.582231:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608810.582235:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608810.582235:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608810.582237:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608810.582239:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608810.582240:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608810.582241:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608810.582242:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608810.582243:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1767:1767:255:4294967295] 192.168.201.120@tcp LPNI seq info [1767:1767:7:4294967295]
00000800:00000200:0.0:1749608810.582244:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608810.582248:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608810.582251:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608810.582253:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608810.582255:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608810.582259:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608810.582262:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608810.582263:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608810.582273:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
00000100:00000010:0.0:1749608810.582277:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749608810.582283:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
02000000:00000010:3.0:1749608810.582297:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608810.582300:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608810.582302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608810.582304:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730210176, portal 10
00000400:00000010:3.0:1749608810.582307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749608810.582308:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730210176, offset 0
00000400:00000200:3.0:1749608810.582311:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608810.582315:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608810.582317:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608810.582318:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608810.582320:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608810.582321:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608810.582323:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1768:1768:254:4294967295] 192.168.201.120@tcp LPNI seq info [1768:1768:6:4294967295]
00000400:00000200:3.0:1749608810.582329:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608810.582334:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608810.582337:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000800:00000200:3.0:1749608810.582338:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608810.582340:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608810.582341:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749608810.582343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608810.582345:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749608810.582346:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608810.582348:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000800:00000200:3.0:1749608810.582348:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749608810.582349:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749608810.582356:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730209920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608810.582372:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608810.582374:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608810.582376:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608810.582378:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608810.582380:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:1.0:1749608810.582381:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:1.0:1749608810.582384:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730210048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608810.582436:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608810.582437:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608810.582439:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608810.582441:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608810.582442:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:1.0:1749608810.582443:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749608810.582445:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730210176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608810.583924:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608810.583963:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337280
00000400:00000200:0.0:1749608810.583967:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3825 [1] + 224
00000400:00000200:0.0:1749608810.583974:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608810.583976:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608810.583980:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730209920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608810.583999:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608810.584002:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337300
00000400:00000200:0.0:1749608810.584004:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x382d [1] + 0
00000400:00000200:0.0:1749608810.584007:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608810.584008:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608810.584010:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730210048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608810.584036:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea268.
00000400:00000200:2.0:1749608810.584040:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000200:0.0:1749608810.584041:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749608810.584041:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:2.0:1749608810.584045:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730209920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608810.584046:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337380
00000400:00000200:0.0:1749608810.584049:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3835 [1] + 0
00000100:00000200:2.0:1749608810.584059:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730209920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608810.584060:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749608810.584061:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608810.584064:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000200:0.0:1749608810.584065:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608810.584066:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749608810.584071:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730210176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608810.584071:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730210048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608810.584074:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:2.0:1749608810.584076:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:2.0:1749608810.584079:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:3.0:1749608810.584081:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730210048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608810.584096:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608810.584098:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749608810.584099:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608810.584102:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730210176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608810.584108:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730210176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608810.584119:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608810.584123:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749608810.584125:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:3.0:1749608810.584128:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608810.584130:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749608810.584132:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749608810.595057:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:1.0:1749608810.595068:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:3.0:1749608810.595137:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:0.0:1749608810.595148:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608815.590046:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608815.590062:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608815.590101:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608815.590114:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608815.590119:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749608815.590133:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749608815.590133:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
02000000:00000010:2.0:1749608815.590135:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749608815.590139:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749608815.590144:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749608815.590144:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000010:1.0:1749608815.590150:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608815.590158:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608815.590161:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730210432, portal 10
00000100:00000200:3.0:1749608815.590161:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730210304, portal 25
00000400:00000010:3.0:1749608815.590165:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000400:00000010:1.0:1749608815.590166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749608815.590167:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730210432, offset 0
00000100:00000200:3.0:1749608815.590168:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730210304, offset 0
00000400:00000200:1.0:1749608815.590173:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608815.590178:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608815.590180:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608815.590184:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608815.590187:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608815.590189:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608815.590191:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608815.590193:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1769:1769:256:4294967295] 192.168.201.120@tcp LPNI seq info [1769:1769:8:4294967295]
00000400:00000200:1.0:1749608815.590200:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608815.590203:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608815.590204:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608815.590206:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:3.0:1749608815.590206:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608815.590208:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749608815.590210:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608815.590210:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608815.590211:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608815.590213:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1770:1770:255:4294967295] 192.168.201.120@tcp LPNI seq info [1770:1770:7:4294967295]
00000800:00000200:1.0:1749608815.590216:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608815.590218:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608815.590219:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749608815.590220:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608815.590222:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608815.590225:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608815.590227:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608815.590229:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749608815.590241:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749608815.590257:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749608815.590262:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749608815.590267:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
02000000:00000010:1.0:1749608815.590278:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608815.590281:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608815.590283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608815.590284:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730210560, portal 10
00000400:00000010:1.0:1749608815.590286:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000100:00000200:1.0:1749608815.590287:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730210560, offset 0
00000400:00000200:1.0:1749608815.590290:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608815.590292:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608815.590294:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608815.590295:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608815.590296:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608815.590298:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608815.590299:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1771:1771:254:4294967295] 192.168.201.120@tcp LPNI seq info [1771:1771:6:4294967295]
00000400:00000200:1.0:1749608815.590303:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608815.590309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608815.590311:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608815.590313:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608815.590316:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608815.590317:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608815.590336:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608815.590340:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608815.590344:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608815.590348:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608815.590350:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000010:0.0:1749608815.590351:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000100:00000200:0.0:1749608815.590358:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730210432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608815.590376:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608815.590377:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608815.590378:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608815.590380:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608815.590381:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749608815.590382:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749608815.590384:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730210304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608815.590431:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608815.590432:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608815.590433:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608815.590435:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608815.590436:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749608815.590437:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749608815.590439:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730210560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608815.591677:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608815.591684:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337400
00000400:00000200:0.0:1749608815.591688:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x383d [1] + 224
00000400:00000200:0.0:1749608815.591694:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608815.591696:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608815.591700:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730210304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608815.591720:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608815.591723:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337480
00000400:00000200:0.0:1749608815.591725:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3841 [1] + 0
00000400:00000200:0.0:1749608815.591728:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608815.591729:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608815.591736:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730210432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608815.591750:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608815.591752:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608815.591754:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337500
00000400:00000200:3.0:1749608815.591754:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749608815.591755:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000400:00000200:0.0:1749608815.591758:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x384d [1] + 0
00000100:00000200:3.0:1749608815.591760:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730210304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608815.591766:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608815.591768:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608815.591770:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730210560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608815.591781:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000200:3.0:1749608815.591782:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730210304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608815.591785:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:1.0:1749608815.591787:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608815.591792:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730210432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608815.591799:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730210432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608815.591801:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608815.591805:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749608815.591809:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:1.0:1749608815.591814:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608815.591815:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608815.591816:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608815.591819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730210560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608815.591825:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730210560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608815.591836:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608815.591840:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608815.591843:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749608815.591845:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608815.591847:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608815.591849:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749608815.603014:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749608815.603029:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:1.0:1749608815.603042:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:0.0:1749608815.603059:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749608820.598060:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608820.598076:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608820.598115:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608820.598126:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608820.598131:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749608820.598147:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608820.598149:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749608820.598154:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608820.598162:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608820.598167:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608820.598183:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730210688, portal 25
00000400:00000010:1.0:1749608820.598186:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749608820.598188:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730210688, offset 0
00000400:00000200:1.0:1749608820.598195:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608820.598203:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608820.598208:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608820.598211:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608820.598214:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608820.598216:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608820.598219:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1772:1772:256:4294967295] 192.168.201.120@tcp LPNI seq info [1772:1772:8:4294967295]
02000000:00000010:0.0:1749608820.598220:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942400.
00000400:00000010:0.0:1749608820.598225:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea420.
00000400:00000010:0.0:1749608820.598228:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000400:00000200:1.0:1749608820.598228:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608820.598230:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730210816, portal 10
00000800:00000200:1.0:1749608820.598232:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749608820.598233:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749608820.598234:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730210816, offset 0
00000800:00000010:1.0:1749608820.598236:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608820.598239:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608820.598241:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608820.598244:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608820.598246:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608820.598247:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608820.598249:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608820.598249:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608820.598250:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608820.598252:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1773:1773:255:4294967295] 192.168.201.120@tcp LPNI seq info [1773:1773:7:4294967295]
00000800:00000200:1.0:1749608820.598252:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749608820.598257:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608820.598259:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608820.598261:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749608820.598264:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608820.598267:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608820.598269:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608820.598273:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749608820.598286:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749608820.598291:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749608820.598296:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000800:00000200:2.0:1749608820.598312:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:0.0:1749608820.598314:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000800:00000010:2.0:1749608820.598315:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000010:0.0:1749608820.598316:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea478.
00000400:00000010:0.0:1749608820.598318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000400:00000200:2.0:1749608820.598318:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:0.0:1749608820.598319:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730210944, portal 10
00000400:00000010:0.0:1749608820.598321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749608820.598322:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730210944, offset 0
00000400:00000200:2.0:1749608820.598323:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608820.598326:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608820.598328:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000200:0.0:1749608820.598329:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608820.598330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608820.598330:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000400:00000200:0.0:1749608820.598332:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608820.598333:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608820.598334:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608820.598335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1774:1774:254:4294967295] 192.168.201.120@tcp LPNI seq info [1774:1774:6:4294967295]
00000100:00000200:2.0:1749608820.598337:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730210688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608820.598339:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608820.598341:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608820.598343:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000800:00000200:0.0:1749608820.598344:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608820.598347:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608820.598348:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608820.598355:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608820.598360:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:2.0:1749608820.598362:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608820.598364:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608820.598366:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749608820.598367:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749608820.598369:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730210816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608820.598415:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608820.598416:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:2.0:1749608820.598418:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608820.598420:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608820.598421:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749608820.598422:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749608820.598423:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730210944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608820.599688:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608820.599696:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337580
00000400:00000200:0.0:1749608820.599702:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3855 [1] + 224
00000400:00000200:0.0:1749608820.599709:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608820.599712:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608820.599717:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730210688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608820.599745:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608820.599750:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337600
00000400:00000200:0.0:1749608820.599754:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x385d [1] + 0
00000400:00000200:0.0:1749608820.599766:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608820.599769:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608820.599773:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730210816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608820.599773:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608820.599777:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608820.599778:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608820.599783:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730210688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608820.599792:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730210688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608820.599796:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608820.599799:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337680
00000400:00000200:0.0:1749608820.599802:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3865 [1] + 0
02000000:00000010:1.0:1749608820.599808:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:0.0:1749608820.599810:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608820.599812:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608820.599812:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000200:0.0:1749608820.599815:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730210944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749608820.599816:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:2.0:1749608820.599847:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea420.
00000400:00000200:2.0:1749608820.599872:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749608820.599873:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749608820.599877:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730210816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608820.599883:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730210816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608820.599894:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea478.
00000400:00000200:2.0:1749608820.599895:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749608820.599896:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749608820.599898:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730210944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608820.599902:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730210944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608820.599909:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942400.
02000000:00000010:2.0:1749608820.599915:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749608820.599917:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608820.599919:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749608820.599920:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608820.599922:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749608820.611002:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:3.0:1749608820.611003:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:0.0:1749608820.611016:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749608820.611019:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:2.0:1749608825.606042:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608825.606060:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608825.606100:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608825.606116:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608825.606120:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:0.0:1749608825.606137:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000100:00000010:2.0:1749608825.606139:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608825.606141:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:0.0:1749608825.606144:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea4d0.
00000400:00000010:0.0:1749608825.606150:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749608825.606156:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730211072, portal 25
00000400:00000010:0.0:1749608825.606160:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749608825.606161:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730211072, offset 0
00000400:00000200:0.0:1749608825.606167:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608825.606177:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608825.606182:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608825.606185:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608825.606188:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608825.606190:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608825.606193:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1775:1775:256:4294967295] 192.168.201.120@tcp LPNI seq info [1775:1775:8:4294967295]
02000000:00000010:3.0:1749608825.606195:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608825.606200:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608825.606203:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749608825.606204:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749608825.606207:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730211200, portal 10
00000800:00000200:0.0:1749608825.606208:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608825.606211:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000400:00000010:3.0:1749608825.606211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749608825.606213:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730211200, offset 0
00000800:00000200:0.0:1749608825.606216:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608825.606220:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608825.606227:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608825.606229:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608825.606232:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608825.606234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608825.606235:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608825.606236:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608825.606238:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1776:1776:255:4294967295] 192.168.201.120@tcp LPNI seq info [1776:1776:7:4294967295]
00000800:00000200:0.0:1749608825.606239:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608825.606244:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608825.606248:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608825.606251:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749608825.606254:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608825.606259:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749608825.606261:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000800:00000200:3.0:1749608825.606261:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608825.606272:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749608825.606278:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000100:00000010:0.0:1749608825.606290:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
02000000:00000010:3.0:1749608825.606301:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608825.606303:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608825.606305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749608825.606307:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730211328, portal 10
00000400:00000010:3.0:1749608825.606309:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749608825.606311:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730211328, offset 0
00000400:00000200:3.0:1749608825.606315:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608825.606318:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608825.606321:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608825.606323:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608825.606331:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608825.606333:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608825.606335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1777:1777:254:4294967295] 192.168.201.120@tcp LPNI seq info [1777:1777:6:4294967295]
00000400:00000200:3.0:1749608825.606342:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608825.606346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608825.606348:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608825.606351:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608825.606354:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608825.606356:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608825.606412:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608825.606415:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749608825.606419:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608825.606424:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608825.606427:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:1.0:1749608825.606428:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:1.0:1749608825.606435:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730211072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608825.606451:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608825.606452:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608825.606454:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608825.606457:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608825.606459:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:1.0:1749608825.606460:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:1.0:1749608825.606464:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730211200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608825.606522:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608825.606524:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608825.606526:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608825.606528:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608825.606530:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:1.0:1749608825.606531:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:1.0:1749608825.606535:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730211328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608825.607962:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608825.607969:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337780
00000400:00000200:0.0:1749608825.607973:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3875 [1] + 0
00000400:00000200:0.0:1749608825.607979:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608825.607980:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608825.607985:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730211200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608825.608002:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608825.608004:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337700
00000400:00000200:0.0:1749608825.608006:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x386d [1] + 224
00000400:00000200:0.0:1749608825.608009:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608825.608011:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608825.608014:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730211072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608825.608033:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608825.608034:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749608825.608037:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749608825.608038:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000400:00000200:0.0:1749608825.608039:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337800
00000400:00000200:0.0:1749608825.608042:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x387d [1] + 0
00000100:00000200:3.0:1749608825.608043:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730211200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608825.608051:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730211200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608825.608053:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608825.608053:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea4d0.
00000400:00000200:1.0:1749608825.608056:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000200:0.0:1749608825.608057:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608825.608057:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749608825.608061:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730211328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608825.608061:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730211072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608825.608066:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730211072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608825.608071:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608825.608074:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749608825.608078:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:3.0:1749608825.608082:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:1.0:1749608825.608083:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000400:00000200:3.0:1749608825.608083:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749608825.608084:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
02000000:00000010:1.0:1749608825.608085:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749608825.608087:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:3.0:1749608825.608087:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730211328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608825.608093:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730211328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608825.608104:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608825.608106:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749608825.608107:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:1.0:1749608825.619028:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:3.0:1749608825.619035:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:0.0:1749608825.619040:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:2.0:1749608825.619098:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:2.0:1749608830.614042:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608830.614059:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608830.614106:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608830.614119:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608830.614123:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749608830.614138:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608830.614140:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749608830.614153:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608830.614160:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea528.
00000400:00000010:0.0:1749608830.614166:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749608830.614172:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730211456, portal 25
00000400:00000010:0.0:1749608830.614176:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749608830.614178:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730211456, offset 0
02000000:00000010:3.0:1749608830.614180:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:0.0:1749608830.614184:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749608830.614184:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608830.614188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749608830.614190:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730211584, portal 10
00000400:00000010:3.0:1749608830.614193:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000200:0.0:1749608830.614194:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749608830.614194:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730211584, offset 0
00000400:00000200:0.0:1749608830.614198:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608830.614198:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608830.614202:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608830.614205:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608830.614207:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608830.614210:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1778:1778:256:4294967295] 192.168.201.120@tcp LPNI seq info [1778:1778:8:4294967295]
00000400:00000200:0.0:1749608830.614219:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608830.614224:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608830.614224:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608830.614226:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608830.614227:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000400:00000200:3.0:1749608830.614228:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608830.614229:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608830.614231:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608830.614232:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608830.614233:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1779:1779:255:4294967295] 192.168.201.120@tcp LPNI seq info [1779:1779:7:4294967295]
00000400:00000200:3.0:1749608830.614238:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608830.614240:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608830.614241:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608830.614243:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749608830.614244:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608830.614246:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608830.614249:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608830.614251:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608830.614263:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608830.614288:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
00000100:00000010:0.0:1749608830.614292:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
00000800:00000200:1.0:1749608830.614299:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000010:0.0:1749608830.614300:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
00000800:00000010:1.0:1749608830.614303:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:1.0:1749608830.614307:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608830.614309:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749608830.614311:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608830.614312:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:1.0:1749608830.614314:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:1.0:1749608830.614315:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000400:00000010:3.0:1749608830.614320:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:1.0:1749608830.614321:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730211456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608830.614322:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730211712, portal 10
00000400:00000010:3.0:1749608830.614325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749608830.614326:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730211712, offset 0
00000400:00000200:3.0:1749608830.614330:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608830.614334:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608830.614337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608830.614338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608830.614340:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608830.614351:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608830.614353:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1780:1780:255:4294967295] 192.168.201.120@tcp LPNI seq info [1780:1780:7:4294967295]
00000400:00000200:3.0:1749608830.614358:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608830.614360:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608830.614362:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749608830.614364:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608830.614367:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608830.614368:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608830.614371:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608830.614372:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608830.614374:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608830.614376:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608830.614377:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:1.0:1749608830.614378:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:1.0:1749608830.614380:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730211584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608830.614394:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608830.614395:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608830.614397:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608830.614398:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608830.614399:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:1.0:1749608830.614400:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:1.0:1749608830.614402:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730211712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608830.615650:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608830.615667:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337880
00000400:00000200:0.0:1749608830.615676:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3885 [1] + 224
00000400:00000200:0.0:1749608830.615719:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608830.615732:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608830.615740:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730211456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608830.615766:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608830.615770:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337900
00000400:00000200:0.0:1749608830.615774:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x388d [1] + 0
00000400:00000200:0.0:1749608830.615777:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608830.615779:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608830.615782:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730211584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608830.615804:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608830.615808:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337980
00000400:00000200:0.0:1749608830.615810:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3895 [1] + 0
00000400:00000200:0.0:1749608830.615819:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608830.615821:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608830.615823:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea528.
00000400:00000200:2.0:1749608830.615827:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749608830.615828:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749608830.615832:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730211712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608830.615833:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730211456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608830.615839:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730211456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608830.615844:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608830.615849:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:3.0:1749608830.615850:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
02000000:00000010:2.0:1749608830.615854:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
00000100:00000200:3.0:1749608830.615856:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730211584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608830.615857:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749608830.615860:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000200:3.0:1749608830.615864:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730211584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608830.615878:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608830.615879:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749608830.615880:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608830.615882:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730211712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608830.615886:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730211712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608830.615894:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608830.615896:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749608830.615898:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749608830.615900:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608830.615901:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749608830.615902:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749608830.627019:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:1.0:1749608830.627021:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:0.0:1749608830.627027:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:3.0:1749608830.627033:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:2.0:1749608835.622119:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608835.622143:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608835.622193:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608835.622209:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608835.622214:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749608835.622231:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608835.622233:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749608835.622249:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
02000000:00000010:1.0:1749608835.622257:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749608835.622260:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608835.622266:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000010:1.0:1749608835.622271:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000200:3.0:1749608835.622272:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730211840, portal 25
00000400:00000010:1.0:1749608835.622274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749608835.622276:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730211968, portal 10
00000400:00000010:3.0:1749608835.622276:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000010:1.0:1749608835.622279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:3.0:1749608835.622279:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730211840, offset 0
00000100:00000200:1.0:1749608835.622281:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730211968, offset 0
00000400:00000200:3.0:1749608835.622287:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608835.622292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608835.622298:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608835.622302:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608835.622306:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608835.622309:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608835.622311:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608835.622313:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1781:1781:256:4294967295] 192.168.201.120@tcp LPNI seq info [1781:1781:8:4294967295]
00000400:00000200:3.0:1749608835.622323:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608835.622327:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608835.622328:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608835.622330:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608835.622331:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749608835.622332:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608835.622333:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608835.622334:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608835.622336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1782:1782:255:4294967295] 192.168.201.120@tcp LPNI seq info [1782:1782:7:4294967295]
00000800:00000200:3.0:1749608835.622337:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608835.622341:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608835.622344:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608835.622344:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749608835.622346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:3.0:1749608835.622347:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608835.622348:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608835.622351:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608835.622353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608835.622370:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749608835.622396:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749608835.622399:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749608835.622406:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
02000000:00000010:1.0:1749608835.622414:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608835.622415:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608835.622417:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608835.622418:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730212096, portal 10
00000400:00000010:1.0:1749608835.622420:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749608835.622421:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730212096, offset 0
00000400:00000200:1.0:1749608835.622423:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608835.622425:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608835.622430:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608835.622432:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608835.622433:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608835.622434:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608835.622435:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1783:1783:254:4294967295] 192.168.201.120@tcp LPNI seq info [1783:1783:6:4294967295]
00000800:00000200:0.0:1749608835.622440:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749608835.622440:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608835.622442:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608835.622444:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000800:00000010:1.0:1749608835.622444:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749608835.622446:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608835.622449:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749608835.622449:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608835.622450:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608835.622455:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608835.622458:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749608835.622460:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749608835.622469:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730211840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608851 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608835.622484:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608835.622486:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749608835.622487:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608835.622498:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608835.622500:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749608835.622501:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749608835.622504:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730211968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608835.622561:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608835.622562:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608835.622564:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608835.622565:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608835.622566:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749608835.622567:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749608835.622570:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730212096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608835.623825:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608835.623835:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337a00
00000400:00000200:0.0:1749608835.623842:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x389d [1] + 224
00000400:00000200:0.0:1749608835.623850:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608835.623852:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608835.623856:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730211840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608851 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608835.623878:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608835.623880:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337a80
00000400:00000200:0.0:1749608835.623884:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x38a1 [1] + 0
00000400:00000200:0.0:1749608835.623887:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608835.623889:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608835.623891:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730211968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608835.623905:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608835.623907:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337b00
00000400:00000010:3.0:1749608835.623915:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608835.623920:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749608835.623922:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749608835.623926:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x38ad [1] + 0
00000100:00000200:3.0:1749608835.623930:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730211840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608851 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608835.623964:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608835.623966:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608835.623968:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000200:3.0:1749608835.623969:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730211840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608851 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608835.623971:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:1.0:1749608835.623972:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749608835.623976:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730212096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608835.623977:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730211968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608835.623983:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730211968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608835.623989:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608835.623994:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:1.0:1749608835.623997:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608835.623998:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000100:00000010:3.0:1749608835.623998:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:1.0:1749608835.623999:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608835.624001:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730212096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608835.624005:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730212096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608835.624012:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608835.624015:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749608835.624017:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749608835.624019:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608835.624025:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608835.624027:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749608835.635057:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:3.0:1749608835.635073:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:0.0:1749608835.635086:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:1.0:1749608835.635094:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:2.0:1749608840.630136:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608840.630161:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608840.630218:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608840.630236:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608840.630243:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749608840.630247:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749608840.630255:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608840.630260:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608840.630267:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730212224, portal 25
00000400:00000010:1.0:1749608840.630271:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000010:2.0:1749608840.630271:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
00000100:00000200:1.0:1749608840.630272:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730212224, offset 0
02000000:00000010:2.0:1749608840.630275:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000200:1.0:1749608840.630278:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608840.630290:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608840.630294:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1749608840.630297:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942c00.
00000400:00000200:1.0:1749608840.630298:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608840.630301:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749608840.630302:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea580.
00000400:00000200:1.0:1749608840.630303:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749608840.630305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000400:00000200:1.0:1749608840.630305:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1784:1784:256:4294967295] 192.168.201.120@tcp LPNI seq info [1784:1784:8:4294967295]
00000100:00000200:0.0:1749608840.630307:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730212352, portal 10
00000400:00000010:0.0:1749608840.630312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749608840.630313:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730212352, offset 0
00000400:00000200:1.0:1749608840.630314:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608840.630317:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608840.630318:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608840.630322:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608840.630322:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608840.630324:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608840.630326:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608840.630327:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608840.630327:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608840.630329:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608840.630330:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1785:1785:255:4294967295] 192.168.201.120@tcp LPNI seq info [1785:1785:7:4294967295]
00000800:00000200:1.0:1749608840.630334:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608840.630336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608840.630338:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608840.630338:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:0.0:1749608840.630340:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b800.
00000800:00000200:0.0:1749608840.630343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608840.630346:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608840.630348:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608840.630356:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749608840.630368:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749608840.630372:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749608840.630376:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
02000000:00000010:0.0:1749608840.630391:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:0.0:1749608840.630393:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea3c8.
00000400:00000010:0.0:1749608840.630395:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749608840.630397:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730212480, portal 10
00000400:00000010:0.0:1749608840.630411:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749608840.630412:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730212480, offset 0
00000400:00000200:0.0:1749608840.630415:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749608840.630417:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749608840.630418:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608840.630419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749608840.630420:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608840.630421:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608840.630422:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608840.630423:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608840.630425:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1786:1786:254:4294967295] 192.168.201.120@tcp LPNI seq info [1786:1786:6:4294967295]
00000400:00000200:2.0:1749608840.630426:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608840.630429:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608840.630431:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608840.630432:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:0.0:1749608840.630433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000800:00000200:0.0:1749608840.630435:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608840.630436:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000800:00000200:0.0:1749608840.630437:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608840.630438:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:2.0:1749608840.630438:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:2.0:1749608840.630449:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730212224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608856 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608840.630468:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608840.630470:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b800.
00000400:00000200:2.0:1749608840.630473:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608840.630476:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608840.630478:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749608840.630479:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749608840.630483:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730212352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608840.630597:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608840.630599:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000200:2.0:1749608840.630601:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608840.630605:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608840.630607:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:2.0:1749608840.630609:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:2.0:1749608840.630612:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730212480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608840.631876:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608840.631884:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337b80
00000400:00000200:0.0:1749608840.631889:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x38b5 [1] + 224
00000400:00000200:0.0:1749608840.631897:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608840.631899:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608840.631904:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730212224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608856 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608840.631922:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608840.631925:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337c00
00000400:00000200:0.0:1749608840.631928:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x38bd [1] + 0
00000400:00000200:0.0:1749608840.631930:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608840.631932:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608840.631956:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730212352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608840.632002:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608840.632005:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:1.0:1749608840.632007:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000200:0.0:1749608840.632008:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337c80
00000400:00000010:1.0:1749608840.632009:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000400:00000200:0.0:1749608840.632012:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x38c5 [1] + 0
00000100:00000200:1.0:1749608840.632014:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730212224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608856 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608840.632020:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608840.632022:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608840.632025:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730212480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608840.632026:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea580.
00000400:00000200:2.0:1749608840.632029:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749608840.632031:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749608840.632034:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730212352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608840.632036:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730212224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608856 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608840.632040:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730212352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749608840.632051:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
02000000:00000010:1.0:1749608840.632055:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749608840.632061:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749608840.632065:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:2.0:1749608840.635786:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea3c8.
00000400:00000200:2.0:1749608840.635790:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749608840.635791:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:2.0:1749608840.635796:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730212480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608840.635804:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730212480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749608840.635816:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:2.0:1749608840.635823:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942c00.
02000000:00000010:2.0:1749608840.635826:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749608840.635828:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608840.635831:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:2.0:1749608840.635838:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608840.635840:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749608840.643002:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:1.0:1749608840.643005:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:2.0:1749608840.643011:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:3.0:1749608840.643082:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:2.0:1749608845.638090:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608845.638117:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608845.638177:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608845.638197:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608845.638204:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749608845.638220:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608845.638229:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea5d8.
00000100:00000010:2.0:1749608845.638231:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608845.638234:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:0.0:1749608845.638236:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749608845.638245:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730212608, portal 25
00000400:00000010:0.0:1749608845.638250:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749608845.638253:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730212608, offset 0
00000400:00000200:0.0:1749608845.638260:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608845.638274:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608845.638281:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1749608845.638284:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:0.0:1749608845.638285:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608845.638288:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608845.638290:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749608845.638290:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608845.638293:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1787:1787:256:4294967295] 192.168.201.120@tcp LPNI seq info [1787:1787:8:4294967295]
00000400:00000010:3.0:1749608845.638294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608845.638297:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730212736, portal 10
00000400:00000010:3.0:1749608845.638303:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749608845.638304:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730212736, offset 0
00000400:00000200:0.0:1749608845.638305:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749608845.638309:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608845.638311:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608845.638315:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000400:00000200:3.0:1749608845.638315:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608845.638318:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608845.638320:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608845.638322:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608845.638323:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608845.638324:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608845.638327:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1788:1788:255:4294967295] 192.168.201.120@tcp LPNI seq info [1788:1788:7:4294967295]
00000800:00000200:0.0:1749608845.638331:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608845.638333:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608845.638336:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749608845.638336:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608845.638339:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608845.638341:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608845.638345:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608845.638347:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608845.638358:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000010:0.0:1749608845.638391:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e40.
00000100:00000010:0.0:1749608845.638396:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c80.
00000100:00000010:0.0:1749608845.638405:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306314c0.
00000800:00000200:1.0:1749608845.638418:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749608845.638422:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000800:00000010:1.0:1749608845.638423:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000010:3.0:1749608845.638425:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608845.638426:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749608845.638428:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730212864, portal 10
00000400:00000200:1.0:1749608845.638444:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608845.638450:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608845.638454:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:1.0:1749608845.638456:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000400:00000010:3.0:1749608845.638457:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749608845.638460:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730212864, offset 0
00000400:00000200:3.0:1749608845.638463:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608845.638465:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730212608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608861 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608845.638466:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608845.638468:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608845.638469:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608845.638471:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608845.638478:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608845.638480:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1789:1789:254:4294967295] 192.168.201.120@tcp LPNI seq info [1789:1789:6:4294967295]
00000400:00000200:3.0:1749608845.638484:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608845.638487:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608845.638489:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608845.638491:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608845.638494:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608845.638496:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608845.638560:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608845.638562:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608845.638565:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608845.638569:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608845.638572:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:1.0:1749608845.638573:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749608845.638577:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730212736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608845.638604:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608845.638605:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749608845.638607:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608845.638610:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608845.638612:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:1.0:1749608845.638613:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:1.0:1749608845.638616:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730212864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608845.639638:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608845.639648:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337d00
00000400:00000200:0.0:1749608845.639654:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x38cd [1] + 224
00000400:00000200:0.0:1749608845.639663:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608845.639666:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608845.639672:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730212608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608861 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608845.639699:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608845.639704:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337d80
00000400:00000200:0.0:1749608845.639708:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x38d5 [1] + 0
00000400:00000200:0.0:1749608845.639712:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608845.639714:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608845.639718:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730212736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608845.639725:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea5d8.
00000400:00000200:2.0:1749608845.639728:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749608845.639729:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749608845.639733:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730212608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608861 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608845.639737:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749608845.639738:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730212608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608861 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608845.639741:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337e00
00000400:00000200:0.0:1749608845.639744:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x38dd [1] + 0
02000000:00000010:2.0:1749608845.639755:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749608845.639756:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608845.639758:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000200:0.0:1749608845.639759:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749608845.639761:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:0.0:1749608845.639763:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730212864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608845.639764:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608845.639767:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749608845.639769:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608845.639772:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730212736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608845.639777:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730212736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608845.639789:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608845.639790:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:3.0:1749608845.639791:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:3.0:1749608845.639793:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730212864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608845.639797:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730212864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608845.639804:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608845.639807:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749608845.639808:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749608845.639810:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608845.639811:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749608845.639812:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749608845.651055:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c80.
00000100:00000010:3.0:1749608845.651055:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306314c0.
00000100:00000010:0.0:1749608845.651078:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:1.0:1749608845.651107:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e40.
00000100:00000010:2.0:1749608850.646056:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608850.646074:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608850.646113:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608850.646124:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608850.646128:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749608850.646138:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749608850.646141:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
00000400:00000010:1.0:1749608850.646143:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
02000000:00000010:2.0:1749608850.646143:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608850.646147:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749608850.646148:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000010:3.0:1749608850.646151:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:1.0:1749608850.646153:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730212992, portal 25
00000400:00000010:3.0:1749608850.646154:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000400:00000010:1.0:1749608850.646156:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749608850.646157:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730212992, offset 0
00000100:00000200:3.0:1749608850.646157:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730213120, portal 10
00000400:00000010:3.0:1749608850.646160:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000200:1.0:1749608850.646162:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608850.646166:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730213120, offset 0
00000400:00000200:1.0:1749608850.646170:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608850.646170:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608850.646174:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608850.646177:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608850.646179:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608850.646181:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608850.646183:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1790:1790:256:4294967295] 192.168.201.120@tcp LPNI seq info [1790:1790:8:4294967295]
00000400:00000200:1.0:1749608850.646190:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608850.646193:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608850.646195:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608850.646196:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:3.0:1749608850.646197:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608850.646198:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749608850.646200:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608850.646200:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608850.646201:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608850.646203:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1791:1791:255:4294967295] 192.168.201.120@tcp LPNI seq info [1791:1791:7:4294967295]
00000800:00000200:1.0:1749608850.646206:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608850.646208:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608850.646209:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749608850.646210:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608850.646212:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749608850.646215:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608850.646218:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608850.646219:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608850.646225:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749608850.646239:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749608850.646242:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749608850.646247:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
02000000:00000010:3.0:1749608850.646260:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608850.646262:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608850.646264:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749608850.646265:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730213248, portal 10
00000400:00000010:3.0:1749608850.646267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749608850.646268:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730213248, offset 0
00000400:00000200:3.0:1749608850.646271:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608850.646273:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608850.646275:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608850.646276:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608850.646278:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608850.646279:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608850.646291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1792:1792:254:4294967295] 192.168.201.120@tcp LPNI seq info [1792:1792:6:4294967295]
00000400:00000200:3.0:1749608850.646295:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608850.646298:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608850.646299:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608850.646301:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608850.646304:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608850.646305:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608850.646343:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608850.646362:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608850.646378:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608850.646385:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608850.646389:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749608850.646391:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000100:00000200:0.0:1749608850.646400:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730212992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608850.646419:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608850.646420:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749608850.646421:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608850.646423:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608850.646424:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749608850.646426:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749608850.646429:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730213120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608850.646487:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608850.646489:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608850.646490:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608850.646492:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608850.646493:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749608850.646494:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749608850.646496:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730213248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608850.647761:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608850.647775:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf337f00
00000400:00000200:0.0:1749608850.647784:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x38e9 [1] + 0
00000400:00000200:0.0:1749608850.647794:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608850.647797:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608850.647803:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730213120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608850.647833:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608850.647842:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf337e80
00000400:00000200:0.0:1749608850.647847:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x38e5 [1] + 224
00000400:00000200:0.0:1749608850.647852:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608850.647854:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608850.647858:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730212992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608850.647859:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608850.647863:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:3.0:1749608850.647864:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:3.0:1749608850.647871:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730213120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608850.647878:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730213120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608850.647880:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608850.647884:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf337f80
00000400:00000200:0.0:1749608850.647888:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x38f5 [1] + 0
02000000:00000010:3.0:1749608850.647895:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608850.647898:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749608850.647900:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749608850.647901:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608850.647903:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608850.647907:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730213248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608850.647908:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608850.647912:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608850.647914:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608850.647918:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730212992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608850.647922:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608850.647923:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749608850.647924:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749608850.647927:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730213248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608850.647931:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730213248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608850.647934:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730212992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608850.647965:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749608850.647968:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749608850.647970:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749608850.647972:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608850.647974:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749608850.647976:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749608850.659028:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749608850.659043:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:0.0:1749608850.659060:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:1.0:1749608850.659110:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749608855.654071:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608855.654095:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608855.654157:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608855.654173:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608855.654178:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749608855.654194:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608855.654196:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749608855.654209:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
02000000:00000010:1.0:1749608855.654226:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:3.0:1749608855.654230:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:1.0:1749608855.654233:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:3.0:1749608855.654235:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000010:1.0:1749608855.654239:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:3.0:1749608855.654241:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730213376, portal 25
00000400:00000010:3.0:1749608855.654244:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:1.0:1749608855.654245:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730213504, portal 10
00000100:00000200:3.0:1749608855.654246:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730213376, offset 0
00000400:00000010:1.0:1749608855.654251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000400:00000200:3.0:1749608855.654253:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608855.654280:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608855.654284:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608855.654287:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608855.654289:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608855.654290:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749608855.654292:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730213504, offset 0
00000400:00000200:3.0:1749608855.654293:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1793:1793:256:4294967295] 192.168.201.120@tcp LPNI seq info [1793:1793:8:4294967295]
00000400:00000200:1.0:1749608855.654299:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608855.654300:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608855.654303:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608855.654306:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608855.654309:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608855.654311:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608855.654314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608855.654317:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608855.654318:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608855.654320:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749608855.654321:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608855.654323:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608855.654326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1794:1794:255:4294967295] 192.168.201.120@tcp LPNI seq info [1794:1794:7:4294967295]
00000400:00000200:1.0:1749608855.654336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608855.654340:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608855.654346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000100:00000010:3.0:1749608855.654346:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000800:00000200:1.0:1749608855.654351:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608855.654357:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608855.654357:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000100:00000010:3.0:1749608855.654360:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000800:00000200:1.0:1749608855.654361:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608855.654367:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
02000000:00000010:1.0:1749608855.654376:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608855.654378:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608855.654381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608855.654383:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730213632, portal 10
00000400:00000010:1.0:1749608855.654393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749608855.654395:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730213632, offset 0
00000400:00000200:1.0:1749608855.654399:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608855.654403:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608855.654405:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608855.654407:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608855.654409:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608855.654411:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608855.654413:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1795:1795:254:4294967295] 192.168.201.120@tcp LPNI seq info [1795:1795:6:4294967295]
00000400:00000200:1.0:1749608855.654419:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608855.654423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608855.654425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:0.0:1749608855.654428:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:1.0:1749608855.654428:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749608855.654432:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000800:00000200:1.0:1749608855.654432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608855.654434:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608855.654437:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608855.654443:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608855.654447:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749608855.654449:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749608855.654459:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730213376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608855.654478:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608855.654480:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749608855.654482:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608855.654485:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608855.654487:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749608855.654488:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749608855.654491:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730213504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608855.654566:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608855.654568:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749608855.654570:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608855.654574:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608855.654576:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:0.0:1749608855.654577:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749608855.654581:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730213632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608855.655823:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608855.655835:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338080
00000400:00000200:0.0:1749608855.655841:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3901 [1] + 0
00000400:00000200:0.0:1749608855.655850:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608855.655854:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608855.655860:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730213504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608855.655889:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608855.655894:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338000
00000400:00000200:0.0:1749608855.655900:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x38fd [1] + 224
00000400:00000200:0.0:1749608855.655905:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608855.655906:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749608855.655908:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608855.655909:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:1.0:1749608855.655910:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608855.655913:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730213504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608855.655914:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730213376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608855.655919:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730213504/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608855.655967:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749608855.655969:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749608855.655973:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000400:00000200:0.0:1749608855.655974:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338100
00000100:00000010:1.0:1749608855.655977:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:0.0:1749608855.655978:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x390d [1] + 0
00000400:00000010:3.0:1749608855.655984:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608855.655989:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000200:0.0:1749608855.655991:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608855.655991:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749608855.655999:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730213376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608855.656000:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608855.656004:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730213632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608855.656010:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730213376/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608855.656029:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608855.656038:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749608855.656042:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:1.0:1749608855.656043:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608855.656045:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608855.656047:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608855.656050:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730213632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608855.656063:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730213632/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608865 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608855.656075:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608855.656077:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749608855.656078:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749608855.667062:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749608855.667071:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749608855.667090:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:0.0:1749608855.667094:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:2.0:1749608860.662089:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608860.662117:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608860.662208:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608860.662227:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608860.662236:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749608860.662243:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608860.662251:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608860.662257:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000010:2.0:1749608860.662261:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608860.662264:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000100:00000200:1.0:1749608860.662266:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730213760, portal 25
00000400:00000010:1.0:1749608860.662271:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749608860.662274:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730213760, offset 0
00000400:00000200:1.0:1749608860.662281:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608860.662294:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608860.662299:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1749608860.662301:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000200:1.0:1749608860.662303:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749608860.662305:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea688.
00000400:00000200:1.0:1749608860.662307:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749608860.662308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000400:00000200:1.0:1749608860.662309:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749608860.662310:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730213888, portal 10
00000400:00000200:1.0:1749608860.662312:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1796:1796:256:4294967295] 192.168.201.120@tcp LPNI seq info [1796:1796:8:4294967295]
00000400:00000010:0.0:1749608860.662314:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749608860.662316:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730213888, offset 0
00000400:00000200:0.0:1749608860.662320:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608860.662323:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608860.662329:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608860.662331:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608860.662333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608860.662334:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:0.0:1749608860.662335:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608860.662336:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608860.662338:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608860.662340:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1797:1797:255:4294967295] 192.168.201.120@tcp LPNI seq info [1797:1797:7:4294967295]
00000800:00000200:1.0:1749608860.662341:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608860.662345:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608860.662348:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608860.662349:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749608860.662350:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000800:00000200:0.0:1749608860.662353:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608860.662354:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749608860.662356:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608860.662357:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608860.662377:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749608860.662392:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749608860.662398:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000100:00000010:1.0:1749608860.662429:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000800:00000200:2.0:1749608860.662432:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608860.662434:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:2.0:1749608860.662439:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608860.662444:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608860.662447:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:2.0:1749608860.662449:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
02000000:00000010:0.0:1749608860.662450:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940000.
00000400:00000010:0.0:1749608860.662453:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea630.
00000400:00000010:0.0:1749608860.662455:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749608860.662458:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730214016, portal 10
00000100:00000200:2.0:1749608860.662458:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730213760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1749608860.662461:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749608860.662462:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730214016, offset 0
00000400:00000200:0.0:1749608860.662466:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608860.662476:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608860.662479:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608860.662481:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608860.662482:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608860.662484:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608860.662486:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1798:1798:255:4294967295] 192.168.201.120@tcp LPNI seq info [1798:1798:7:4294967295]
00000400:00000200:0.0:1749608860.662491:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608860.662494:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608860.662496:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749608860.662498:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608860.662500:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608860.662502:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608860.662527:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608860.662529:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:2.0:1749608860.662531:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608860.662534:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608860.662537:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749608860.662538:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749608860.662541:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730213888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608860.662563:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608860.662564:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:2.0:1749608860.662566:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608860.662574:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608860.662576:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749608860.662577:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749608860.662580:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730214016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608860.663619:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608860.663627:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338180
00000400:00000200:0.0:1749608860.663632:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3915 [1] + 224
00000400:00000200:0.0:1749608860.663639:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608860.663640:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608860.663645:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730213760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608860.663664:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608860.663666:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338200
00000400:00000200:0.0:1749608860.663669:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x391d [1] + 0
00000400:00000200:0.0:1749608860.663672:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608860.663674:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608860.663676:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730213888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608860.663691:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749608860.663693:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608860.663694:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338280
00000400:00000200:1.0:1749608860.663699:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608860.663701:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000400:00000200:0.0:1749608860.663704:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3925 [1] + 0
00000100:00000200:1.0:1749608860.663704:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730213760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608860.663710:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730213760/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608860.663718:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608860.663722:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608860.663723:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea688.
02000000:00000010:1.0:1749608860.663726:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:2.0:1749608860.663727:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749608860.663728:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
02000000:00000010:1.0:1749608860.663729:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749608860.663732:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:2.0:1749608860.663733:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730213888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608860.663734:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730214016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608860.663739:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730213888/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608860.663751:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea630.
00000400:00000200:2.0:1749608860.663752:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749608860.663753:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749608860.663755:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730214016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608860.663759:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730214016/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608870 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608860.663767:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:2.0:1749608860.663770:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749608860.663772:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608860.663773:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940000.
02000000:00000010:2.0:1749608860.663775:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749608860.663777:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749608860.675051:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:3.0:1749608860.675051:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:0.0:1749608860.675059:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749608860.675066:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:2.0:1749608865.670081:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608865.670131:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608865.670183:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608865.670199:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608865.670220:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749608865.670220:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608865.670229:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608865.670236:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000010:2.0:1749608865.670243:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000100:00000200:3.0:1749608865.670244:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730214144, portal 25
02000000:00000010:2.0:1749608865.670246:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749608865.670248:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749608865.670251:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730214144, offset 0
00000400:00000200:3.0:1749608865.670258:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608865.670271:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608865.670277:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608865.670281:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608865.670284:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608865.670287:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:0.0:1749608865.670290:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000400:00000200:3.0:1749608865.670290:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1799:1799:256:4294967295] 192.168.201.120@tcp LPNI seq info [1799:1799:8:4294967295]
00000400:00000010:0.0:1749608865.670297:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea8f0.
00000400:00000010:0.0:1749608865.670301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000400:00000200:3.0:1749608865.670302:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608865.670304:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730214272, portal 10
00000800:00000200:3.0:1749608865.670307:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749608865.670309:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749608865.670310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730214272, offset 0
00000800:00000010:3.0:1749608865.670311:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749608865.670316:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608865.670317:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608865.670322:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608865.670325:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608865.670325:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608865.670328:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608865.670328:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749608865.670330:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608865.670332:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608865.670335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1800:1800:255:4294967295] 192.168.201.120@tcp LPNI seq info [1800:1800:7:4294967295]
00000400:00000200:0.0:1749608865.670342:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608865.670347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749608865.670347:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000800:00000010:0.0:1749608865.670350:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000800:00000200:0.0:1749608865.670353:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608865.670358:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608865.670360:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000800:00000200:0.0:1749608865.670361:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608865.670364:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608865.670376:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000800:00000200:1.0:1749608865.670389:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:0.0:1749608865.670391:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000800:00000010:1.0:1749608865.670392:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000010:0.0:1749608865.670394:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea948.
00000400:00000010:0.0:1749608865.670396:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000400:00000200:1.0:1749608865.670398:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:0.0:1749608865.670399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730214400, portal 10
00000400:00000200:1.0:1749608865.670402:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608865.670406:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:1.0:1749608865.670407:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000400:00000010:0.0:1749608865.670409:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749608865.670411:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730214400, offset 0
00000400:00000200:0.0:1749608865.670415:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608865.670415:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730214144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608865.670420:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608865.670422:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608865.670424:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608865.670426:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608865.670428:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608865.670430:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1801:1801:254:4294967295] 192.168.201.120@tcp LPNI seq info [1801:1801:6:4294967295]
00000400:00000200:0.0:1749608865.670437:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608865.670441:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608865.670444:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000800:00000200:0.0:1749608865.670447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608865.670451:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608865.670453:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608865.670495:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608865.670497:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:1.0:1749608865.670499:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608865.670501:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608865.670502:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:1.0:1749608865.670503:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:1.0:1749608865.670505:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730214272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608865.670521:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608865.670522:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608865.670523:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608865.670530:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608865.670532:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:1.0:1749608865.670533:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:1.0:1749608865.670535:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730214400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608865.671561:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608865.671568:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338380
00000400:00000200:0.0:1749608865.671573:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3935 [1] + 0
00000400:00000200:0.0:1749608865.671581:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608865.671585:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608865.671590:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730214272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608865.671615:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608865.671620:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338300
00000400:00000200:0.0:1749608865.671623:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x392d [1] + 224
00000400:00000200:0.0:1749608865.671628:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608865.671631:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608865.671634:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea8f0.
00000400:00000200:2.0:1749608865.671637:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749608865.671638:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749608865.671642:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730214272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608865.671645:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730214144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608865.671648:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730214272/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608865.671671:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
00000400:00000200:0.0:1749608865.671674:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:2.0:1749608865.671676:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000400:00000200:0.0:1749608865.671679:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338400
00000100:00000010:2.0:1749608865.671680:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000200:0.0:1749608865.671683:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x393d [1] + 0
00000400:00000010:3.0:1749608865.671692:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608865.671694:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608865.671694:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749608865.671696:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:0.0:1749608865.671698:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749608865.671699:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730214144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608865.671702:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730214400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608865.671710:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730214144/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608865.671720:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000400:00000010:2.0:1749608865.671721:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea948.
02000000:00000010:3.0:1749608865.671722:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608865.671723:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000100:00000010:3.0:1749608865.671724:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:2.0:1749608865.671725:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000100:00000200:2.0:1749608865.671729:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730214400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608865.671736:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730214400/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608865.671748:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749608865.671751:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749608865.671753:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:0.0:1749608865.683018:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:1.0:1749608865.683023:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:3.0:1749608865.683025:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749608865.683030:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:2.0:1749608870.678144:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608870.678169:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608870.678225:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608870.678240:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608870.678246:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749608870.678259:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749608870.678262:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000400:00000010:1.0:1749608870.678267:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608870.678273:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
02000000:00000010:3.0:1749608870.678273:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
02000000:00000010:2.0:1749608870.678279:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749608870.678279:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749608870.678280:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730214528, portal 25
00000400:00000010:3.0:1749608870.678282:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000010:1.0:1749608870.678283:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749608870.678285:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730214528, offset 0
00000100:00000200:3.0:1749608870.678285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730214656, portal 10
00000400:00000010:3.0:1749608870.678289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000400:00000200:1.0:1749608870.678291:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608870.678296:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730214656, offset 0
00000400:00000200:1.0:1749608870.678302:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608870.678302:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608870.678307:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608870.678310:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608870.678313:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608870.678315:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608870.678317:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1802:1802:256:4294967295] 192.168.201.120@tcp LPNI seq info [1802:1802:8:4294967295]
00000400:00000200:1.0:1749608870.678326:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608870.678330:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608870.678331:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608870.678333:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608870.678334:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749608870.678335:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608870.678337:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608870.678338:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749608870.678339:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608870.678340:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1803:1803:255:4294967295] 192.168.201.120@tcp LPNI seq info [1803:1803:7:4294967295]
00000400:00000200:3.0:1749608870.678345:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608870.678346:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608870.678347:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608870.678350:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749608870.678350:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749608870.678353:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608870.678356:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608870.678358:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608870.678369:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749608870.678385:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000100:00000010:1.0:1749608870.678389:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000100:00000010:1.0:1749608870.678394:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
02000000:00000010:3.0:1749608870.678409:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608870.678412:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608870.678413:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608870.678415:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730214784, portal 10
00000400:00000010:3.0:1749608870.678423:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608870.678425:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730214784, offset 0
00000400:00000200:3.0:1749608870.678428:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608870.678432:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608870.678433:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608870.678435:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608870.678436:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608870.678437:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608870.678439:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1804:1804:254:4294967295] 192.168.201.120@tcp LPNI seq info [1804:1804:6:4294967295]
00000400:00000200:3.0:1749608870.678443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608870.678445:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749608870.678445:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608870.678447:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000010:0.0:1749608870.678449:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000800:00000200:3.0:1749608870.678449:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608870.678451:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608870.678453:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608870.678455:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608870.678461:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608870.678465:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749608870.678467:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749608870.678476:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730214528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608870.678494:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608870.678495:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749608870.678497:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608870.678500:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608870.678502:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749608870.678504:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749608870.678507:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730214656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608870.678577:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608870.678579:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749608870.678582:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608870.678585:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608870.678587:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749608870.678594:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749608870.678599:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730214784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608870.679751:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608870.679761:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338500
00000400:00000200:0.0:1749608870.679766:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3949 [1] + 0
00000400:00000200:0.0:1749608870.679773:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608870.679775:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608870.679780:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730214656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608870.679801:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608870.679804:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338480
00000400:00000200:0.0:1749608870.679811:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3945 [1] + 224
00000400:00000200:0.0:1749608870.679814:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608870.679816:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608870.679818:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730214528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608870.679831:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608870.679833:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338580
00000400:00000010:3.0:1749608870.679835:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608870.679839:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749608870.679840:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:0.0:1749608870.679843:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3955 [1] + 0
00000100:00000200:3.0:1749608870.679845:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730214656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608870.679851:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730214656/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608870.679852:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608870.679854:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608870.679857:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730214784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608870.679865:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749608870.679871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749608870.679875:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
02000000:00000010:3.0:1749608870.679875:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000400:00000010:1.0:1749608870.679877:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000010:3.0:1749608870.679878:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:1.0:1749608870.679881:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730214528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608870.679881:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608870.679882:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608870.679883:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608870.679885:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730214784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608870.679889:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730214528/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608870.679897:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730214784/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608870.679904:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:3.0:1749608870.679906:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:1.0:1749608870.679908:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
02000000:00000010:3.0:1749608870.679908:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749608870.679909:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:1.0:1749608870.679910:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749608870.691063:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:0.0:1749608870.691070:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749608870.691078:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:3.0:1749608870.691082:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:2.0:1749608875.686077:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608875.686100:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608875.686160:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608875.686178:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608875.686185:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608875.686189:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608875.686196:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608875.686202:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608875.686211:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730214912, portal 25
00000100:00000010:2.0:1749608875.686212:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608875.686215:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749608875.686215:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749608875.686218:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730214912, offset 0
00000400:00000200:3.0:1749608875.686225:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608875.686237:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608875.686243:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608875.686247:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:0.0:1749608875.686250:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940c00.
00000400:00000200:3.0:1749608875.686250:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608875.686252:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608875.686255:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1805:1805:256:4294967295] 192.168.201.120@tcp LPNI seq info [1805:1805:8:4294967295]
00000400:00000010:0.0:1749608875.686256:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:3.0:1749608875.686268:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749608875.686273:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000800:00000200:3.0:1749608875.686273:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749608875.686276:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730215040, portal 10
00000800:00000010:3.0:1749608875.686278:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000010:0.0:1749608875.686281:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749608875.686283:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730215040, offset 0
00000800:00000200:3.0:1749608875.686284:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608875.686289:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608875.686291:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608875.686294:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749608875.686295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608875.686298:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608875.686300:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608875.686302:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608875.686304:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608875.686307:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1806:1806:255:4294967295] 192.168.201.120@tcp LPNI seq info [1806:1806:7:4294967295]
00000100:00000010:3.0:1749608875.686313:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000400:00000200:0.0:1749608875.686315:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608875.686319:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608875.686323:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000100:00000010:3.0:1749608875.686323:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000800:00000200:0.0:1749608875.686326:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608875.686326:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000800:00000200:0.0:1749608875.686331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608875.686333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608875.686338:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000800:00000200:1.0:1749608875.686357:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608875.686361:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
02000000:00000010:0.0:1749608875.686362:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941800.
00000400:00000010:0.0:1749608875.686365:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9a0.
00000400:00000010:0.0:1749608875.686367:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000400:00000200:1.0:1749608875.686367:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:0.0:1749608875.686369:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730215168, portal 10
00000400:00000010:0.0:1749608875.686372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000400:00000200:1.0:1749608875.686373:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608875.686374:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730215168, offset 0
00000400:00000200:1.0:1749608875.686376:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:1.0:1749608875.686378:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:0.0:1749608875.686384:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608875.686388:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749608875.686388:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730214912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608875.686391:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608875.686393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608875.686395:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608875.686397:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608875.686399:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1807:1807:254:4294967295] 192.168.201.120@tcp LPNI seq info [1807:1807:6:4294967295]
00000400:00000200:0.0:1749608875.686406:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608875.686415:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608875.686417:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000800:00000200:0.0:1749608875.686420:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608875.686424:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608875.686426:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608875.686469:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608875.686470:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:1.0:1749608875.686472:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608875.686474:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608875.686476:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:1.0:1749608875.686477:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:1.0:1749608875.686490:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730215040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608875.686507:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608875.686508:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000200:1.0:1749608875.686510:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608875.686511:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608875.686513:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:1.0:1749608875.686514:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:1.0:1749608875.686521:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730215168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608875.687666:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608875.687678:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338680
00000400:00000200:0.0:1749608875.687685:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3965 [1] + 0
00000400:00000200:0.0:1749608875.687695:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608875.687698:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608875.687705:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730215040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608875.687732:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608875.687738:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338600
00000400:00000200:0.0:1749608875.687741:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x395d [1] + 224
00000400:00000200:0.0:1749608875.687746:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608875.687749:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608875.687752:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea6e0.
00000400:00000200:2.0:1749608875.687756:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749608875.687757:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749608875.687762:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730214912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608875.687762:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730215040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608875.687771:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730215040/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608875.687787:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608875.687792:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338700
00000400:00000200:0.0:1749608875.687795:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x396d [1] + 0
02000000:00000010:2.0:1749608875.687795:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940c00.
02000000:00000010:2.0:1749608875.687801:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608875.687806:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:0.0:1749608875.687811:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608875.687811:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749608875.687814:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608875.687826:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608875.687827:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608875.687831:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730215168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608875.687831:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730214912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608875.687838:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730214912/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608875.687846:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9a0.
00000400:00000200:2.0:1749608875.687848:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749608875.687849:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
02000000:00000010:3.0:1749608875.687849:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
00000100:00000200:2.0:1749608875.687852:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730215168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608875.687852:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749608875.687854:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:2.0:1749608875.687858:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730215168/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608875.687870:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941800.
02000000:00000010:2.0:1749608875.687874:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608875.687876:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749608875.699017:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749608875.699031:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:0.0:1749608875.699038:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749608875.699048:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:2.0:1749608880.694115:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608880.694132:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608880.694180:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608880.694194:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608880.694199:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608880.694215:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608880.694218:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608880.694237:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
02000000:00000010:2.0:1749608880.694238:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749608880.694242:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749608880.694242:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:2.0:1749608880.694247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000010:3.0:1749608880.694247:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:2.0:1749608880.694252:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730215424, portal 10
00000100:00000200:3.0:1749608880.694256:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730215296, portal 25
00000400:00000010:2.0:1749608880.694258:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000010:3.0:1749608880.694258:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:2.0:1749608880.694260:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730215424, offset 0
00000100:00000200:3.0:1749608880.694260:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730215296, offset 0
00000400:00000200:3.0:1749608880.694266:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608880.694274:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608880.694275:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608880.694279:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608880.694282:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608880.694284:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608880.694286:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608880.694288:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1808:1808:256:4294967295] 192.168.201.120@tcp LPNI seq info [1808:1808:8:4294967295]
00000400:00000200:3.0:1749608880.694295:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608880.694298:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608880.694301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608880.694301:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749608880.694304:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749608880.694306:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608880.694307:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608880.694309:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608880.694311:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749608880.694312:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608880.694313:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1809:1809:255:4294967295] 192.168.201.120@tcp LPNI seq info [1809:1809:7:4294967295]
00000400:00000200:2.0:1749608880.694321:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608880.694324:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608880.694325:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608880.694327:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749608880.694330:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608880.694335:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608880.694337:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608880.694344:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608880.694356:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749608880.694363:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749608880.694368:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
02000000:00000010:2.0:1749608880.694382:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749608880.694385:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608880.694387:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749608880.694390:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730215552, portal 10
00000400:00000010:2.0:1749608880.694392:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749608880.694400:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730215552, offset 0
00000400:00000200:2.0:1749608880.694404:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608880.694408:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608880.694410:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608880.694412:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608880.694414:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608880.694416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608880.694419:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1810:1810:254:4294967295] 192.168.201.120@tcp LPNI seq info [1810:1810:6:4294967295]
00000800:00000200:0.0:1749608880.694425:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608880.694425:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608880.694429:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608880.694431:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000800:00000010:2.0:1749608880.694432:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608880.694435:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608880.694438:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608880.694438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608880.694440:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608880.694446:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608880.694451:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749608880.694453:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749608880.694465:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730215296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608880.694486:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608880.694488:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608880.694491:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608880.694494:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608880.694495:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749608880.694497:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749608880.694501:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730215424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608880.694574:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608880.694576:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608880.694578:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608880.694582:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608880.694584:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749608880.694585:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749608880.694589:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730215552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608880.696042:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608880.696054:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338800
00000400:00000200:0.0:1749608880.696061:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3975 [1] + 0
00000400:00000200:0.0:1749608880.696068:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608880.696071:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608880.696076:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730215424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608880.696108:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608880.696111:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338780
00000400:00000200:0.0:1749608880.696115:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3979 [1] + 224
00000400:00000200:0.0:1749608880.696118:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608880.696120:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608880.696122:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730215296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608880.696135:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608880.696140:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749608880.696142:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749608880.696149:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730215424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608880.696150:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608880.696152:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338880
00000400:00000200:0.0:1749608880.696154:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3985 [1] + 0
00000100:00000200:2.0:1749608880.696157:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730215424/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608880.696161:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608880.696164:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608880.696166:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730215552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608880.696175:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608880.696176:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749608880.696177:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749608880.696181:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730215552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608880.696189:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730215552/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608880.696189:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608880.696194:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608880.696196:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608880.696203:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730215296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608880.696204:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
00000100:00000200:3.0:1749608880.696212:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730215296/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608880.696216:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608880.696220:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608880.696224:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749608880.696226:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608880.696228:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:3.0:1749608880.696228:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608880.696232:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749608880.696235:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:1.0:1749608880.707026:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:0.0:1749608880.707030:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608880.707036:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749608880.707041:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:2.0:1749608885.702054:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608885.702071:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608885.702117:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608885.702131:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608885.702138:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749608885.702142:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:3.0:1749608885.702148:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608885.702152:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000010:2.0:1749608885.702154:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608885.702156:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000100:00000200:3.0:1749608885.702157:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730215680, portal 25
00000400:00000010:3.0:1749608885.702160:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749608885.702161:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730215680, offset 0
00000400:00000200:3.0:1749608885.702166:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608885.702174:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000200:3.0:1749608885.702174:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749608885.702178:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:3.0:1749608885.702178:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608885.702181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000400:00000200:3.0:1749608885.702181:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608885.702183:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749608885.702184:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730215808, portal 10
00000400:00000200:3.0:1749608885.702185:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608885.702187:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1811:1811:256:4294967295] 192.168.201.120@tcp LPNI seq info [1811:1811:8:4294967295]
00000400:00000010:2.0:1749608885.702188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749608885.702190:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730215808, offset 0
00000400:00000200:2.0:1749608885.702195:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608885.702195:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608885.702208:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608885.702210:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608885.702211:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749608885.702213:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608885.702215:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608885.702216:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608885.702217:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608885.702219:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608885.702221:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1812:1812:255:4294967295] 192.168.201.120@tcp LPNI seq info [1812:1812:7:4294967295]
00000800:00000200:3.0:1749608885.702221:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608885.702224:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749608885.702229:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608885.702232:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608885.702235:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749608885.702238:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608885.702241:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000800:00000200:2.0:1749608885.702242:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608885.702249:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608885.702252:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749608885.702260:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000100:00000010:3.0:1749608885.702263:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
02000000:00000010:2.0:1749608885.702281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749608885.702284:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608885.702287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749608885.702289:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730215936, portal 10
00000400:00000010:2.0:1749608885.702292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749608885.702294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730215936, offset 0
00000400:00000200:2.0:1749608885.702297:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608885.702301:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608885.702303:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608885.702305:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608885.702307:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608885.702308:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608885.702309:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608885.702311:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1813:1813:254:4294967295] 192.168.201.120@tcp LPNI seq info [1813:1813:6:4294967295]
00000800:00000010:0.0:1749608885.702314:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749608885.702317:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608885.702320:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608885.702320:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608885.702322:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608885.702326:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749608885.702326:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608885.702330:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608885.702331:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000800:00000200:2.0:1749608885.702332:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749608885.702333:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749608885.702342:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730215680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608885.702359:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608885.702360:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749608885.702362:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608885.702364:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608885.702366:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749608885.702375:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749608885.702378:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730215808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608885.702447:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608885.702449:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608885.702451:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608885.702453:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608885.702454:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749608885.702455:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749608885.702458:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730215936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608885.703780:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608885.703793:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338900
00000400:00000200:0.0:1749608885.703801:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x398d [1] + 224
00000400:00000200:0.0:1749608885.703812:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608885.703815:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608885.703821:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730215680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608885.703860:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608885.703865:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338a00
00000400:00000200:0.0:1749608885.703870:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x399d [1] + 0
00000400:00000200:0.0:1749608885.703875:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608885.703878:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608885.703882:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730215936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608885.703889:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608885.703894:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608885.703895:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608885.703899:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730215680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608885.703906:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730215680/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608885.703907:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608885.703911:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338980
00000400:00000200:0.0:1749608885.703914:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3995 [1] + 0
02000000:00000010:3.0:1749608885.703926:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608885.703929:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000010:2.0:1749608885.703930:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:0.0:1749608885.703932:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749608885.703933:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:2.0:1749608885.703934:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749608885.703948:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749608885.703955:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730215936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608885.703961:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730215936/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608885.703966:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608885.703971:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730215808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608885.703978:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749608885.703981:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:2.0:1749608885.703984:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749608885.703992:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608885.703993:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749608885.703993:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749608885.703996:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730215808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608885.704000:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730215808/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608885.704008:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749608885.704009:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608885.704010:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:0.0:1749608885.715046:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:1.0:1749608885.715064:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749608885.715090:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749608885.715112:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:2.0:1749608890.710057:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608890.710073:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608890.710121:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608890.710135:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608890.710140:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608890.710155:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608890.710158:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749608890.710167:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608890.710174:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608890.710175:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749608890.710178:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749608890.710179:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:2.0:1749608890.710182:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:1.0:1749608890.710185:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730216064, portal 25
00000100:00000200:2.0:1749608890.710186:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730216192, portal 10
00000400:00000010:1.0:1749608890.710189:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000400:00000010:2.0:1749608890.710190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749608890.710191:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730216192, offset 0
00000100:00000200:1.0:1749608890.710192:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730216064, offset 0
00000400:00000200:2.0:1749608890.710196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608890.710205:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608890.710211:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608890.710216:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608890.710220:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608890.710223:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608890.710225:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608890.710228:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1814:1814:256:4294967295] 192.168.201.120@tcp LPNI seq info [1814:1814:8:4294967295]
00000400:00000200:2.0:1749608890.710249:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608890.710254:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608890.710257:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608890.710257:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:1.0:1749608890.710260:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608890.710262:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749608890.710263:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608890.710264:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608890.710266:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608890.710269:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1815:1815:255:4294967295] 192.168.201.120@tcp LPNI seq info [1815:1815:7:4294967295]
00000800:00000200:2.0:1749608890.710270:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608890.710274:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749608890.710277:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608890.710281:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608890.710284:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749608890.710288:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608890.710292:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608890.710294:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749608890.710295:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749608890.710310:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
00000100:00000010:2.0:1749608890.710317:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749608890.710320:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
02000000:00000010:2.0:1749608890.710329:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749608890.710331:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608890.710333:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749608890.710335:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730216320, portal 10
00000400:00000010:2.0:1749608890.710337:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749608890.710338:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730216320, offset 0
00000400:00000200:2.0:1749608890.710342:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608890.710345:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608890.710347:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608890.710348:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608890.710350:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608890.710351:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608890.710352:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1816:1816:254:4294967295] 192.168.201.120@tcp LPNI seq info [1816:1816:6:4294967295]
00000400:00000200:2.0:1749608890.710356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608890.710358:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608890.710360:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608890.710362:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608890.710364:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749608890.710365:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608890.710366:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749608890.710368:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749608890.710372:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608890.710377:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608890.710381:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749608890.710382:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749608890.710389:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730216192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608890.710404:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608890.710406:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749608890.710408:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608890.710410:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608890.710412:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749608890.710413:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749608890.710416:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730216064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608890.710473:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608890.710476:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608890.710478:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608890.710481:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608890.710483:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749608890.710485:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749608890.710488:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730216320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608890.711756:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608890.711764:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338b00
00000400:00000200:0.0:1749608890.711772:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x39a9 [1] + 0
00000400:00000200:0.0:1749608890.711778:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608890.711780:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608890.711784:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730216192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608890.711805:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608890.711808:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338b80
00000400:00000200:0.0:1749608890.711810:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x39b5 [1] + 0
00000400:00000200:0.0:1749608890.711813:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608890.711814:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608890.711816:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730216320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608890.711823:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608890.711825:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338a80
00000400:00000200:0.0:1749608890.711826:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x39a5 [1] + 224
00000400:00000010:2.0:1749608890.711833:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749608890.711835:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608890.711836:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749608890.711837:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000400:00000200:0.0:1749608890.711838:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608890.711841:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730216064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608906 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608890.711842:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730216192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608890.711848:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730216192/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608890.711863:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608890.711864:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749608890.711865:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749608890.711866:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730216320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608890.711870:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730216320/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608890.711879:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749608890.711882:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608890.711884:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608890.711885:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
00000400:00000010:1.0:1749608890.711886:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608890.711887:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608890.711888:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000200:1.0:1749608890.711889:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608890.711890:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608890.711894:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730216064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608890.711901:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730216064/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608890.711918:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749608890.711922:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749608890.711924:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749608890.723032:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:0.0:1749608890.723044:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:3.0:1749608890.723051:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:1.0:1749608890.723089:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:2.0:1749608895.718089:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608895.718106:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608895.718147:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608895.718158:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608895.718162:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749608895.718177:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608895.718179:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:0.0:1749608895.718191:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749608895.718197:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaa50.
00000400:00000010:0.0:1749608895.718202:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749608895.718208:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730216448, portal 25
02000000:00000010:3.0:1749608895.718208:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:0.0:1749608895.718211:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749608895.718213:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730216448, offset 0
00000400:00000010:3.0:1749608895.718213:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608895.718215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000200:0.0:1749608895.718218:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608895.718226:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730216576, portal 10
00000400:00000010:3.0:1749608895.718229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608895.718230:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730216576, offset 0
00000400:00000200:0.0:1749608895.718231:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608895.718234:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608895.718243:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608895.718246:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608895.718248:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608895.718250:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608895.718252:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1817:1817:256:4294967295] 192.168.201.120@tcp LPNI seq info [1817:1817:8:4294967295]
00000400:00000200:0.0:1749608895.718259:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608895.718263:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608895.718264:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749608895.718265:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000400:00000200:3.0:1749608895.718266:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749608895.718270:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608895.718272:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608895.718274:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608895.718275:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608895.718277:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608895.718277:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1818:1818:255:4294967295] 192.168.201.120@tcp LPNI seq info [1818:1818:7:4294967295]
00000800:00000200:0.0:1749608895.718279:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608895.718282:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608895.718284:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608895.718286:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608895.718289:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608895.718292:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608895.718294:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749608895.718295:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000010:0.0:1749608895.718319:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608895.718323:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631100.
00000100:00000010:0.0:1749608895.718329:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631bc0.
00000800:00000200:1.0:1749608895.718337:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608895.718340:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:1.0:1749608895.718344:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749608895.718347:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749608895.718349:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608895.718350:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608895.718351:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000400:00000200:1.0:1749608895.718352:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:1.0:1749608895.718354:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:3.0:1749608895.718357:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730216704, portal 10
00000400:00000010:3.0:1749608895.718359:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749608895.718360:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730216704, offset 0
00000100:00000200:1.0:1749608895.718361:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730216448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608895.718363:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608895.718366:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608895.718367:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608895.718369:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608895.718370:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608895.718371:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608895.718372:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1819:1819:254:4294967295] 192.168.201.120@tcp LPNI seq info [1819:1819:6:4294967295]
00000400:00000200:3.0:1749608895.718377:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608895.718379:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608895.718380:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749608895.718382:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608895.718384:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608895.718385:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608895.718429:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608895.718430:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749608895.718432:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608895.718434:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608895.718435:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:1.0:1749608895.718436:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:1.0:1749608895.718439:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730216576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608895.718455:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608895.718456:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608895.718457:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608895.718458:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608895.718460:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:1.0:1749608895.718460:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:1.0:1749608895.718462:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730216704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608895.719772:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608895.719779:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338c00
00000400:00000200:0.0:1749608895.719782:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x39bd [1] + 224
00000400:00000200:0.0:1749608895.719788:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608895.719790:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608895.719794:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730216448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608911 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608895.719814:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608895.719816:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338c80
00000400:00000200:0.0:1749608895.719819:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x39c5 [1] + 0
00000400:00000200:0.0:1749608895.719821:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608895.719823:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608895.719825:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730216576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608895.719843:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749608895.719844:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaa50.
00000400:00000200:0.0:1749608895.719846:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338d00
00000400:00000200:2.0:1749608895.719848:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749608895.719856:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000400:00000200:0.0:1749608895.719859:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x39cd [1] + 0
00000100:00000200:2.0:1749608895.719860:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730216448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608895.719866:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749608895.719866:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730216448/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608895.719868:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608895.719869:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608895.719872:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608895.719874:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608895.719877:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730216704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608895.719879:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730216576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608895.719880:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749608895.719883:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:2.0:1749608895.719886:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:3.0:1749608895.719886:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730216576/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608895.719901:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608895.719902:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749608895.719903:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608895.719906:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730216704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608895.719912:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730216704/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608895.719923:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608895.719926:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749608895.719928:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:3.0:1749608895.719931:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608895.719932:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749608895.719934:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749608895.731009:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631100.
00000100:00000010:1.0:1749608895.731019:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c00.
00000100:00000010:0.0:1749608895.731022:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:3.0:1749608895.731027:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631bc0.
00000100:00000010:2.0:1749608900.726028:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608900.726045:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608900.726086:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608900.726098:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608900.726102:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749608900.726113:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608900.726115:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749608900.726117:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:3.0:1749608900.726120:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608900.726127:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608900.726131:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000400:00000010:1.0:1749608900.726132:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608900.726137:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:3.0:1749608900.726137:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730216960, portal 10
00000100:00000200:1.0:1749608900.726140:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730216832, portal 25
00000400:00000010:3.0:1749608900.726141:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000010:1.0:1749608900.726143:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:3.0:1749608900.726143:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730216960, offset 0
00000100:00000200:1.0:1749608900.726145:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730216832, offset 0
00000400:00000200:3.0:1749608900.726148:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608900.726156:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608900.726157:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608900.726159:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608900.726166:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608900.726169:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608900.726170:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608900.726172:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1820:1820:256:4294967295] 192.168.201.120@tcp LPNI seq info [1820:1820:8:4294967295]
00000400:00000200:3.0:1749608900.726180:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608900.726183:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608900.726185:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608900.726188:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608900.726188:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749608900.726190:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608900.726192:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608900.726193:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608900.726195:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608900.726197:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1821:1821:255:4294967295] 192.168.201.120@tcp LPNI seq info [1821:1821:7:4294967295]
00000800:00000200:3.0:1749608900.726199:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608900.726202:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749608900.726205:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608900.726209:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608900.726211:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749608900.726214:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608900.726219:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608900.726221:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749608900.726223:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749608900.726235:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749608900.726238:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000100:00000010:3.0:1749608900.726243:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
02000000:00000010:3.0:1749608900.726254:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608900.726255:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608900.726257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608900.726258:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730217088, portal 10
00000400:00000010:3.0:1749608900.726261:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749608900.726262:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730217088, offset 0
00000400:00000200:3.0:1749608900.726264:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608900.726267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608900.726268:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608900.726269:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608900.726271:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608900.726272:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608900.726273:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1822:1822:254:4294967295] 192.168.201.120@tcp LPNI seq info [1822:1822:6:4294967295]
00000400:00000200:3.0:1749608900.726278:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608900.726280:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608900.726284:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608900.726286:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608900.726289:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608900.726290:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608900.726328:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608900.726334:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608900.726341:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608900.726348:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608900.726353:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749608900.726355:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749608900.726367:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730216960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608900.726387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608900.726389:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749608900.726392:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608900.726394:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608900.726396:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000010:0.0:1749608900.726398:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749608900.726402:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730216832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608900.726472:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608900.726474:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749608900.726477:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608900.726480:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608900.726482:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749608900.726493:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749608900.726498:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730217088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608900.727897:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608900.727911:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338e00
00000400:00000200:0.0:1749608900.727918:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x39d5 [1] + 0
00000400:00000200:0.0:1749608900.727929:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608900.727932:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608900.727985:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730216960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608900.728014:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608900.728019:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338d80
00000400:00000200:0.0:1749608900.728023:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x39d9 [1] + 224
00000400:00000200:0.0:1749608900.728027:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608900.728029:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608900.728032:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730216832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608900.728034:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608900.728037:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749608900.728038:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608900.728044:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730216960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608900.728048:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608900.728051:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf338e80
00000100:00000200:3.0:1749608900.728051:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730216960/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608900.728054:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x39e5 [1] + 0
00000400:00000200:0.0:1749608900.728063:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608900.728065:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608900.728066:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
00000100:00000200:0.0:1749608900.728068:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730217088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608900.728069:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749608900.728071:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749608900.728075:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608900.728076:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749608900.728077:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608900.728079:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730217088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608900.728080:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000100:00000200:3.0:1749608900.728083:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730217088/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608900.728084:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608900.728085:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
02000000:00000010:3.0:1749608900.728090:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
00000100:00000200:1.0:1749608900.728091:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730216832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608900.728092:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749608900.728093:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:1.0:1749608900.728098:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730216832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608900.728111:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749608900.728114:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749608900.728117:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749608900.739012:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:1.0:1749608900.739025:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749608900.739031:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:0.0:1749608900.739043:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:2.0:1749608905.734052:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608905.734071:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608905.734118:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608905.734130:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608905.734135:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608905.734149:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608905.734152:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749608905.734181:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749608905.734182:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81800.
00000400:00000010:2.0:1749608905.734186:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749608905.734187:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:2.0:1749608905.734192:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000010:3.0:1749608905.734192:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:2.0:1749608905.734198:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730217344, portal 10
00000100:00000200:3.0:1749608905.734198:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730217216, portal 25
00000400:00000010:3.0:1749608905.734201:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000400:00000010:2.0:1749608905.734202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749608905.734204:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730217344, offset 0
00000400:00000200:2.0:1749608905.734221:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608905.734231:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730217216, offset 0
00000400:00000200:3.0:1749608905.734235:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608905.734236:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608905.734240:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608905.734244:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608905.734246:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608905.734248:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608905.734251:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1823:1823:256:4294967295] 192.168.201.120@tcp LPNI seq info [1823:1823:8:4294967295]
00000400:00000200:2.0:1749608905.734261:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608905.734265:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608905.734266:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608905.734268:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749608905.734269:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000400:00000200:3.0:1749608905.734285:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749608905.734286:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608905.734286:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608905.734288:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608905.734289:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1824:1824:255:4294967295] 192.168.201.120@tcp LPNI seq info [1824:1824:7:4294967295]
00000800:00000200:2.0:1749608905.734293:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608905.734295:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608905.734296:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749608905.734297:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608905.734300:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749608905.734302:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608905.734305:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608905.734307:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749608905.734315:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000100:00000010:3.0:1749608905.734331:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749608905.734338:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749608905.734342:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
02000000:00000010:2.0:1749608905.734358:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749608905.734361:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608905.734363:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749608905.734365:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730217472, portal 10
00000400:00000010:2.0:1749608905.734368:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749608905.734369:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730217472, offset 0
00000400:00000200:2.0:1749608905.734373:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608905.734376:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608905.734378:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608905.734380:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608905.734381:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608905.734383:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749608905.734384:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608905.734385:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1825:1825:254:4294967295] 192.168.201.120@tcp LPNI seq info [1825:1825:6:4294967295]
00000800:00000010:0.0:1749608905.734387:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608905.734390:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608905.734393:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608905.734395:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608905.734396:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608905.734398:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608905.734401:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749608905.734402:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608905.734404:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749608905.734406:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000800:00000200:2.0:1749608905.734408:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749608905.734413:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730217344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608905.734450:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608905.734452:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749608905.734454:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608905.734457:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608905.734459:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749608905.734460:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749608905.734464:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730217216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608905.734522:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608905.734524:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608905.734526:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608905.734528:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608905.734530:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749608905.734531:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749608905.734534:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730217472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608905.736005:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608905.736013:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf338f80
00000400:00000200:0.0:1749608905.736017:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x39f1 [1] + 0
00000400:00000200:0.0:1749608905.736022:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608905.736024:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608905.736028:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730217344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608905.736048:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608905.736059:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf338f00
00000400:00000200:0.0:1749608905.736064:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x39ed [1] + 224
00000400:00000200:0.0:1749608905.736068:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608905.736069:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608905.736072:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608905.736075:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749608905.736076:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749608905.736079:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730217216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608905.736080:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730217344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608905.736086:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730217344/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608905.736093:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608905.736095:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339000
00000400:00000200:0.0:1749608905.736097:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x39fd [1] + 0
02000000:00000010:2.0:1749608905.736102:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
00000400:00000200:0.0:1749608905.736105:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749608905.736105:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000400:00000200:0.0:1749608905.736106:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749608905.736107:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:0.0:1749608905.736109:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730217472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608905.736120:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608905.736121:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749608905.736122:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749608905.736124:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730217472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608905.736128:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730217472/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608905.736132:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749608905.736135:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
00000400:00000200:3.0:1749608905.736136:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
02000000:00000010:2.0:1749608905.736137:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749608905.736137:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000010:2.0:1749608905.736138:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000200:3.0:1749608905.736142:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730217216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608905.736150:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730217216/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608905.736162:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81800.
02000000:00000010:3.0:1749608905.736166:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749608905.736168:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749608905.747041:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:2.0:1749608905.747043:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749608905.747059:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:0.0:1749608905.747162:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:2.0:1749608910.742011:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608910.742037:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608910.742091:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608910.742107:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608910.742114:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749608910.742130:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749608910.742133:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749608910.742136:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:3.0:1749608910.742141:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749608910.742146:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608910.742151:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608910.742157:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730217600, portal 25
00000400:00000010:1.0:1749608910.742160:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:3.0:1749608910.742161:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:1.0:1749608910.742162:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730217600, offset 0
00000400:00000010:3.0:1749608910.742167:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000400:00000200:1.0:1749608910.742168:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608910.742174:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730217728, portal 10
00000400:00000200:1.0:1749608910.742178:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749608910.742181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000400:00000200:1.0:1749608910.742182:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749608910.742183:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730217728, offset 0
00000400:00000200:1.0:1749608910.742184:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608910.742187:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608910.742188:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608910.742189:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608910.742191:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1826:1826:256:4294967295] 192.168.201.120@tcp LPNI seq info [1826:1826:8:4294967295]
00000400:00000200:1.0:1749608910.742197:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608910.742200:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608910.742203:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:3.0:1749608910.742204:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749608910.742207:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608910.742209:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608910.742212:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749608910.742213:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608910.742215:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608910.742216:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608910.742217:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608910.742220:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1827:1827:255:4294967295] 192.168.201.120@tcp LPNI seq info [1827:1827:7:4294967295]
00000400:00000200:3.0:1749608910.742228:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608910.742232:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608910.742236:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000010:1.0:1749608910.742241:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000800:00000200:3.0:1749608910.742241:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608910.742248:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608910.742252:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608910.742254:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749608910.742258:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749608910.742277:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
02000000:00000010:3.0:1749608910.742295:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608910.742298:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608910.742301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608910.742303:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730217856, portal 10
00000800:00000200:0.0:1749608910.742306:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749608910.742307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000800:00000010:0.0:1749608910.742309:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000100:00000200:3.0:1749608910.742309:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730217856, offset 0
00000400:00000200:0.0:1749608910.742312:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608910.742313:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608910.742316:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608910.742318:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608910.742319:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608910.742321:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000200:3.0:1749608910.742321:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608910.742322:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749608910.742323:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000400:00000200:3.0:1749608910.742324:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608910.742326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1828:1828:254:4294967295] 192.168.201.120@tcp LPNI seq info [1828:1828:6:4294967295]
00000100:00000200:0.0:1749608910.742348:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730217600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749608910.742374:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608910.742378:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608910.742380:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608910.742383:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608910.742388:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608910.742389:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608910.742434:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608910.742436:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749608910.742439:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608910.742442:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608910.742445:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749608910.742446:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749608910.742451:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730217728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608910.742487:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608910.742489:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608910.742490:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608910.742494:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608910.742496:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749608910.742498:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749608910.742502:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730217856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608910.743846:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608910.743857:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339080
00000400:00000200:0.0:1749608910.743863:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a05 [1] + 224
00000400:00000200:0.0:1749608910.743870:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608910.743874:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608910.743880:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730217600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608910.743907:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608910.743911:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339100
00000400:00000200:0.0:1749608910.743915:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a0d [1] + 0
00000400:00000200:0.0:1749608910.743919:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608910.743922:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608910.743926:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730217728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608910.743968:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608910.743971:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608910.743972:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608910.743976:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730217600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608910.743981:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730217600/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608910.743983:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608910.743988:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339180
00000400:00000010:3.0:1749608910.743991:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608910.743994:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749608910.743995:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749608910.743999:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3a15 [1] + 0
00000100:00000200:3.0:1749608910.743999:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730217728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608910.744005:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730217728/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608910.744008:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749608910.744009:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749608910.744011:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749608910.744014:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749608910.744016:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749608910.744018:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
00000100:00000200:0.0:1749608910.744020:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730217856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608910.744021:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749608910.744023:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000010:3.0:1749608910.744026:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608910.744027:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749608910.744028:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608910.744030:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730217856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608910.744034:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730217856/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608910.744042:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608910.744044:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749608910.744045:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749608910.755048:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:2.0:1749608910.755054:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:1.0:1749608910.755063:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:0.0:1749608910.755072:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:2.0:1749608915.750029:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608915.750048:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608915.750099:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608915.750112:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749608915.750118:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:0.0:1749608915.750121:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749608915.750128:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaaa8.
00000400:00000010:0.0:1749608915.750133:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749608915.750138:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730217984, portal 25
00000100:00000010:2.0:1749608915.750139:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
00000400:00000010:0.0:1749608915.750141:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749608915.750142:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730217984, offset 0
02000000:00000010:2.0:1749608915.750142:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000200:0.0:1749608915.750147:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608915.750154:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608915.750158:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608915.750160:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608915.750163:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608915.750164:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608915.750166:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1829:1829:256:4294967295] 192.168.201.120@tcp LPNI seq info [1829:1829:8:4294967295]
00000400:00000200:0.0:1749608915.750173:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608915.750176:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608915.750179:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749608915.750183:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:3.0:1749608915.750185:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000800:00000200:0.0:1749608915.750189:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:3.0:1749608915.750191:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000800:00000200:0.0:1749608915.750192:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:3.0:1749608915.750205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000010:0.0:1749608915.750208:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000200:3.0:1749608915.750208:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730218112, portal 10
00000400:00000010:3.0:1749608915.750212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749608915.750214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730218112, offset 0
00000100:00000010:0.0:1749608915.750216:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306318c0.
00000400:00000200:3.0:1749608915.750219:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749608915.750221:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631380.
00000400:00000200:3.0:1749608915.750224:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608915.750226:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1749608915.750228:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306316c0.
00000400:00000200:3.0:1749608915.750229:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608915.750231:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608915.750233:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608915.750235:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1830:1830:255:4294967295] 192.168.201.120@tcp LPNI seq info [1830:1830:7:4294967295]
00000400:00000200:3.0:1749608915.750242:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608915.750264:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608915.750267:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749608915.750271:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608915.750275:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608915.750278:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749608915.750288:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608915.750291:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608915.750293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608915.750295:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730218240, portal 10
00000400:00000010:3.0:1749608915.750298:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749608915.750299:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730218240, offset 0
00000400:00000200:3.0:1749608915.750303:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608915.750307:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608915.750309:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608915.750311:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608915.750313:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608915.750315:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608915.750315:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608915.750317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1831:1831:254:4294967295] 192.168.201.120@tcp LPNI seq info [1831:1831:6:4294967295]
00000800:00000010:1.0:1749608915.750319:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749608915.750322:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608915.750324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608915.750326:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608915.750329:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:1.0:1749608915.750330:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000800:00000200:3.0:1749608915.750333:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608915.750335:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000200:1.0:1749608915.750336:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730217984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749608915.750338:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608915.750342:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608915.750344:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608915.750353:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608915.750355:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608915.750357:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608915.750360:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608915.750361:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:1.0:1749608915.750362:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:1.0:1749608915.750366:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730218112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608915.750385:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608915.750387:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608915.750388:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608915.750391:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608915.750393:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:1.0:1749608915.750394:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:1.0:1749608915.750397:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730218240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608915.751583:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608915.751592:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339200
00000400:00000200:0.0:1749608915.751602:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a1d [1] + 224
00000400:00000200:0.0:1749608915.751612:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608915.751614:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608915.751619:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730217984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608915.751647:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608915.751652:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339280
00000400:00000200:0.0:1749608915.751656:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a25 [1] + 0
00000400:00000200:0.0:1749608915.751661:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608915.751663:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608915.751667:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730218112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608915.751677:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaaa8.
00000400:00000200:2.0:1749608915.751681:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:2.0:1749608915.751682:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:2.0:1749608915.751687:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730217984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608915.751691:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608915.751694:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339300
00000100:00000200:2.0:1749608915.751695:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730217984/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608915.751697:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3a2d [1] + 0
00000400:00000200:0.0:1749608915.751705:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608915.751707:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608915.751709:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730218240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608915.751714:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
02000000:00000010:2.0:1749608915.751719:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000010:3.0:1749608915.751719:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608915.751722:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:3.0:1749608915.751722:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749608915.751724:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749608915.751728:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730218112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608915.751736:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730218112/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608915.751750:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608915.751752:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608915.751753:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608915.751756:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730218240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608915.751762:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730218240/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608915.751773:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608915.751777:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749608915.751779:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:3.0:1749608915.751782:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608915.751784:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749608915.751786:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749608915.763020:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306316c0.
00000100:00000010:1.0:1749608915.763030:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306318c0.
00000100:00000010:2.0:1749608915.763038:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631380.
00000100:00000010:0.0:1749608915.763114:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:2.0:1749608920.758027:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749608920.758047:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608920.758104:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608920.758118:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749608920.758124:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749608920.758126:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749608920.758140:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:1.0:1749608920.758143:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608920.758143:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749608920.758147:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608920.758153:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730218368, portal 25
02000000:00000010:3.0:1749608920.758154:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749608920.758156:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608920.758157:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730218368, offset 0
00000400:00000010:3.0:1749608920.758160:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:1.0:1749608920.758184:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749608920.758189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000200:1.0:1749608920.758193:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608920.758196:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608920.758199:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608920.758201:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608920.758203:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608920.758205:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1832:1832:256:4294967295] 192.168.201.120@tcp LPNI seq info [1832:1832:8:4294967295]
00000100:00000200:3.0:1749608920.758206:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730218496, portal 10
00000400:00000010:3.0:1749608920.758211:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000400:00000200:1.0:1749608920.758212:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749608920.758213:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730218496, offset 0
00000800:00000200:1.0:1749608920.758216:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608920.758219:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:3.0:1749608920.758219:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608920.758224:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608920.758225:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608920.758227:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749608920.758230:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749608920.758230:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608920.758232:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608920.758233:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608920.758234:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608920.758236:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1833:1833:255:4294967295] 192.168.201.120@tcp LPNI seq info [1833:1833:7:4294967295]
00000400:00000200:3.0:1749608920.758244:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608920.758247:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608920.758251:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000010:1.0:1749608920.758254:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000800:00000200:3.0:1749608920.758254:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608920.758258:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608920.758260:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608920.758264:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749608920.758271:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749608920.758277:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
02000000:00000010:3.0:1749608920.758289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608920.758292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608920.758294:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608920.758296:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730218624, portal 10
00000400:00000010:3.0:1749608920.758299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749608920.758300:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730218624, offset 0
00000400:00000200:3.0:1749608920.758304:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608920.758308:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608920.758310:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608920.758312:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608920.758314:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749608920.758315:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608920.758315:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608920.758317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1834:1834:254:4294967295] 192.168.201.120@tcp LPNI seq info [1834:1834:6:4294967295]
00000800:00000010:0.0:1749608920.758318:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608920.758321:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608920.758324:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608920.758326:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608920.758329:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:0.0:1749608920.758330:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000800:00000200:3.0:1749608920.758332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608920.758335:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000200:0.0:1749608920.758337:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730218368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749608920.758338:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608920.758341:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608920.758343:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608920.758370:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608920.758371:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749608920.758373:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608920.758375:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608920.758377:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749608920.758377:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749608920.758380:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730218496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608920.758425:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608920.758427:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749608920.758428:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608920.758430:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608920.758431:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749608920.758432:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749608920.758434:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730218624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608920.759849:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608920.759859:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339380
00000400:00000200:0.0:1749608920.759865:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a35 [1] + 224
00000400:00000200:0.0:1749608920.759873:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608920.759876:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608920.759881:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730218368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608920.759910:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608920.759915:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339400
00000400:00000200:0.0:1749608920.759919:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a3d [1] + 0
00000400:00000200:0.0:1749608920.759924:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608920.759926:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608920.759955:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730218496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608920.759964:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608920.759967:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608920.759969:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608920.759974:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730218368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608920.759981:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608920.759982:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730218368/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608920.759986:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339480
00000400:00000200:0.0:1749608920.759989:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3a45 [1] + 0
02000000:00000010:1.0:1749608920.759999:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:0.0:1749608920.760000:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608920.760004:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608920.760007:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730218624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608920.760014:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000010:3.0:1749608920.760015:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000010:1.0:1749608920.760017:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:3.0:1749608920.760018:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749608920.760018:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608920.760022:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730218496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608920.760027:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730218496/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608920.760040:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608920.760041:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749608920.760042:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608920.760043:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730218624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608920.760047:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730218624/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608920.760054:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608920.760056:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749608920.760057:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:3.0:1749608920.760059:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608920.760060:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:3.0:1749608920.760061:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:3.0:1749608920.771042:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:2.0:1749608920.771057:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:0.0:1749608920.771090:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749608920.771106:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:2.0:1749608925.766071:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608925.766118:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608925.766157:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608925.766171:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608925.766177:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608925.766185:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749608925.766190:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608925.766195:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608925.766204:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730218752, portal 25
00000400:00000010:3.0:1749608925.766207:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749608925.766208:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730218752, offset 0
00000100:00000010:2.0:1749608925.766212:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
00000400:00000200:3.0:1749608925.766213:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608925.766216:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000200:3.0:1749608925.766220:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608925.766223:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608925.766226:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608925.766228:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608925.766230:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608925.766231:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1835:1835:256:4294967295] 192.168.201.120@tcp LPNI seq info [1835:1835:8:4294967295]
02000000:00000010:0.0:1749608925.766239:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943000.
00000400:00000200:3.0:1749608925.766239:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749608925.766244:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab00.
00000800:00000200:3.0:1749608925.766246:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749608925.766247:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000800:00000010:3.0:1749608925.766248:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000200:0.0:1749608925.766249:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730218880, portal 10
00000400:00000010:0.0:1749608925.766252:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000800:00000200:3.0:1749608925.766252:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749608925.766253:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730218880, offset 0
00000400:00000200:0.0:1749608925.766257:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749608925.766258:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608925.766261:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749608925.766262:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608925.766263:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608925.766265:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608925.766267:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608925.766268:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608925.766270:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1836:1836:255:4294967295] 192.168.201.120@tcp LPNI seq info [1836:1836:7:4294967295]
00000400:00000200:0.0:1749608925.766274:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749608925.766275:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c80.
00000800:00000200:0.0:1749608925.766277:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608925.766279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000800:00000200:0.0:1749608925.766281:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749608925.766283:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b80.
00000800:00000200:0.0:1749608925.766285:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608925.766286:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608925.766287:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10280.
00000100:00000010:3.0:1749608925.766293:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
02000000:00000010:0.0:1749608925.766298:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941800.
00000400:00000010:0.0:1749608925.766300:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9f8.
00000400:00000010:0.0:1749608925.766302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000100:00000200:0.0:1749608925.766303:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730219008, portal 10
00000400:00000010:0.0:1749608925.766306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749608925.766307:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730219008, offset 0
00000400:00000200:0.0:1749608925.766309:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608925.766311:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608925.766313:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608925.766314:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608925.766315:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608925.766316:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608925.766318:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1837:1837:254:4294967295] 192.168.201.120@tcp LPNI seq info [1837:1837:6:4294967295]
00000400:00000200:0.0:1749608925.766321:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608925.766324:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608925.766325:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749608925.766327:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608925.766329:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608925.766330:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608925.766334:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608925.766338:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749608925.766343:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608925.766349:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608925.766352:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:1.0:1749608925.766354:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:1.0:1749608925.766361:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730218752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608925.766378:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608925.766379:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000200:1.0:1749608925.766381:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608925.766384:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608925.766385:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:1.0:1749608925.766387:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:1.0:1749608925.766390:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730218880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608925.766444:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608925.766446:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749608925.766448:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608925.766451:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608925.766453:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749608925.766454:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:1.0:1749608925.766457:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730219008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608925.767845:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608925.767860:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339500
00000400:00000200:0.0:1749608925.767865:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a4d [1] + 224
00000400:00000200:0.0:1749608925.767874:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608925.767876:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608925.767884:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730218752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608925.767908:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608925.767910:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339580
00000400:00000200:0.0:1749608925.767913:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a55 [1] + 0
00000400:00000200:0.0:1749608925.767926:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608925.767927:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608925.767931:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730218880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608925.767970:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608925.767973:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339600
00000400:00000200:0.0:1749608925.767975:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3a5d [1] + 0
00000400:00000200:0.0:1749608925.767984:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749608925.767985:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608925.767986:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608925.767988:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749608925.767989:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608925.767994:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730218752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608925.767996:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730219008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608925.768000:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab00.
00000100:00000200:3.0:1749608925.768000:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730218752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749608925.768004:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:1.0:1749608925.768005:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:1.0:1749608925.768009:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730218880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608925.768014:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749608925.768017:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749608925.768020:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:1.0:1749608925.768023:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730218880/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608925.768041:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:1.0:1749608925.768042:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:1.0:1749608925.768043:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:1.0:1749608925.768045:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730219008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608925.768049:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730219008/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608925.768057:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943000.
02000000:00000010:1.0:1749608925.768060:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:1.0:1749608925.768061:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749608925.768063:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941800.
02000000:00000010:1.0:1749608925.768066:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749608925.768067:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:3.0:1749608925.779042:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:1.0:1749608925.779055:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b80.
00000100:00000010:0.0:1749608925.779075:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c80.
00000100:00000010:2.0:1749608925.779138:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10280.
00000100:00000010:2.0:1749608930.774044:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608930.774062:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749608930.774104:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608930.774117:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608930.774122:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749608930.774138:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608930.774144:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:2.0:1749608930.774146:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608930.774149:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749608930.774150:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608930.774155:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730219136, portal 25
00000400:00000010:1.0:1749608930.774159:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608930.774161:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730219136, offset 0
00000400:00000200:1.0:1749608930.774167:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608930.774176:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749608930.774177:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940c00.
00000400:00000200:1.0:1749608930.774181:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749608930.774182:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eabb0.
00000400:00000200:1.0:1749608930.774184:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749608930.774185:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000100:00000200:0.0:1749608930.774187:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730219264, portal 10
00000400:00000200:1.0:1749608930.774187:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608930.774189:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749608930.774191:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000400:00000200:1.0:1749608930.774191:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1838:1838:256:4294967295] 192.168.201.120@tcp LPNI seq info [1838:1838:8:4294967295]
00000100:00000200:0.0:1749608930.774192:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730219264, offset 0
00000400:00000200:0.0:1749608930.774197:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608930.774211:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608930.774215:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608930.774216:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608930.774218:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749608930.774218:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608930.774220:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608930.774221:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608930.774222:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608930.774223:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608930.774224:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1839:1839:255:4294967295] 192.168.201.120@tcp LPNI seq info [1839:1839:7:4294967295]
00000800:00000200:1.0:1749608930.774227:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608930.774229:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608930.774229:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749608930.774232:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608930.774234:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000800:00000200:0.0:1749608930.774237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608930.774245:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608930.774246:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608930.774247:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749608930.774258:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749608930.774262:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749608930.774267:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
02000000:00000010:0.0:1749608930.774283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941c00.
00000400:00000010:0.0:1749608930.774285:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab58.
00000400:00000010:0.0:1749608930.774287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000800:00000200:2.0:1749608930.774287:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749608930.774288:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730219392, portal 10
00000400:00000010:0.0:1749608930.774290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000800:00000010:2.0:1749608930.774290:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000100:00000200:0.0:1749608930.774291:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730219392, offset 0
00000400:00000200:0.0:1749608930.774293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608930.774294:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608930.774296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608930.774298:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608930.774299:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608930.774299:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608930.774300:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608930.774302:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608930.774302:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000200:0.0:1749608930.774303:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1840:1840:254:4294967295] 192.168.201.120@tcp LPNI seq info [1840:1840:6:4294967295]
00000400:00000010:2.0:1749608930.774304:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000400:00000200:0.0:1749608930.774307:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608930.774309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608930.774310:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bf00.
00000100:00000200:2.0:1749608930.774311:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730219136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608930.774312:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608930.774314:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608930.774315:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bf00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749608930.774329:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608930.774330:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749608930.774331:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608930.774333:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608930.774334:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749608930.774335:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000100:00000200:2.0:1749608930.774337:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730219264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608930.774382:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608930.774383:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bf00.
00000400:00000200:2.0:1749608930.774384:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608930.774386:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608930.774387:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749608930.774388:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749608930.774395:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730219392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608930.775592:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608930.775600:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339680
00000400:00000200:0.0:1749608930.775605:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a65 [1] + 224
00000400:00000200:0.0:1749608930.775611:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608930.775614:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608930.775619:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730219136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608930.775648:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608930.775660:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339700
00000400:00000200:0.0:1749608930.775664:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a6d [1] + 0
00000400:00000200:0.0:1749608930.775671:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608930.775674:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608930.775675:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608930.775680:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608930.775682:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608930.775688:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730219264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608930.775688:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730219136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608930.775697:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730219136/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608930.775715:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749608930.775717:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:0.0:1749608930.775719:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339780
00000400:00000200:0.0:1749608930.775721:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3a75 [1] + 0
02000000:00000010:1.0:1749608930.775721:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749608930.775724:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000200:0.0:1749608930.775732:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608930.775734:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608930.775737:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730219392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608930.775789:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eabb0.
00000400:00000200:2.0:1749608930.775793:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749608930.775794:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749608930.775798:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730219264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608930.775804:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730219264/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608930.775816:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab58.
00000400:00000200:2.0:1749608930.775817:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:2.0:1749608930.775817:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:2.0:1749608930.775819:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730219392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608930.775823:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730219392/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608930.775831:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940c00.
02000000:00000010:2.0:1749608930.775833:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608930.775835:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608930.775836:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749608930.775838:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749608930.775839:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:0.0:1749608930.787032:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:2.0:1749608930.787049:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:3.0:1749608930.787052:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:1.0:1749608930.787063:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:2.0:1749608935.782048:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608935.782065:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608935.782109:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608935.782121:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608935.782125:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749608935.782142:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608935.782144:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749608935.782173:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749608935.782175:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749608935.782177:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749608935.782180:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749608935.782181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749608935.782185:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730219648, portal 10
00000400:00000010:1.0:1749608935.782190:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:2.0:1749608935.782190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749608935.782191:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730219648, offset 0
00000100:00000200:1.0:1749608935.782193:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730219520, portal 25
00000400:00000010:1.0:1749608935.782195:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000400:00000200:2.0:1749608935.782196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749608935.782198:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730219520, offset 0
00000400:00000200:1.0:1749608935.782202:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608935.782204:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608935.782207:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608935.782210:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608935.782212:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608935.782214:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608935.782216:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1841:1841:256:4294967295] 192.168.201.120@tcp LPNI seq info [1841:1841:8:4294967295]
00000400:00000200:2.0:1749608935.782224:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608935.782227:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608935.782228:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749608935.782229:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608935.782233:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608935.782234:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608935.782236:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608935.782237:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608935.782239:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749608935.782239:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749608935.782240:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1842:1842:255:4294967295] 192.168.201.120@tcp LPNI seq info [1842:1842:7:4294967295]
00000800:00000200:2.0:1749608935.782242:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749608935.782245:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608935.782248:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608935.782250:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749608935.782252:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749608935.782255:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608935.782257:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749608935.782259:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
00000100:00000010:2.0:1749608935.782272:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60964c0.
00000100:00000010:2.0:1749608935.782276:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
00000100:00000010:2.0:1749608935.782280:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
02000000:00000010:2.0:1749608935.782292:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749608935.782295:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608935.782297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608935.782299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730219776, portal 10
00000400:00000010:2.0:1749608935.782302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749608935.782303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730219776, offset 0
00000400:00000200:2.0:1749608935.782307:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608935.782320:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608935.782323:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608935.782324:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749608935.782326:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608935.782326:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608935.782328:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749608935.782329:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:2.0:1749608935.782330:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1843:1843:254:4294967295] 192.168.201.120@tcp LPNI seq info [1843:1843:6:4294967295]
00000400:00000200:0.0:1749608935.782333:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608935.782336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608935.782337:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749608935.782339:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608935.782340:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749608935.782341:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000800:00000010:2.0:1749608935.782341:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749608935.782344:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749608935.782348:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730219648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608935.782348:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608935.782350:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608935.782363:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608935.782364:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749608935.782366:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608935.782369:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608935.782371:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749608935.782372:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000100:00000200:0.0:1749608935.782375:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730219520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608935.782437:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608935.782439:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608935.782440:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608935.782442:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608935.782444:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749608935.782445:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749608935.782447:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730219776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608935.784121:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608935.784138:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339880
00000400:00000200:0.0:1749608935.784144:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a7d [1] + 0
00000400:00000200:0.0:1749608935.784156:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608935.784160:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608935.784170:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730219648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608935.784202:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608935.784206:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339800
00000400:00000200:0.0:1749608935.784210:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a85 [1] + 224
00000400:00000200:0.0:1749608935.784215:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608935.784217:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608935.784222:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730219520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608935.784242:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749608935.784244:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608935.784247:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339900
00000400:00000200:2.0:1749608935.784248:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749608935.784250:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000400:00000200:0.0:1749608935.784256:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3a8d [1] + 0
00000100:00000200:2.0:1749608935.784257:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730219648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608935.784265:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730219648/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608935.784268:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608935.784268:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608935.784270:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608935.784270:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608935.784272:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608935.784276:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730219520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608935.784280:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730219776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608935.784281:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730219520/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608935.784286:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749608935.784291:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749608935.784291:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
02000000:00000010:1.0:1749608935.784294:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:2.0:1749608935.784294:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749608935.784295:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749608935.784299:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608935.784300:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749608935.784301:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608935.784305:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730219776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608935.784312:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730219776/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608935.784333:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749608935.784335:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608935.784337:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749608935.795045:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:1.0:1749608935.795054:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60964c0.
00000100:00000010:0.0:1749608935.795063:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:3.0:1749608935.795068:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749608940.790098:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608940.790115:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608940.790156:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608940.790167:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608940.790171:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608940.790183:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608940.790185:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749608940.790186:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749608940.790192:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608940.790197:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
02000000:00000010:2.0:1749608940.790201:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000100:00000200:1.0:1749608940.790202:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730219904, portal 25
00000400:00000010:2.0:1749608940.790204:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:1.0:1749608940.790205:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608940.790207:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730219904, offset 0
00000400:00000010:2.0:1749608940.790207:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608940.790209:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730220032, portal 10
00000400:00000200:1.0:1749608940.790211:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749608940.790212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749608940.790214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730220032, offset 0
00000400:00000200:2.0:1749608940.790218:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608940.790221:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608940.790233:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608940.790236:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608940.790238:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608940.790239:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608940.790241:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1844:1844:256:4294967295] 192.168.201.120@tcp LPNI seq info [1844:1844:8:4294967295]
00000400:00000200:1.0:1749608940.790248:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608940.790251:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608940.790252:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608940.790254:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:2.0:1749608940.790254:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608940.790256:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608940.790257:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608940.790258:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608940.790259:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608940.790260:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1845:1845:255:4294967295] 192.168.201.120@tcp LPNI seq info [1845:1845:7:4294967295]
00000800:00000200:1.0:1749608940.790264:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608940.790265:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608940.790267:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608940.790268:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608940.790270:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749608940.790272:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608940.790275:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608940.790282:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608940.790287:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749608940.790298:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749608940.790306:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000100:00000010:1.0:1749608940.790308:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
02000000:00000010:2.0:1749608940.790322:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749608940.790324:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608940.790326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749608940.790327:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730220160, portal 10
00000400:00000010:2.0:1749608940.790329:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749608940.790330:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730220160, offset 0
00000400:00000200:2.0:1749608940.790333:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608940.790335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608940.790337:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608940.790338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608940.790339:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608940.790340:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608940.790342:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1846:1846:254:4294967295] 192.168.201.120@tcp LPNI seq info [1846:1846:6:4294967295]
00000400:00000200:2.0:1749608940.790346:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608940.790347:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749608940.790348:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608940.790349:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000010:0.0:1749608940.790350:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000800:00000200:2.0:1749608940.790351:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608940.790353:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749608940.790354:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749608940.790354:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608940.790359:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608940.790361:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749608940.790363:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749608940.790370:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730219904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608940.790386:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608940.790387:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749608940.790389:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608940.790391:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608940.790393:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749608940.790394:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749608940.790396:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730220032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608940.790452:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608940.790454:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608940.790455:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608940.790457:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608940.790459:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749608940.790460:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749608940.790462:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730220160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608940.791666:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608940.791676:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339a00
00000400:00000200:0.0:1749608940.791682:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a9d [1] + 0
00000400:00000200:0.0:1749608940.791690:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608940.791700:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608940.791706:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730220032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608940.791734:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608940.791738:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339980
00000400:00000200:0.0:1749608940.791740:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3a95 [1] + 224
00000400:00000200:0.0:1749608940.791743:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608940.791745:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608940.791748:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730219904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608940.791760:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608940.791762:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339a80
00000400:00000010:2.0:1749608940.791766:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608940.791769:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749608940.791770:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000400:00000200:0.0:1749608940.791773:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3aa5 [1] + 0
00000100:00000200:2.0:1749608940.791775:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730220032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608940.791781:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749608940.791782:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730220032/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608940.791783:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608940.791786:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730220160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608940.791793:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608940.791798:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608940.791799:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000400:00000010:2.0:1749608940.791802:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608940.791804:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000100:00000200:1.0:1749608940.791805:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730219904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608940.791805:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:1.0:1749608940.791813:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730219904/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608940.791813:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730220160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608940.791820:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730220160/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608940.791841:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749608940.791846:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749608940.791849:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608940.791915:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749608940.791918:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608940.791919:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608940.791921:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749608940.791922:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608940.791923:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749608940.803043:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:0.0:1749608940.803050:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:3.0:1749608940.803063:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:2.0:1749608940.803081:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:2.0:1749608945.798055:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749608945.798072:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608945.798111:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608945.798122:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608945.798126:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608945.798137:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608945.798139:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749608945.798149:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
02000000:00000010:2.0:1749608945.798153:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749608945.798156:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749608945.798156:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749608945.798160:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000010:3.0:1749608945.798160:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:2.0:1749608945.798164:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730220416, portal 10
00000100:00000200:3.0:1749608945.798164:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730220288, portal 25
00000400:00000010:3.0:1749608945.798167:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000400:00000010:2.0:1749608945.798168:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608945.798169:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730220416, offset 0
00000100:00000200:3.0:1749608945.798169:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730220288, offset 0
00000400:00000200:3.0:1749608945.798174:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608945.798179:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608945.798182:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608945.798186:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608945.798189:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608945.798191:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608945.798193:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608945.798195:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1847:1847:256:4294967295] 192.168.201.120@tcp LPNI seq info [1847:1847:8:4294967295]
00000400:00000200:3.0:1749608945.798202:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608945.798205:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608945.798206:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608945.798208:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608945.798208:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749608945.798210:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608945.798211:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608945.798212:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608945.798213:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608945.798214:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1848:1848:255:4294967295] 192.168.201.120@tcp LPNI seq info [1848:1848:7:4294967295]
00000800:00000200:3.0:1749608945.798219:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608945.798221:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749608945.798229:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608945.798232:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608945.798235:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749608945.798237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608945.798240:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608945.798240:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10300.
00000800:00000200:2.0:1749608945.798242:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608945.798251:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10980.
00000100:00000010:3.0:1749608945.798256:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10dc0.
00000100:00000010:3.0:1749608945.798261:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
02000000:00000010:2.0:1749608945.798272:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749608945.798274:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608945.798276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749608945.798277:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730220544, portal 10
00000400:00000010:2.0:1749608945.798279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749608945.798280:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730220544, offset 0
00000400:00000200:2.0:1749608945.798282:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608945.798285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608945.798286:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608945.798288:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608945.798289:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608945.798290:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608945.798291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1849:1849:254:4294967295] 192.168.201.120@tcp LPNI seq info [1849:1849:6:4294967295]
00000400:00000200:2.0:1749608945.798295:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608945.798297:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608945.798299:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608945.798300:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608945.798302:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608945.798304:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608945.798307:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608945.798311:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749608945.798315:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608945.798320:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608945.798324:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749608945.798325:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749608945.798333:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730220288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608945.798351:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608945.798353:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608945.798355:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608945.798364:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608945.798366:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749608945.798367:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749608945.798371:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730220416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608945.798428:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608945.798430:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608945.798432:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608945.798435:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608945.798437:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749608945.798438:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749608945.798442:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730220544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608945.799726:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608945.799736:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339b00
00000400:00000200:0.0:1749608945.799754:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3aad [1] + 224
00000400:00000200:0.0:1749608945.799773:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608945.799776:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608945.799781:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730220288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608945.799808:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608945.799813:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339b80
00000400:00000200:0.0:1749608945.799816:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ab1 [1] + 0
00000400:00000200:0.0:1749608945.799821:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608945.799823:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608945.799827:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730220416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608945.799846:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608945.799850:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339c00
00000400:00000200:0.0:1749608945.799853:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3abd [1] + 0
00000400:00000010:3.0:1749608945.799861:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749608945.799864:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608945.799865:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749608945.799866:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000400:00000200:0.0:1749608945.799867:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749608945.799875:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730220288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608945.799879:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730220544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608945.799881:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730220288/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608945.799896:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000010:2.0:1749608945.799899:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
02000000:00000010:3.0:1749608945.799899:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749608945.799901:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000200:2.0:1749608945.799903:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749608945.799903:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749608945.799907:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730220416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608945.799918:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730220416/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608945.799929:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608945.799930:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:2.0:1749608945.799931:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:2.0:1749608945.799933:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730220544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608945.799951:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730220544/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608945.799959:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749608945.799961:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608945.799963:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608945.799964:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749608945.799965:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749608945.799966:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749608945.811028:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10dc0.
00000100:00000010:1.0:1749608945.811040:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10980.
00000100:00000010:0.0:1749608945.811052:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10300.
00000100:00000010:3.0:1749608945.811054:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749608950.806069:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608950.806091:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749608950.806141:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608950.806156:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608950.806161:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749608950.806187:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749608950.806187:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608950.806189:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749608950.806196:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749608950.806213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749608950.806219:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000400:00000010:3.0:1749608950.806219:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749608950.806226:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730220672, portal 25
00000400:00000010:3.0:1749608950.806229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000400:00000010:1.0:1749608950.806230:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608950.806232:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730220672, offset 0
00000100:00000200:3.0:1749608950.806232:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730220800, portal 10
00000400:00000010:3.0:1749608950.806236:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000200:1.0:1749608950.806238:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749608950.806242:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730220800, offset 0
00000400:00000200:3.0:1749608950.806247:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608950.806249:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608950.806253:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608950.806257:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608950.806260:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608950.806262:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608950.806264:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1850:1850:256:4294967295] 192.168.201.120@tcp LPNI seq info [1850:1850:8:4294967295]
00000400:00000200:1.0:1749608950.806273:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608950.806277:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608950.806279:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608950.806280:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:3.0:1749608950.806282:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749608950.806285:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608950.806285:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608950.806287:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608950.806289:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608950.806291:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1851:1851:255:4294967295] 192.168.201.120@tcp LPNI seq info [1851:1851:7:4294967295]
00000800:00000200:1.0:1749608950.806292:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608950.806296:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749608950.806298:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608950.806303:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608950.806306:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749608950.806310:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608950.806314:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749608950.806315:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000800:00000200:3.0:1749608950.806316:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608950.806330:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749608950.806334:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
00000100:00000010:1.0:1749608950.806340:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
02000000:00000010:3.0:1749608950.806354:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608950.806358:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608950.806360:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608950.806370:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730220928, portal 10
00000400:00000010:3.0:1749608950.806374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749608950.806375:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730220928, offset 0
00000400:00000200:3.0:1749608950.806380:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608950.806383:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608950.806384:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608950.806386:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749608950.806387:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:3.0:1749608950.806388:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608950.806389:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608950.806391:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608950.806392:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608950.806392:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1852:1852:254:4294967295] 192.168.201.120@tcp LPNI seq info [1852:1852:6:4294967295]
00000400:00000200:3.0:1749608950.806397:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608950.806398:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749608950.806400:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608950.806402:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000800:00000010:3.0:1749608950.806402:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000010:0.0:1749608950.806404:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000800:00000200:3.0:1749608950.806406:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608950.806410:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608950.806412:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749608950.806414:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730220672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608950.806431:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608950.806433:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749608950.806435:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608950.806437:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608950.806439:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749608950.806440:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749608950.806444:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730220800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608950.806510:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608950.806513:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749608950.806515:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608950.806518:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608950.806520:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749608950.806522:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749608950.806525:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730220928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608950.807817:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608950.807828:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339d00
00000400:00000200:0.0:1749608950.807834:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ac9 [1] + 0
00000400:00000200:0.0:1749608950.807843:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608950.807846:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608950.807852:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730220800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608950.807882:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608950.807887:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339c80
00000400:00000200:0.0:1749608950.807891:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ac5 [1] + 224
00000400:00000200:0.0:1749608950.807896:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608950.807899:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608950.807900:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608950.807904:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749608950.807905:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608950.807909:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730220800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608950.807911:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730220672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608950.807916:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730220800/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608950.807933:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608950.807958:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339d80
00000400:00000200:0.0:1749608950.807961:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ad5 [1] + 0
02000000:00000010:3.0:1749608950.807964:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608950.807968:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749608950.807971:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:1.0:1749608950.807974:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749608950.807976:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608950.807978:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000200:0.0:1749608950.807979:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749608950.807980:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608950.807985:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730220928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608950.807985:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730220672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608950.807994:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730220672/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608950.808008:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749608950.808012:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000010:3.0:1749608950.808017:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608950.808018:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749608950.808019:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000010:1.0:1749608950.808020:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000200:3.0:1749608950.808022:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730220928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608950.808031:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730220928/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608950.808041:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608950.808043:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749608950.808044:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:0.0:1749608950.819090:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:2.0:1749608950.819094:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:3.0:1749608950.819108:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749608950.819198:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749608955.814084:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608955.814106:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749608955.814159:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608955.814177:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608955.814185:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608955.814193:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749608955.814201:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608955.814206:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608955.814214:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730221056, portal 25
00000400:00000010:3.0:1749608955.814218:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749608955.814220:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730221056, offset 0
00000400:00000200:3.0:1749608955.814226:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749608955.814233:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
00000400:00000200:3.0:1749608955.814237:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749608955.814238:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000400:00000200:3.0:1749608955.814241:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608955.814245:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608955.814248:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608955.814250:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608955.814252:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1853:1853:256:4294967295] 192.168.201.120@tcp LPNI seq info [1853:1853:8:4294967295]
00000400:00000200:3.0:1749608955.814261:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608955.814265:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608955.814270:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749608955.814275:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
02000000:00000010:0.0:1749608955.814283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940400.
00000800:00000200:3.0:1749608955.814283:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608955.814286:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:0.0:1749608955.814289:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac60.
00000400:00000010:0.0:1749608955.814292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749608955.814295:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730221184, portal 10
00000400:00000010:0.0:1749608955.814300:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000100:00000200:0.0:1749608955.814302:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730221184, offset 0
00000100:00000010:3.0:1749608955.814304:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10240.
00000400:00000200:0.0:1749608955.814307:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608955.814314:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:3.0:1749608955.814314:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a80.
00000400:00000200:0.0:1749608955.814316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1749608955.814318:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10440.
00000400:00000200:0.0:1749608955.814319:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608955.814321:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608955.814323:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608955.814326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1854:1854:255:4294967295] 192.168.201.120@tcp LPNI seq info [1854:1854:7:4294967295]
00000100:00000010:3.0:1749608955.814330:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000400:00000200:0.0:1749608955.814333:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608955.814337:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608955.814340:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000800:00000200:0.0:1749608955.814344:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608955.814348:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608955.814350:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749608955.814361:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941400.
00000800:00000200:1.0:1749608955.814362:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749608955.814363:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac08.
00000400:00000010:0.0:1749608955.814365:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000800:00000010:1.0:1749608955.814366:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000200:0.0:1749608955.814367:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730221312, portal 10
00000400:00000010:0.0:1749608955.814371:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749608955.814372:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730221312, offset 0
00000400:00000200:1.0:1749608955.814372:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608955.814376:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608955.814378:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608955.814379:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608955.814381:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000200:0.0:1749608955.814382:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749608955.814383:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000400:00000200:0.0:1749608955.814384:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608955.814386:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608955.814387:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608955.814390:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1855:1855:254:4294967295] 192.168.201.120@tcp LPNI seq info [1855:1855:6:4294967295]
00000100:00000200:1.0:1749608955.814392:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730221056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608955.814396:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608955.814400:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608955.814402:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749608955.814405:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608955.814408:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608955.814411:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749608955.814470:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608955.814473:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:1.0:1749608955.814476:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608955.814479:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608955.814481:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:1.0:1749608955.814482:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:1.0:1749608955.814486:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730221184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608955.814511:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608955.814513:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749608955.814515:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608955.814518:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608955.814520:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:1.0:1749608955.814521:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:1.0:1749608955.814524:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730221312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608955.815491:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608955.815502:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf339e80
00000400:00000200:0.0:1749608955.815608:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ae5 [1] + 0
00000400:00000200:0.0:1749608955.815619:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608955.815623:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608955.815629:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730221184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608955.815658:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608955.815664:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339e00
00000400:00000200:0.0:1749608955.815668:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3add [1] + 224
00000400:00000200:0.0:1749608955.815673:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608955.815676:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608955.815680:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730221056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608955.815689:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000400:00000200:2.0:1749608955.815693:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749608955.815694:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749608955.815700:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730221184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608955.815705:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608955.815709:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf339f00
00000100:00000200:2.0:1749608955.815710:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730221184/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608955.815713:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3aed [1] + 0
00000400:00000200:0.0:1749608955.815728:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608955.815732:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608955.815733:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749608955.815734:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940400.
00000400:00000200:3.0:1749608955.815736:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749608955.815738:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
02000000:00000010:2.0:1749608955.815739:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608955.815743:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000200:3.0:1749608955.815743:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730221056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608955.815744:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730221312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608955.815752:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730221056/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608955.815766:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac08.
02000000:00000010:3.0:1749608955.815766:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000200:2.0:1749608955.815768:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
02000000:00000010:3.0:1749608955.815769:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:2.0:1749608955.815770:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000010:3.0:1749608955.815772:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:2.0:1749608955.815773:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730221312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608955.815780:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730221312/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608955.815795:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749608955.815799:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608955.815801:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:1.0:1749608955.827034:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a80.
00000100:00000010:0.0:1749608955.827035:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10240.
00000100:00000010:2.0:1749608955.827039:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10440.
00000100:00000010:3.0:1749608955.827062:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749608960.822092:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749608960.822116:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749608960.822173:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608960.822191:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608960.822198:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:1.0:1749608960.822210:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749608960.822218:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:2.0:1749608960.822220:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608960.822223:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:1.0:1749608960.822226:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608960.822234:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730221440, portal 25
00000400:00000010:1.0:1749608960.822239:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:1.0:1749608960.822248:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730221440, offset 0
00000400:00000200:1.0:1749608960.822255:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608960.822260:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749608960.822264:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000200:1.0:1749608960.822267:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749608960.822268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749608960.822271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730221568, portal 10
00000400:00000200:1.0:1749608960.822273:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608960.822276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:1.0:1749608960.822277:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:2.0:1749608960.822277:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730221568, offset 0
00000400:00000200:1.0:1749608960.822280:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608960.822282:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608960.822283:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608960.822286:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1856:1856:256:4294967295] 192.168.201.120@tcp LPNI seq info [1856:1856:8:4294967295]
00000400:00000200:1.0:1749608960.822297:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608960.822303:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608960.822304:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608960.822307:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:2.0:1749608960.822307:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608960.822310:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608960.822312:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749608960.822314:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608960.822314:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608960.822317:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1857:1857:255:4294967295] 192.168.201.120@tcp LPNI seq info [1857:1857:7:4294967295]
00000800:00000200:1.0:1749608960.822323:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608960.822325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608960.822328:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608960.822329:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608960.822331:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749608960.822335:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608960.822340:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608960.822342:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749608960.822355:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
00000100:00000010:2.0:1749608960.822377:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096040.
00000100:00000010:2.0:1749608960.822382:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f80.
00000100:00000010:2.0:1749608960.822386:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
02000000:00000010:2.0:1749608960.822399:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749608960.822402:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608960.822405:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749608960.822406:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730221696, portal 10
00000400:00000010:2.0:1749608960.822410:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749608960.822411:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730221696, offset 0
00000400:00000200:2.0:1749608960.822414:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608960.822423:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749608960.822425:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608960.822426:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608960.822428:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749608960.822429:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749608960.822430:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608960.822432:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608960.822434:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608960.822434:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1858:1858:254:4294967295] 192.168.201.120@tcp LPNI seq info [1858:1858:6:4294967295]
00000400:00000200:0.0:1749608960.822441:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608960.822442:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608960.822446:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608960.822447:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749608960.822448:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000800:00000010:2.0:1749608960.822448:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749608960.822451:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608960.822455:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749608960.822457:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730221440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608960.822457:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608960.822475:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608960.822477:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749608960.822480:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608960.822482:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608960.822484:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749608960.822485:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749608960.822514:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730221568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608960.822585:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608960.822587:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608960.822588:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608960.822592:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608960.822594:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749608960.822595:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749608960.822598:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730221696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608960.823718:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608960.823729:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf339f80
00000400:00000200:0.0:1749608960.823736:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3af5 [1] + 224
00000400:00000200:0.0:1749608960.823744:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608960.823747:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608960.823753:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730221440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608960.823783:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608960.823788:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33a000
00000400:00000200:0.0:1749608960.823792:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3afd [1] + 0
00000400:00000200:0.0:1749608960.823797:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608960.823800:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608960.823803:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730221568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608960.823814:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608960.823818:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608960.823820:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608960.823825:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730221440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608960.823829:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608960.823832:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33a080
00000100:00000200:1.0:1749608960.823834:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730221440/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608960.823835:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3b05 [1] + 0
00000400:00000200:0.0:1749608960.823851:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608960.823855:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749608960.823856:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749608960.823857:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608960.823860:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
02000000:00000010:1.0:1749608960.823862:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000010:2.0:1749608960.823862:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000010:1.0:1749608960.823865:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:0.0:1749608960.823866:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730221696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608960.823867:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730221568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608960.823875:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730221568/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608960.823891:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608960.823893:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749608960.823895:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749608960.823897:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730221696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608960.823902:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730221696/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608960.823912:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749608960.823914:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608960.823916:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608960.823922:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749608960.823923:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608960.823924:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749608960.835056:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f80.
00000100:00000010:1.0:1749608960.835066:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096040.
00000100:00000010:0.0:1749608960.835070:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:3.0:1749608960.835072:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:2.0:1749608965.830105:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749608965.830130:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749608965.830180:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608965.830196:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608965.830202:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749608965.830220:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749608965.830221:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608965.830224:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749608965.830228:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608965.830234:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608965.830242:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730221824, portal 25
02000000:00000010:2.0:1749608965.830245:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749608965.830246:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749608965.830247:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730221824, offset 0
00000400:00000010:2.0:1749608965.830250:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:3.0:1749608965.830253:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749608965.830263:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000200:3.0:1749608965.830264:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749608965.830266:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730221952, portal 10
00000400:00000200:3.0:1749608965.830269:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749608965.830272:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000400:00000200:3.0:1749608965.830272:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:2.0:1749608965.830273:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730221952, offset 0
00000400:00000200:3.0:1749608965.830275:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608965.830278:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608965.830279:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608965.830280:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1859:1859:256:4294967295] 192.168.201.120@tcp LPNI seq info [1859:1859:8:4294967295]
00000400:00000200:3.0:1749608965.830289:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608965.830293:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608965.830295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749608965.830296:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749608965.830298:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608965.830301:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749608965.830302:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608965.830303:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608965.830305:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608965.830306:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1860:1860:255:4294967295] 192.168.201.120@tcp LPNI seq info [1860:1860:7:4294967295]
00000400:00000200:2.0:1749608965.830313:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608965.830317:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608965.830322:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:3.0:1749608965.830322:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608965.830325:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608965.830325:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608965.830330:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608965.830332:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608965.830346:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10140.
00000100:00000010:3.0:1749608965.830361:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a40.
00000100:00000010:3.0:1749608965.830367:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608965.830370:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
02000000:00000010:2.0:1749608965.830388:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749608965.830391:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608965.830394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608965.830396:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730222080, portal 10
00000400:00000010:2.0:1749608965.830400:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749608965.830418:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730222080, offset 0
00000800:00000200:0.0:1749608965.830422:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608965.830423:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608965.830426:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749608965.830427:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608965.830429:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608965.830431:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608965.830432:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608965.830433:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608965.830435:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608965.830437:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608965.830437:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1861:1861:254:4294967295] 192.168.201.120@tcp LPNI seq info [1861:1861:6:4294967295]
00000400:00000200:0.0:1749608965.830440:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749608965.830441:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000400:00000200:2.0:1749608965.830443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749608965.830447:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608965.830449:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000100:00000200:0.0:1749608965.830451:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730221824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608965.830452:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608965.830456:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608965.830458:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608965.830465:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608965.830466:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749608965.830468:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608965.830470:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608965.830471:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749608965.830472:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749608965.830474:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730221952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608965.830530:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608965.830532:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749608965.830533:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608965.830535:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608965.830536:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749608965.830537:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749608965.830539:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730222080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608965.831785:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608965.831797:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33a100
00000400:00000200:0.0:1749608965.831803:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b0d [1] + 224
00000400:00000200:0.0:1749608965.831812:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608965.831815:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608965.831821:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730221824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608965.831849:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608965.831853:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33a180
00000400:00000200:0.0:1749608965.831857:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b15 [1] + 0
00000400:00000200:0.0:1749608965.831861:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608965.831864:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608965.831867:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730221952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608965.831884:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608965.831889:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749608965.831890:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608965.831895:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730221824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608965.831900:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608965.831903:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730221824/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608965.831904:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33a200
00000400:00000200:0.0:1749608965.831906:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3b1d [1] + 0
00000400:00000200:0.0:1749608965.831916:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608965.831918:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749608965.831920:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
02000000:00000010:3.0:1749608965.831922:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000200:2.0:1749608965.831925:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749608965.831926:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
02000000:00000010:3.0:1749608965.831927:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:0.0:1749608965.831930:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730222080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749608965.831931:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000200:2.0:1749608965.831932:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730221952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608965.831957:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730221952/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608965.831974:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749608965.831977:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749608965.831980:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:2.0:1749608965.831984:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608965.831991:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608965.831992:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608965.831996:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730222080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608965.832003:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730222080/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608965.832016:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749608965.832018:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749608965.832020:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749608965.843059:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a00.
00000100:00000010:3.0:1749608965.843070:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:1.0:1749608965.843075:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10a40.
00000100:00000010:0.0:1749608965.843193:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10140.
00000100:00000010:2.0:1749608970.838044:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608970.838061:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608970.838099:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608970.838109:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608970.838113:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749608970.838125:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608970.838127:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749608970.838146:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749608970.838151:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608970.838155:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608970.838159:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730222336, portal 10
00000400:00000010:2.0:1749608970.838163:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749608970.838164:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730222336, offset 0
00000400:00000200:2.0:1749608970.838169:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608970.838176:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608970.838180:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608970.838182:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608970.838185:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608970.838186:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608970.838188:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1862:1862:256:4294967295] 192.168.201.120@tcp LPNI seq info [1862:1862:8:4294967295]
02000000:00000010:1.0:1749608970.838194:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000200:2.0:1749608970.838195:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749608970.838206:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000800:00000200:2.0:1749608970.838209:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608970.838211:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000010:1.0:1749608970.838212:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000800:00000200:2.0:1749608970.838216:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749608970.838219:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730222208, portal 25
00000800:00000200:2.0:1749608970.838222:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608970.838225:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:1.0:1749608970.838236:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749608970.838238:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730222208, offset 0
00000100:00000010:2.0:1749608970.838244:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f80.
00000400:00000200:1.0:1749608970.838247:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749608970.838255:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
00000100:00000010:2.0:1749608970.838257:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
00000400:00000200:1.0:1749608970.838259:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:2.0:1749608970.838260:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096040.
00000400:00000200:1.0:1749608970.838263:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608970.838267:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608970.838270:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608970.838272:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:2.0:1749608970.838273:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000200:1.0:1749608970.838274:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1863:1863:255:4294967295] 192.168.201.120@tcp LPNI seq info [1863:1863:7:4294967295]
00000400:00000010:2.0:1749608970.838274:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749608970.838276:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749608970.838278:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730222464, portal 10
00000400:00000010:2.0:1749608970.838280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749608970.838281:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730222464, offset 0
00000400:00000200:2.0:1749608970.838284:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608970.838286:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608970.838290:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608970.838293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608970.838294:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:2.0:1749608970.838295:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608970.838297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749608970.838298:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608970.838298:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608970.838300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608970.838301:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1864:1864:254:4294967295] 192.168.201.120@tcp LPNI seq info [1864:1864:6:4294967295]
00000800:00000200:1.0:1749608970.838305:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608970.838306:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608970.838307:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608970.838309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608970.838310:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749608970.838312:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608970.838315:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608970.838316:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608970.838358:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608970.838361:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749608970.838364:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608970.838368:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608970.838371:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749608970.838372:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749608970.838378:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730222336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608970.838392:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608970.838394:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749608970.838395:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608970.838397:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608970.838398:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749608970.838399:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749608970.838402:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730222208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608970.838414:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608970.838415:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749608970.838416:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608970.838418:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608970.838419:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749608970.838420:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749608970.838421:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730222464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608970.839518:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608970.839530:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33a300
00000400:00000200:0.0:1749608970.839537:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b25 [1] + 0
00000400:00000200:0.0:1749608970.839546:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608970.839551:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608970.839559:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730222336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608970.839586:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608970.839590:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33a280
00000400:00000200:0.0:1749608970.839593:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b2d [1] + 224
00000400:00000200:0.0:1749608970.839598:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608970.839600:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608970.839604:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730222208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608970.839611:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608970.839618:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749608970.839620:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608970.839626:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730222336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608970.839628:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608970.839632:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33a380
00000100:00000200:2.0:1749608970.839632:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730222336/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608970.839636:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3b35 [1] + 0
00000400:00000200:0.0:1749608970.839646:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608970.839649:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749608970.839649:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
00000400:00000010:1.0:1749608970.839652:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749608970.839652:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749608970.839654:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:1.0:1749608970.839657:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608970.839658:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749608970.839664:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730222464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608970.839664:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730222208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608970.839673:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730222208/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608970.839686:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608970.839688:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749608970.839689:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
02000000:00000010:1.0:1749608970.839691:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:2.0:1749608970.839691:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730222464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608970.839696:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:2.0:1749608970.839697:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730222464/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749608970.839700:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749608970.839710:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749608970.839713:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608970.839715:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749608970.851060:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:3.0:1749608970.851070:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096040.
00000100:00000010:0.0:1749608970.851088:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f80.
00000100:00000010:1.0:1749608970.851107:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:2.0:1749608975.846080:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749608975.846106:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608975.846163:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608975.846182:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749608975.846189:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
02000000:00000010:2.0:1749608975.846190:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:3.0:1749608975.846197:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749608975.846203:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000010:2.0:1749608975.846208:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608975.846211:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:3.0:1749608975.846211:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730222592, portal 25
00000400:00000010:3.0:1749608975.846215:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749608975.846217:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730222592, offset 0
00000400:00000200:3.0:1749608975.846223:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749608975.846230:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749608975.846250:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:3.0:1749608975.846251:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749608975.846253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:3.0:1749608975.846257:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608975.846261:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608975.846264:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608975.846266:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608975.846269:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1865:1865:256:4294967295] 192.168.201.120@tcp LPNI seq info [1865:1865:8:4294967295]
00000100:00000200:2.0:1749608975.846271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730222720, portal 10
00000400:00000010:2.0:1749608975.846277:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749608975.846278:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730222720, offset 0
00000400:00000200:2.0:1749608975.846284:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608975.846285:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608975.846289:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749608975.846290:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749608975.846293:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749608975.846293:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749608975.846296:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749608975.846298:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749608975.846299:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749608975.846300:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749608975.846302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1866:1866:255:4294967295] 192.168.201.120@tcp LPNI seq info [1866:1866:7:4294967295]
00000800:00000200:3.0:1749608975.846306:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749608975.846309:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749608975.846310:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749608975.846313:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608975.846316:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749608975.846319:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608975.846323:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608975.846325:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608975.846329:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ec0.
00000100:00000010:3.0:1749608975.846347:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f80.
00000100:00000010:3.0:1749608975.846353:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749608975.846358:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
02000000:00000010:2.0:1749608975.846372:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749608975.846375:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749608975.846378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608975.846380:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730222848, portal 10
00000400:00000010:2.0:1749608975.846383:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749608975.846385:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730222848, offset 0
00000800:00000200:0.0:1749608975.846387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749608975.846389:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608975.846390:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749608975.846393:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608975.846395:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608975.846396:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749608975.846398:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608975.846399:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608975.846399:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608975.846401:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608975.846402:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749608975.846404:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000400:00000200:2.0:1749608975.846404:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1867:1867:254:4294967295] 192.168.201.120@tcp LPNI seq info [1867:1867:6:4294967295]
00000400:00000200:2.0:1749608975.846410:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608975.846412:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730222592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608975.846427:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608975.846429:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749608975.846432:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749608975.846436:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749608975.846439:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608975.846477:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608975.846478:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749608975.846480:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608975.846483:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608975.846484:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749608975.846485:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749608975.846487:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730222720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608975.846510:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608975.846512:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749608975.846514:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608975.846517:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608975.846518:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749608975.846520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749608975.846523:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730222848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608975.847631:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608975.847643:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33a400
00000400:00000200:0.0:1749608975.847649:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b3d [1] + 224
00000400:00000200:0.0:1749608975.847659:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608975.847663:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608975.847668:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730222592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608975.847699:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608975.847705:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33a480
00000400:00000200:0.0:1749608975.847708:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b45 [1] + 0
00000400:00000200:0.0:1749608975.847714:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608975.847716:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608975.847719:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730222720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608975.847723:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608975.847725:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749608975.847726:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608975.847730:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730222592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608975.847738:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749608975.847740:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730222592/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608975.847741:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33a500
00000400:00000200:0.0:1749608975.847744:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3b4d [1] + 0
00000400:00000200:0.0:1749608975.847755:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608975.847757:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608975.847759:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730222848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608975.847759:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749608975.847762:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749608975.847765:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749608975.847772:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749608975.847776:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749608975.847777:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749608975.847782:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730222720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608975.847788:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730222720/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749608975.847801:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749608975.847802:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749608975.847803:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749608975.847804:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730222848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608975.847808:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730222848/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749608975.847816:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749608975.847819:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749608975.847820:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749608975.847822:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749608975.847823:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749608975.847824:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749608975.859063:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10cc0.
00000100:00000010:3.0:1749608975.859066:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:0.0:1749608975.859077:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ec0.
00000100:00000010:1.0:1749608975.859083:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f80.
00000100:00000010:2.0:1749608980.854089:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749608980.854115:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749608980.854210:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:1.0:1749608980.854223:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749608980.854240:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
00000400:00000010:1.0:1749608980.854241:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749608980.854248:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
02000000:00000010:2.0:1749608980.854248:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:1.0:1749608980.854262:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730222976, portal 25
00000400:00000010:1.0:1749608980.854267:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000010:2.0:1749608980.854268:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
00000100:00000200:1.0:1749608980.854269:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730222976, offset 0
02000000:00000010:2.0:1749608980.854271:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000200:1.0:1749608980.854282:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749608980.854286:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749608980.854292:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:1.0:1749608980.854295:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749608980.854296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608980.854299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730223104, portal 10
00000400:00000200:1.0:1749608980.854301:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749608980.854304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000400:00000200:1.0:1749608980.854305:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:3.0:1749608980.854306:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730223104, offset 0
00000400:00000200:1.0:1749608980.854308:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608980.854311:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608980.854311:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608980.854314:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1868:1868:256:4294967295] 192.168.201.120@tcp LPNI seq info [1868:1868:8:4294967295]
00000400:00000200:1.0:1749608980.854326:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608980.854332:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608980.854335:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608980.854337:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:3.0:1749608980.854341:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749608980.854344:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749608980.854344:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608980.854345:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608980.854347:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608980.854349:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1869:1869:255:4294967295] 192.168.201.120@tcp LPNI seq info [1869:1869:7:4294967295]
00000400:00000200:3.0:1749608980.854354:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608980.854357:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608980.854357:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608980.854360:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:1.0:1749608980.854362:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749608980.854363:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608980.854366:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749608980.854368:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608980.854386:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
00000100:00000010:1.0:1749608980.854408:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000100:00000010:1.0:1749608980.854412:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000100:00000010:1.0:1749608980.854425:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
02000000:00000010:3.0:1749608980.854445:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749608980.854448:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608980.854451:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608980.854453:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730223232, portal 10
00000400:00000010:3.0:1749608980.854457:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749608980.854458:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730223232, offset 0
00000800:00000200:0.0:1749608980.854462:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749608980.854463:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608980.854466:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:3.0:1749608980.854467:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608980.854470:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608980.854472:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608980.854474:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608980.854476:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608980.854477:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749608980.854478:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1870:1870:254:4294967295] 192.168.201.120@tcp LPNI seq info [1870:1870:6:4294967295]
00000400:00000200:0.0:1749608980.854484:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749608980.854486:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749608980.854488:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749608980.854490:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000800:00000200:3.0:1749608980.854490:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608980.854492:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749608980.854494:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608980.854497:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749608980.854500:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730222976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749608980.854503:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749608980.854519:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608980.854521:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749608980.854523:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608980.854526:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608980.854528:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749608980.854529:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749608980.854533:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730223104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608980.854605:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608980.854607:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749608980.854609:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608980.854612:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608980.854615:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749608980.854616:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749608980.854619:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730223232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608980.856226:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608980.856242:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33a580
00000400:00000200:0.0:1749608980.856249:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b55 [1] + 224
00000400:00000200:0.0:1749608980.856260:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608980.856263:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608980.856271:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730222976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608980.856308:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608980.856313:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33a600
00000400:00000200:0.0:1749608980.856318:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b5d [1] + 0
00000400:00000200:0.0:1749608980.856324:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608980.856327:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608980.856331:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730223104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608980.856336:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608980.856340:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608980.856342:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608980.856346:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730222976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608980.856352:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730222976/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749608996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608980.856358:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608980.856363:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33a680
00000400:00000200:0.0:1749608980.856367:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3b65 [1] + 0
02000000:00000010:1.0:1749608980.856371:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749608980.856375:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:0.0:1749608980.856379:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:1.0:1749608980.856379:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000200:0.0:1749608980.856382:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608980.856387:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730223232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608980.856400:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749608980.856405:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749608980.856407:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608980.856412:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730223104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608980.856422:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730223104/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608980.856440:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608980.856442:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749608980.856443:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608980.856446:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730223232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608980.856452:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730223232/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608980.856464:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749608980.856467:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749608980.856470:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749608980.856473:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749608980.856475:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749608980.856477:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:1.0:1749608980.867067:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:3.0:1749608980.867067:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:2.0:1749608980.867084:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:0.0:1749608980.867102:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749608985.862101:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749608985.862124:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749608985.862171:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608985.862187:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749608985.862192:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749608985.862205:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749608985.862207:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749608985.862209:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:3.0:1749608985.862213:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749608985.862220:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
02000000:00000010:1.0:1749608985.862221:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749608985.862226:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000200:3.0:1749608985.862228:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730223360, portal 25
00000400:00000010:1.0:1749608985.862229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608985.862231:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730223488, portal 10
00000400:00000010:3.0:1749608985.862233:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749608985.862234:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730223360, offset 0
00000400:00000010:1.0:1749608985.862235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749608985.862236:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730223488, offset 0
00000400:00000200:3.0:1749608985.862242:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608985.862246:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608985.862254:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608985.862274:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608985.862278:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608985.862282:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608985.862284:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608985.862287:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1871:1871:256:4294967295] 192.168.201.120@tcp LPNI seq info [1871:1871:8:4294967295]
00000400:00000200:3.0:1749608985.862298:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749608985.862304:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749608985.862304:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608985.862306:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608985.862308:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749608985.862308:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749608985.862310:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608985.862311:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608985.862313:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1872:1872:255:4294967295] 192.168.201.120@tcp LPNI seq info [1872:1872:7:4294967295]
00000800:00000200:3.0:1749608985.862315:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749608985.862319:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608985.862321:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749608985.862323:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:3.0:1749608985.862323:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608985.862326:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749608985.862328:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749608985.862329:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608985.862331:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608985.862349:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10340.
00000100:00000010:3.0:1749608985.862371:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608985.862378:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d40.
00000100:00000010:3.0:1749608985.862386:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
02000000:00000010:1.0:1749608985.862396:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749608985.862399:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608985.862401:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608985.862403:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730223616, portal 10
00000400:00000010:1.0:1749608985.862407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000100:00000200:1.0:1749608985.862408:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730223616, offset 0
00000400:00000200:1.0:1749608985.862413:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608985.862417:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608985.862419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608985.862421:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608985.862423:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749608985.862429:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608985.862431:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1873:1873:254:4294967295] 192.168.201.120@tcp LPNI seq info [1873:1873:6:4294967295]
00000400:00000200:1.0:1749608985.862436:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608985.862439:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749608985.862441:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608985.862441:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749608985.862443:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749608985.862445:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000800:00000200:1.0:1749608985.862446:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608985.862447:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749608985.862451:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608985.862455:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608985.862459:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749608985.862460:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749608985.862468:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730223360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608985.862482:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608985.862483:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749608985.862484:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608985.862486:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608985.862488:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749608985.862488:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000100:00000200:0.0:1749608985.862490:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730223488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749608985.862546:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749608985.862547:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749608985.862549:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608985.862550:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608985.862551:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749608985.862552:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749608985.862554:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730223616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608985.863704:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608985.863712:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33a700
00000400:00000200:0.0:1749608985.863716:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b6d [1] + 224
00000400:00000200:0.0:1749608985.863723:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608985.863725:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608985.863729:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730223360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608985.863753:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608985.863757:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33a780
00000400:00000200:0.0:1749608985.863761:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b71 [1] + 0
00000400:00000200:0.0:1749608985.863765:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608985.863768:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608985.863773:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730223488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608985.863793:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608985.863797:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33a800
00000400:00000200:0.0:1749608985.863800:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3b7d [1] + 0
00000400:00000200:0.0:1749608985.863811:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608985.863813:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749608985.863814:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608985.863818:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749608985.863819:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749608985.863822:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730223616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608985.863823:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730223360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608985.863824:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749608985.863827:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:1.0:1749608985.863829:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:3.0:1749608985.863829:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730223360/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608985.863833:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730223488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608985.863841:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730223488/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749608985.863846:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749608985.863850:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749608985.863853:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:1.0:1749608985.863857:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608985.863859:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608985.863860:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608985.863862:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730223616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608985.863866:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730223616/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749608995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608985.863875:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749608985.863877:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749608985.863878:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:1.0:1749608985.863880:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749608985.863881:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:1.0:1749608985.863882:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:0.0:1749608985.875033:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10340.
00000100:00000010:2.0:1749608985.875033:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d40.
00000100:00000010:1.0:1749608985.875049:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10880.
00000100:00000010:3.0:1749608985.875076:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:2.0:1749608990.870140:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749608990.870165:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749608990.870218:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608990.870232:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608990.870237:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608990.870255:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608990.870257:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:1.0:1749608990.870260:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749608990.870269:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749608990.870276:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608990.870284:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730223744, portal 25
00000400:00000010:1.0:1749608990.870289:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749608990.870291:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730223744, offset 0
00000400:00000200:1.0:1749608990.870298:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749608990.870311:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749608990.870317:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749608990.870321:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749608990.870325:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1749608990.870327:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942800.
00000400:00000200:1.0:1749608990.870328:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749608990.870331:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1874:1874:256:4294967295] 192.168.201.120@tcp LPNI seq info [1874:1874:8:4294967295]
00000400:00000010:0.0:1749608990.870332:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eacb8.
00000400:00000010:0.0:1749608990.870335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749608990.870338:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730223872, portal 10
00000400:00000010:0.0:1749608990.870342:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000400:00000200:1.0:1749608990.870342:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749608990.870343:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730223872, offset 0
00000400:00000200:0.0:1749608990.870347:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749608990.870348:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608990.870352:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749608990.870353:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608990.870354:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608990.870356:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608990.870357:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608990.870359:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749608990.870359:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749608990.870361:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1875:1875:255:4294967295] 192.168.201.120@tcp LPNI seq info [1875:1875:7:4294967295]
00000400:00000200:0.0:1749608990.870366:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749608990.870368:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608990.870369:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608990.870371:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bb00.
00000800:00000200:1.0:1749608990.870372:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749608990.870374:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608990.870377:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608990.870379:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bb00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749608990.870397:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000100:00000010:1.0:1749608990.870412:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
00000100:00000010:1.0:1749608990.870418:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000100:00000010:1.0:1749608990.870423:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
02000000:00000010:0.0:1749608990.870440:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:0.0:1749608990.870442:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead10.
00000400:00000010:0.0:1749608990.870444:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000100:00000200:0.0:1749608990.870445:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730224000, portal 10
00000400:00000010:0.0:1749608990.870448:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749608990.870449:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730224000, offset 0
00000800:00000200:2.0:1749608990.870449:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749608990.870451:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749608990.870452:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749608990.870453:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608990.870455:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608990.870456:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608990.870458:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749608990.870458:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608990.870459:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608990.870461:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1876:1876:254:4294967295] 192.168.201.120@tcp LPNI seq info [1876:1876:6:4294967295]
00000400:00000200:2.0:1749608990.870462:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749608990.870465:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749608990.870465:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:2.0:1749608990.870466:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000800:00000200:0.0:1749608990.870467:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608990.870469:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000800:00000200:0.0:1749608990.870470:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608990.870473:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749608990.870474:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:2.0:1749608990.870474:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730223744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608990.870487:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608990.870488:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bb00.
00000400:00000200:2.0:1749608990.870490:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608990.870505:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608990.870506:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749608990.870507:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
00000100:00000200:2.0:1749608990.870509:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730223872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749608990.870581:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749608990.870583:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:2.0:1749608990.870585:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608990.870588:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749608990.870590:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:2.0:1749608990.870592:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:2.0:1749608990.870595:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730224000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608990.871731:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608990.871743:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33a880
00000400:00000200:0.0:1749608990.871750:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b85 [1] + 224
00000400:00000200:0.0:1749608990.871760:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608990.871763:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608990.871769:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730223744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608990.871798:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608990.871803:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33a900
00000400:00000200:0.0:1749608990.871807:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b8d [1] + 0
00000400:00000200:0.0:1749608990.871812:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608990.871815:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608990.871819:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730223872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608990.871826:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749608990.871830:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749608990.871832:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749608990.871837:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730223744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608990.871840:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749608990.871845:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730223744/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608990.871846:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33a980
00000400:00000200:0.0:1749608990.871849:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3b95 [1] + 0
00000400:00000010:2.0:1749608990.871858:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eacb8.
00000400:00000200:0.0:1749608990.871860:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749608990.871861:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:2.0:1749608990.871862:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000400:00000200:0.0:1749608990.871864:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749608990.871866:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730223872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608990.871868:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730224000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608990.871871:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730223872/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608990.871876:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749608990.871882:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:02020000:2.0:1749608990.871882:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000100:00000010:1.0:1749608990.871885:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000400:00000010:2.0:1749608990.871889:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead10.
00000400:00000200:2.0:1749608990.871890:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:2.0:1749608990.871891:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:2.0:1749608990.871894:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730224000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749608990.871900:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730224000/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749608990.871910:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:2.0:1749608990.871917:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942800.
02000000:00000010:2.0:1749608990.871925:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749608990.871928:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608990.871931:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:2.0:1749608990.871951:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749608990.871953:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749608990.883070:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:3.0:1749608990.883072:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:2.0:1749608990.883093:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:1.0:1749608990.883113:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:2.0:1749608995.878095:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749608995.878121:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749608995.878186:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749608995.878205:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749608995.878212:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:3.0:1749608995.878221:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000400:00000010:3.0:1749608995.878230:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749608995.878240:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749608995.878244:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000400:00000010:3.0:1749608995.878252:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608995.878260:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730224128, portal 25
00000400:00000010:3.0:1749608995.878266:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749608995.878268:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730224128, offset 0
00000400:00000200:3.0:1749608995.878275:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749608995.878286:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749608995.878292:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749608995.878296:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749608995.878300:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749608995.878303:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749608995.878305:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1877:1877:256:4294967295] 192.168.201.120@tcp LPNI seq info [1877:1877:8:4294967295]
00000400:00000200:3.0:1749608995.878316:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1749608995.878321:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942c00.
00000800:00000200:3.0:1749608995.878321:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749608995.878325:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000010:0.0:1749608995.878327:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead68.
00000400:00000010:0.0:1749608995.878332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f330.
00000800:00000200:3.0:1749608995.878332:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749608995.878335:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730224256, portal 10
00000400:00000010:0.0:1749608995.878341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f220.
00000800:00000200:3.0:1749608995.878341:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749608995.878343:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730224256, offset 0
00000800:00000200:3.0:1749608995.878345:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749608995.878349:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608995.878354:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608995.878357:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608995.878360:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608995.878362:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608995.878364:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608995.878366:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1878:1878:255:4294967295] 192.168.201.120@tcp LPNI seq info [1878:1878:7:4294967295]
00000100:00000010:3.0:1749608995.878372:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac104c0.
00000400:00000200:0.0:1749608995.878373:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608995.878376:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608995.878378:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7ba00.
00000800:00000200:0.0:1749608995.878381:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608995.878385:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749608995.878385:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10600.
00000800:00000200:0.0:1749608995.878387:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7ba00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749608995.878390:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749608995.878399:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
02000000:00000010:0.0:1749608995.878414:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000400:00000010:0.0:1749608995.878416:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eadc0.
00000400:00000010:0.0:1749608995.878418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f5d8.
00000100:00000200:0.0:1749608995.878419:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730224384, portal 10
00000400:00000010:0.0:1749608995.878423:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f198.
00000100:00000200:0.0:1749608995.878424:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730224384, offset 0
00000400:00000200:0.0:1749608995.878426:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749608995.878429:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749608995.878430:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749608995.878432:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749608995.878433:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749608995.878434:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749608995.878436:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1879:1879:254:4294967295] 192.168.201.120@tcp LPNI seq info [1879:1879:6:4294967295]
00000400:00000200:0.0:1749608995.878440:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749608995.878442:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749608995.878443:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000800:00000200:0.0:1749608995.878444:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749608995.878446:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749608995.878446:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:0.0:1749608995.878448:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:1.0:1749608995.878450:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749608995.878456:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608995.878462:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608995.878466:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:1.0:1749608995.878468:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:1.0:1749608995.878478:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730224128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608995.878497:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608995.878498:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7ba00.
00000400:00000200:1.0:1749608995.878500:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608995.878503:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608995.878505:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f220
00000400:00000010:1.0:1749608995.878507:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f220.
00000100:00000200:1.0:1749608995.878510:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730224256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749608995.878576:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749608995.878579:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749608995.878581:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749608995.878584:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608995.878587:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f198
00000400:00000010:1.0:1749608995.878588:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f198.
00000100:00000200:1.0:1749608995.878592:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730224384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608995.879922:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608995.879931:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33aa00
00000400:00000200:0.0:1749608995.879950:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3b9d [1] + 224
00000400:00000200:0.0:1749608995.879959:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608995.879961:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608995.879966:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730224128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608995.879993:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608995.879998:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33aa80
00000400:00000200:0.0:1749608995.880001:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ba5 [1] + 0
00000400:00000200:0.0:1749608995.880006:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749608995.880008:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749608995.880013:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730224256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749608995.880017:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749608995.880021:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749608995.880022:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749608995.880026:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730224128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749608995.880032:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730224128/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749608995.880036:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749608995.880040:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ab00
00000400:00000200:0.0:1749608995.880043:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3bad [1] + 0
02000000:00000010:3.0:1749608995.880051:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749608995.880054:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000200:0.0:1749608995.880056:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:1.0:1749608995.880057:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead68.
00000400:00000200:0.0:1749608995.880059:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749608995.880060:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f330
00000100:00000010:3.0:1749608995.880062:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:1.0:1749608995.880065:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f330.
00000100:00000200:1.0:1749608995.880069:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730224256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749608995.880071:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730224384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608995.880075:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730224256/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749608995.880089:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eadc0.
00000400:00000200:1.0:1749608995.880090:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f5d8
00000400:00000010:1.0:1749608995.880091:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f5d8.
00000100:00000200:1.0:1749608995.880093:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730224384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749608995.880097:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730224384/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749608995.880106:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942c00.
02000000:00000010:1.0:1749608995.880108:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:1.0:1749608995.880110:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:1.0:1749608995.880112:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:1.0:1749608995.880113:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:1.0:1749608995.880115:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:1.0:1749608995.891051:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10600.
00000100:00000010:0.0:1749608995.891061:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac104c0.
00000100:00000010:2.0:1749608995.891081:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac105c0.
00000100:00000010:3.0:1749608995.891099:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749609000.886087:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609000.886114:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609000.886163:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609000.886178:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749609000.886183:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609000.886203:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749609000.886204:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609000.886206:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:1.0:1749609000.886211:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609000.886218:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
02000000:00000010:0.0:1749609000.886244:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940800.
00000400:00000010:0.0:1749609000.886249:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae70.
00000400:00000010:0.0:1749609000.886283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f088.
00000100:00000200:1.0:1749609000.886283:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730224512, portal 25
00000100:00000200:0.0:1749609000.886286:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730224640, portal 10
00000400:00000010:1.0:1749609000.886289:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000400:00000010:0.0:1749609000.886291:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f4c8.
00000100:00000200:1.0:1749609000.886291:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730224512, offset 0
00000100:00000200:0.0:1749609000.886293:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730224640, offset 0
00000400:00000200:1.0:1749609000.886297:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609000.886302:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609000.886307:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609000.886312:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609000.886315:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609000.886319:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609000.886321:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609000.886338:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1880:1880:256:4294967295] 192.168.201.120@tcp LPNI seq info [1880:1880:8:4294967295]
00000400:00000200:1.0:1749609000.886350:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609000.886356:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609000.886359:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609000.886361:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749609000.886362:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609000.886364:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609000.886366:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609000.886367:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609000.886368:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609000.886369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1881:1881:255:4294967295] 192.168.201.120@tcp LPNI seq info [1881:1881:7:4294967295]
00000400:00000200:0.0:1749609000.886375:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609000.886377:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609000.886379:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609000.886381:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:0.0:1749609000.886382:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749609000.886385:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609000.886388:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609000.886390:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609000.886405:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
00000100:00000010:1.0:1749609000.886428:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000100:00000010:1.0:1749609000.886434:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749609000.886438:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000800:00000200:2.0:1749609000.886463:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:0.0:1749609000.886466:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942000.
00000800:00000010:2.0:1749609000.886467:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000010:0.0:1749609000.886469:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae18.
00000400:00000010:0.0:1749609000.886470:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f3b8.
00000100:00000200:0.0:1749609000.886472:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730224768, portal 10
00000400:00000200:2.0:1749609000.886472:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:0.0:1749609000.886474:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f440.
00000100:00000200:0.0:1749609000.886475:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730224768, offset 0
00000400:00000200:2.0:1749609000.886477:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609000.886478:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609000.886481:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609000.886481:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000400:00000200:0.0:1749609000.886483:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749609000.886483:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000400:00000200:0.0:1749609000.886484:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609000.886486:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609000.886487:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609000.886489:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1882:1882:254:4294967295] 192.168.201.120@tcp LPNI seq info [1882:1882:6:4294967295]
00000100:00000200:2.0:1749609000.886492:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730224512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609000.886493:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609000.886495:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609000.886497:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000800:00000200:0.0:1749609000.886499:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609000.886502:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609000.886503:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749609000.886510:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609000.886511:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:2.0:1749609000.886518:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609000.886521:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609000.886524:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f4c8
00000400:00000010:2.0:1749609000.886525:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f4c8.
00000100:00000200:2.0:1749609000.886528:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730224640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609000.886591:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609000.886593:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749609000.886595:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609000.886597:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609000.886599:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f440
00000400:00000010:2.0:1749609000.886600:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f440.
00000100:00000200:2.0:1749609000.886603:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730224768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609000.887982:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609000.887994:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ab80
00000400:00000200:0.0:1749609000.888001:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3bb5 [1] + 224
00000400:00000200:0.0:1749609000.888011:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609000.888014:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609000.888022:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730224512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609000.888052:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609000.888058:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33ac00
00000400:00000200:0.0:1749609000.888063:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3bb9 [1] + 0
00000400:00000200:0.0:1749609000.888068:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609000.888071:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609000.888074:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730224640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609000.888084:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609000.888088:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749609000.888089:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749609000.888094:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730224512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609000.888101:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749609000.888102:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730224512/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609000.888105:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ac80
00000400:00000200:0.0:1749609000.888109:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3bc5 [1] + 0
00000400:00000200:0.0:1749609000.888122:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749609000.888122:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749609000.888123:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae70.
00000400:00000200:0.0:1749609000.888126:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609000.888126:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f088
00000400:00000010:2.0:1749609000.888128:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f088.
02000000:00000010:1.0:1749609000.888129:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:0.0:1749609000.888132:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730224768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609000.888132:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730224640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609000.888133:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:2.0:1749609000.888141:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730224640/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609000.888158:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae18.
00000400:00000200:2.0:1749609000.888159:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f3b8
00000400:00000010:2.0:1749609000.888160:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f3b8.
00000100:00000200:2.0:1749609000.888163:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730224768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609000.888170:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730224768/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609000.888181:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940800.
02000000:00000010:2.0:1749609000.888185:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609000.888192:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749609000.888195:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749609000.888197:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749609000.888199:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:0.0:1749609000.899081:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:2.0:1749609000.899081:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749609000.899099:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:3.0:1749609000.899124:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:2.0:1749609005.894072:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609005.894096:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609005.894147:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609005.894166:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749609005.894173:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749609005.894193:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609005.894197:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609005.894210:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:3.0:1749609005.894213:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749609005.894219:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:3.0:1749609005.894219:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:1.0:1749609005.894225:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000400:00000010:3.0:1749609005.894225:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:1.0:1749609005.894232:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730224896, portal 25
00000100:00000200:3.0:1749609005.894232:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730225024, portal 10
00000400:00000010:1.0:1749609005.894236:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000400:00000010:3.0:1749609005.894236:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:1.0:1749609005.894238:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730224896, offset 0
00000100:00000200:3.0:1749609005.894238:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730225024, offset 0
00000400:00000200:3.0:1749609005.894245:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609005.894252:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609005.894256:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609005.894299:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609005.894304:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609005.894308:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609005.894311:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609005.894314:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1883:1883:256:4294967295] 192.168.201.120@tcp LPNI seq info [1883:1883:8:4294967295]
00000400:00000200:3.0:1749609005.894326:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609005.894332:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609005.894334:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749609005.894340:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749609005.894347:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609005.894355:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749609005.894356:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749609005.894358:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609005.894360:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749609005.894360:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749609005.894363:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609005.894365:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1884:1884:255:4294967295] 192.168.201.120@tcp LPNI seq info [1884:1884:7:4294967295]
00000400:00000200:1.0:1749609005.894374:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609005.894378:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609005.894381:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749609005.894385:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749609005.894387:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac109c0.
00000800:00000200:1.0:1749609005.894390:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609005.894393:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749609005.894404:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f40.
00000100:00000010:3.0:1749609005.894409:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749609005.894416:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
02000000:00000010:3.0:1749609005.894426:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609005.894428:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609005.894431:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749609005.894433:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730225152, portal 10
00000400:00000010:3.0:1749609005.894443:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609005.894445:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730225152, offset 0
00000400:00000200:3.0:1749609005.894449:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609005.894453:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609005.894456:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609005.894458:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609005.894459:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609005.894461:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749609005.894462:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609005.894463:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1885:1885:254:4294967295] 192.168.201.120@tcp LPNI seq info [1885:1885:6:4294967295]
00000800:00000010:0.0:1749609005.894467:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:3.0:1749609005.894469:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609005.894473:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609005.894474:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:3.0:1749609005.894475:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609005.894478:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609005.894480:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749609005.894482:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609005.894483:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609005.894484:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749609005.894485:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749609005.894494:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730225024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609005.894509:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609005.894510:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749609005.894512:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609005.894514:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609005.894516:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749609005.894516:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749609005.894518:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730224896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609005.894579:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609005.894580:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609005.894582:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609005.894583:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609005.894585:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749609005.894585:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749609005.894587:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730225152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609005.895721:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609005.895754:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33ad80
00000400:00000200:0.0:1749609005.895759:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3bcd [1] + 0
00000400:00000200:0.0:1749609005.895767:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609005.895769:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609005.895773:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730225024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609005.895793:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609005.895796:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ad00
00000400:00000200:0.0:1749609005.895799:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3bd1 [1] + 224
00000400:00000200:0.0:1749609005.895801:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609005.895803:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609005.895805:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730224896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609005.895815:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609005.895818:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749609005.895819:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609005.895823:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730225024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609005.895829:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730225024/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609005.895832:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609005.895834:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ae00
00000400:00000200:0.0:1749609005.895837:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3bdd [1] + 0
00000400:00000200:0.0:1749609005.895848:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:3.0:1749609005.895848:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
00000400:00000200:0.0:1749609005.895850:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:3.0:1749609005.895851:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000200:0.0:1749609005.895853:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730225152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749609005.895854:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:3.0:1749609005.895858:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609005.895860:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:3.0:1749609005.895860:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749609005.895862:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730225152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609005.895864:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609005.895869:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749609005.895871:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749609005.895876:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730224896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609005.895876:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730225152/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609005.895885:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730224896/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609005.895886:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609005.895887:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749609005.895888:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749609005.895899:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609005.895903:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749609005.895905:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:0.0:1749609005.907040:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac109c0.
00000100:00000010:2.0:1749609005.907049:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10800.
00000100:00000010:3.0:1749609005.907060:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:1.0:1749609005.907071:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f40.
00000100:00000010:2.0:1749609010.902044:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609010.902069:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609010.902124:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609010.902147:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609010.902154:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:0.0:1749609010.902162:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749609010.902168:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
00000400:00000010:0.0:1749609010.902171:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaec8.
02000000:00000010:2.0:1749609010.902172:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749609010.902177:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:0.0:1749609010.902178:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f110.
00000400:00000010:3.0:1749609010.902183:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:0.0:1749609010.902186:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730225280, portal 25
00000400:00000010:3.0:1749609010.902187:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000400:00000010:0.0:1749609010.902190:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fb28.
00000100:00000200:3.0:1749609010.902190:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730225408, portal 10
00000100:00000200:0.0:1749609010.902193:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730225280, offset 0
00000400:00000010:3.0:1749609010.902196:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749609010.902201:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609010.902205:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730225408, offset 0
00000400:00000200:3.0:1749609010.902210:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609010.902214:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609010.902219:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609010.902224:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609010.902228:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609010.902230:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609010.902233:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1886:1886:256:4294967295] 192.168.201.120@tcp LPNI seq info [1886:1886:8:4294967295]
00000400:00000200:0.0:1749609010.902245:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609010.902251:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609010.902253:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749609010.902255:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000400:00000200:3.0:1749609010.902255:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609010.902257:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609010.902259:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749609010.902262:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609010.902262:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609010.902264:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1887:1887:255:4294967295] 192.168.201.120@tcp LPNI seq info [1887:1887:7:4294967295]
00000800:00000200:0.0:1749609010.902270:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609010.902272:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609010.902274:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609010.902276:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609010.902279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609010.902283:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609010.902287:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609010.902290:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749609010.902298:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000010:0.0:1749609010.902322:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749609010.902326:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631c40.
00000100:00000010:0.0:1749609010.902337:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631300.
00000800:00000200:1.0:1749609010.902354:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609010.902357:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
02000000:00000010:3.0:1749609010.902360:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749609010.902361:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749609010.902363:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:1.0:1749609010.902365:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749609010.902366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000200:1.0:1749609010.902368:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fb28
00000400:00000010:1.0:1749609010.902369:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fb28.
00000100:00000200:3.0:1749609010.902374:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730225536, portal 10
00000100:00000200:1.0:1749609010.902377:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730225280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609010.902390:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609010.902392:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730225536, offset 0
00000400:00000200:3.0:1749609010.902397:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609010.902401:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609010.902404:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609010.902406:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609010.902407:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609010.902409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609010.902411:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1888:1888:255:4294967295] 192.168.201.120@tcp LPNI seq info [1888:1888:7:4294967295]
00000400:00000200:3.0:1749609010.902418:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609010.902422:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609010.902425:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609010.902428:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609010.902432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609010.902434:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609010.902436:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609010.902438:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749609010.902440:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609010.902444:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609010.902446:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:1.0:1749609010.902447:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:1.0:1749609010.902451:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730225408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609010.902473:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609010.902475:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749609010.902476:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609010.902479:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609010.902481:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:1.0:1749609010.902482:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:1.0:1749609010.902485:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730225536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609010.903636:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609010.903662:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33af00
00000400:00000200:0.0:1749609010.903668:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3be9 [1] + 0
00000400:00000200:0.0:1749609010.903679:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609010.903682:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609010.903687:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730225408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609010.903715:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609010.903719:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ae80
00000400:00000200:0.0:1749609010.903723:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3be5 [1] + 224
00000400:00000200:0.0:1749609010.903727:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609010.903729:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609010.903732:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730225280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609010.903754:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609010.903758:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33af80
00000400:00000200:0.0:1749609010.903760:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3bf5 [1] + 0
00000400:00000010:3.0:1749609010.903766:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749609010.903770:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609010.903770:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:3.0:1749609010.903771:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000400:00000200:0.0:1749609010.903773:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749609010.903776:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730225408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609010.903777:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730225536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609010.903784:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
00000100:00000200:3.0:1749609010.903784:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730225408/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749609010.903787:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f110
00000400:00000010:1.0:1749609010.903789:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f110.
00000100:00000200:1.0:1749609010.903793:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730225280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609010.903801:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730225280/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609010.903806:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609010.903811:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
02000000:00000010:1.0:1749609010.903814:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
00000100:00000010:3.0:1749609010.903815:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:1.0:1749609010.903817:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749609010.903819:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000400:00000010:3.0:1749609010.903820:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609010.903822:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749609010.903823:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609010.903826:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730225536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609010.903844:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730225536/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609010.903858:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609010.903860:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749609010.903862:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749609010.915055:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631c40.
00000100:00000010:3.0:1749609010.915055:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631300.
00000100:00000010:1.0:1749609010.915065:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ac0.
00000100:00000010:0.0:1749609010.915072:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:2.0:1749609015.910067:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609015.910094:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749609015.910147:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609015.910167:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609015.910173:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609015.910190:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609015.910193:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609015.910225:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749609015.910226:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:2.0:1749609015.910231:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:1.0:1749609015.910232:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609015.910238:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000400:00000010:2.0:1749609015.910238:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:1.0:1749609015.910256:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730225664, portal 25
00000400:00000010:1.0:1749609015.910259:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:2.0:1749609015.910260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730225792, portal 10
00000100:00000200:1.0:1749609015.910261:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730225664, offset 0
00000400:00000010:2.0:1749609015.910265:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:1.0:1749609015.910268:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609015.910273:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730225792, offset 0
00000400:00000200:2.0:1749609015.910279:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609015.910280:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609015.910284:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609015.910288:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609015.910291:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609015.910293:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609015.910295:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1889:1889:256:4294967295] 192.168.201.120@tcp LPNI seq info [1889:1889:8:4294967295]
00000400:00000200:1.0:1749609015.910304:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609015.910308:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609015.910309:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609015.910312:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:2.0:1749609015.910312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609015.910315:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749609015.910317:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609015.910318:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609015.910320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609015.910322:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1890:1890:255:4294967295] 192.168.201.120@tcp LPNI seq info [1890:1890:7:4294967295]
00000800:00000200:1.0:1749609015.910325:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609015.910329:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609015.910330:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609015.910334:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609015.910336:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609015.910340:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609015.910345:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609015.910347:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609015.910351:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31540.
00000100:00000010:1.0:1749609015.910370:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
00000100:00000010:1.0:1749609015.910375:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749609015.910380:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d80.
02000000:00000010:2.0:1749609015.910391:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749609015.910394:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609015.910397:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609015.910399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730225920, portal 10
00000400:00000010:2.0:1749609015.910402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609015.910404:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730225920, offset 0
00000400:00000200:2.0:1749609015.910408:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609015.910411:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609015.910413:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609015.910415:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749609015.910417:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609015.910417:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609015.910419:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749609015.910421:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:2.0:1749609015.910437:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1891:1891:254:4294967295] 192.168.201.120@tcp LPNI seq info [1891:1891:6:4294967295]
00000400:00000200:0.0:1749609015.910442:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609015.910443:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609015.910447:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609015.910450:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749609015.910451:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000800:00000200:2.0:1749609015.910452:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609015.910455:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609015.910458:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749609015.910459:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730225664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609015.910461:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609015.910463:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609015.910478:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609015.910479:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609015.910480:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609015.910483:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609015.910484:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749609015.910485:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749609015.910487:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730225792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609015.910545:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609015.910547:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609015.910548:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609015.910550:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609015.910551:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749609015.910551:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749609015.910553:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730225920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609015.911697:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609015.911705:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33b000
00000400:00000200:0.0:1749609015.911709:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3bfd [1] + 224
00000400:00000200:0.0:1749609015.911715:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609015.911717:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609015.911721:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730225664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609015.911741:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609015.911744:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33b080
00000400:00000200:0.0:1749609015.911747:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c01 [1] + 0
00000400:00000200:0.0:1749609015.911749:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609015.911751:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609015.911754:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730225792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609015.911769:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749609015.911769:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749609015.911771:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33b100
00000400:00000200:1.0:1749609015.911772:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749609015.911773:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000400:00000200:0.0:1749609015.911775:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3c0d [1] + 0
00000100:00000200:1.0:1749609015.911776:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730225664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609015.911782:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730225664/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609015.911785:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609015.911787:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609015.911790:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609015.911793:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:2.0:1749609015.911794:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749609015.911798:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730225920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609015.911799:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:2.0:1749609015.911799:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730225792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609015.911802:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749609015.911805:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:2.0:1749609015.911807:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730225792/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609015.911823:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609015.911825:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749609015.911827:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609015.911829:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730225920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609015.911836:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730225920/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609015.911847:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749609015.911850:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609015.911852:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609015.911855:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609015.911856:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609015.911859:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749609015.923024:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31540.
00000100:00000010:3.0:1749609015.923034:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d80.
00000100:00000010:2.0:1749609015.923042:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e00.
00000100:00000010:1.0:1749609015.923060:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:2.0:1749609020.918058:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609020.918080:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609020.918128:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609020.918154:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609020.918160:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749609020.918172:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749609020.918174:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609020.918176:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749609020.918179:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609020.918185:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
02000000:00000010:2.0:1749609020.918192:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000100:00000200:3.0:1749609020.918192:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730226048, portal 25
00000400:00000010:3.0:1749609020.918195:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000400:00000010:2.0:1749609020.918196:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000100:00000200:3.0:1749609020.918197:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730226048, offset 0
00000400:00000010:2.0:1749609020.918198:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609020.918201:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730226176, portal 10
00000400:00000200:3.0:1749609020.918204:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609020.918205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749609020.918208:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730226176, offset 0
00000400:00000200:2.0:1749609020.918213:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609020.918216:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609020.918221:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609020.918224:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609020.918228:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609020.918229:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609020.918232:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1892:1892:256:4294967295] 192.168.201.120@tcp LPNI seq info [1892:1892:8:4294967295]
00000400:00000200:3.0:1749609020.918241:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609020.918245:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609020.918246:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609020.918248:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609020.918248:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749609020.918250:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609020.918251:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609020.918253:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749609020.918254:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609020.918255:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1893:1893:255:4294967295] 192.168.201.120@tcp LPNI seq info [1893:1893:7:4294967295]
00000400:00000200:2.0:1749609020.918260:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609020.918262:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609020.918263:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609020.918265:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:3.0:1749609020.918265:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609020.918267:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609020.918271:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609020.918272:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609020.918283:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749609020.918298:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10540.
00000100:00000010:3.0:1749609020.918313:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d80.
00000100:00000010:3.0:1749609020.918316:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
02000000:00000010:2.0:1749609020.918334:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749609020.918337:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609020.918339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609020.918342:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730226304, portal 10
00000400:00000010:2.0:1749609020.918345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000800:00000200:0.0:1749609020.918346:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749609020.918347:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730226304, offset 0
00000800:00000010:0.0:1749609020.918350:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749609020.918351:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609020.918355:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609020.918356:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609020.918362:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609020.918362:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609020.918364:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609020.918366:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000200:2.0:1749609020.918366:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749609020.918368:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000400:00000200:2.0:1749609020.918368:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609020.918370:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1894:1894:254:4294967295] 192.168.201.120@tcp LPNI seq info [1894:1894:6:4294967295]
00000100:00000200:0.0:1749609020.918377:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730226048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609020.918377:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609020.918380:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609020.918383:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609020.918386:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609020.918390:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609020.918393:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609020.918445:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609020.918447:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609020.918449:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609020.918451:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609020.918452:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749609020.918453:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749609020.918456:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730226176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609020.918472:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609020.918501:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609020.918503:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609020.918505:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609020.918507:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749609020.918508:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749609020.918510:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730226304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609020.919652:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609020.919665:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33b200
00000400:00000200:0.0:1749609020.919672:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c1d [1] + 0
00000400:00000200:0.0:1749609020.919682:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609020.919686:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609020.919692:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730226176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609020.919717:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609020.919721:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33b180
00000400:00000200:0.0:1749609020.919723:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c15 [1] + 224
00000400:00000200:0.0:1749609020.919727:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609020.919729:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609020.919731:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730226048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609020.919746:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749609020.919747:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609020.919749:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33b280
00000400:00000200:2.0:1749609020.919751:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749609020.919753:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000400:00000200:0.0:1749609020.919757:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3c25 [1] + 0
00000100:00000200:2.0:1749609020.919758:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730226176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609020.919767:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730226176/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609020.919769:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609020.919771:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609020.919774:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730226304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609020.919779:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609020.919783:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749609020.919784:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000400:00000010:2.0:1749609020.919788:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000100:00000200:3.0:1749609020.919788:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730226048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609020.919790:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749609020.919791:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:3.0:1749609020.919793:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730226048/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609020.919794:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730226304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609020.919800:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730226304/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609030 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609020.919806:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
02000000:00000010:3.0:1749609020.919810:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
02000000:00000010:2.0:1749609020.919811:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749609020.919813:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609020.919815:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609020.919817:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609020.919820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749609020.919827:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609020.919829:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749609020.931056:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d80.
00000100:00000010:1.0:1749609020.931074:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10540.
00000100:00000010:0.0:1749609020.931107:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10ac0.
00000100:00000010:3.0:1749609020.931124:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:2.0:1749609025.926070:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609025.926094:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749609025.926145:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609025.926160:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609025.926166:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749609025.926186:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749609025.926190:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609025.926193:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:3.0:1749609025.926194:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609025.926199:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
02000000:00000010:1.0:1749609025.926207:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000100:00000200:3.0:1749609025.926207:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730226432, portal 25
00000400:00000010:3.0:1749609025.926210:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:3.0:1749609025.926212:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730226432, offset 0
00000400:00000010:1.0:1749609025.926214:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000200:3.0:1749609025.926218:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749609025.926226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000400:00000200:3.0:1749609025.926229:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:1.0:1749609025.926230:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730226560, portal 10
00000400:00000010:1.0:1749609025.926235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000400:00000200:3.0:1749609025.926235:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:1.0:1749609025.926237:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730226560, offset 0
00000400:00000200:3.0:1749609025.926238:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609025.926241:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609025.926242:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609025.926243:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609025.926245:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1895:1895:256:4294967295] 192.168.201.120@tcp LPNI seq info [1895:1895:8:4294967295]
00000400:00000200:3.0:1749609025.926254:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609025.926258:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609025.926260:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749609025.926261:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749609025.926263:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609025.926265:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749609025.926266:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609025.926268:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609025.926270:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609025.926272:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1896:1896:255:4294967295] 192.168.201.120@tcp LPNI seq info [1896:1896:7:4294967295]
00000400:00000200:1.0:1749609025.926279:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609025.926283:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609025.926287:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:3.0:1749609025.926287:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609025.926290:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749609025.926291:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609025.926295:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609025.926298:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609025.926311:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
00000100:00000010:3.0:1749609025.926327:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749609025.926330:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c00.
00000100:00000010:3.0:1749609025.926338:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
02000000:00000010:1.0:1749609025.926351:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749609025.926354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609025.926357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609025.926359:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730226688, portal 10
00000400:00000010:1.0:1749609025.926362:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:1.0:1749609025.926364:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730226688, offset 0
00000400:00000200:1.0:1749609025.926368:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609025.926373:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609025.926375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749609025.926376:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749609025.926377:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749609025.926380:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609025.926385:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609025.926385:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609025.926387:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609025.926400:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609025.926404:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000200:1.0:1749609025.926404:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1897:1897:254:4294967295] 192.168.201.120@tcp LPNI seq info [1897:1897:6:4294967295]
00000400:00000010:0.0:1749609025.926406:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:1.0:1749609025.926411:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609025.926415:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749609025.926416:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730226432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1749609025.926418:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000800:00000200:1.0:1749609025.926421:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609025.926425:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609025.926427:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609025.926434:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609025.926436:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749609025.926438:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609025.926441:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609025.926443:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749609025.926444:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749609025.926447:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730226560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609025.926507:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609025.926509:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749609025.926511:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609025.926514:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609025.926516:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749609025.926517:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749609025.926520:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730226688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609025.927615:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609025.927626:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33b300
00000400:00000200:0.0:1749609025.927632:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c2d [1] + 224
00000400:00000200:0.0:1749609025.927641:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609025.927644:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609025.927650:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730226432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609025.927680:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609025.927684:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33b380
00000400:00000200:0.0:1749609025.927688:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c35 [1] + 0
00000400:00000200:0.0:1749609025.927691:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609025.927694:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749609025.927694:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609025.927697:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749609025.927698:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609025.927702:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730226432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609025.927704:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730226560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609025.927708:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730226432/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609025.927723:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749609025.927724:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000200:0.0:1749609025.927726:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33b400
02000000:00000010:3.0:1749609025.927727:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000200:0.0:1749609025.927729:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3c3d [1] + 0
00000100:00000010:3.0:1749609025.927731:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000200:0.0:1749609025.927750:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609025.927753:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749609025.927755:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609025.927760:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000010:1.0:1749609025.927761:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000100:00000200:0.0:1749609025.927766:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730226688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609025.927767:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730226560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609025.927775:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730226560/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609025.927790:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609025.927792:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609025.927793:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609025.927796:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730226688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609025.927801:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730226688/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609025.927813:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749609025.927816:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:1.0:1749609025.927819:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:1.0:1749609025.927822:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749609025.927824:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749609025.927825:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749609025.938995:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c00.
00000100:00000010:1.0:1749609025.939000:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac100c0.
00000100:00000010:3.0:1749609025.939014:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:0.0:1749609025.939029:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:2.0:1749609030.934093:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609030.934119:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609030.934170:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609030.934186:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609030.934191:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749609030.934210:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000100:00000010:2.0:1749609030.934212:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609030.934214:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:1.0:1749609030.934218:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609030.934224:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609030.934231:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730226816, portal 25
00000400:00000010:1.0:1749609030.934235:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749609030.934236:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730226816, offset 0
00000400:00000200:1.0:1749609030.934242:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609030.934253:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609030.934258:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609030.934262:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:0.0:1749609030.934264:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3942c00.
00000400:00000200:1.0:1749609030.934265:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609030.934266:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609030.934269:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1898:1898:256:4294967295] 192.168.201.120@tcp LPNI seq info [1898:1898:8:4294967295]
00000400:00000010:0.0:1749609030.934271:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaf78.
00000400:00000010:0.0:1749609030.934275:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f550.
00000400:00000200:1.0:1749609030.934277:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749609030.934278:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730226944, portal 10
00000800:00000200:1.0:1749609030.934281:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749609030.934283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fdd0.
00000100:00000200:0.0:1749609030.934284:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730226944, offset 0
00000800:00000010:1.0:1749609030.934285:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:0.0:1749609030.934290:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609030.934290:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609030.934296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749609030.934297:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609030.934299:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609030.934300:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749609030.934302:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:1.0:1749609030.934334:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31900.
00000400:00000200:0.0:1749609030.934336:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609030.934338:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609030.934341:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1899:1899:255:4294967295] 192.168.201.120@tcp LPNI seq info [1899:1899:7:4294967295]
00000100:00000010:1.0:1749609030.934344:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749609030.934347:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31ec0.
00000400:00000200:0.0:1749609030.934350:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1749609030.934353:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31000.
00000800:00000200:0.0:1749609030.934354:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609030.934357:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000800:00000200:0.0:1749609030.934361:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609030.934365:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609030.934367:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749609030.934378:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940000.
00000400:00000010:0.0:1749609030.934383:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaec8.
00000400:00000010:0.0:1749609030.934385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f2a8.
00000100:00000200:0.0:1749609030.934387:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730227072, portal 10
00000400:00000010:0.0:1749609030.934391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f770.
00000800:00000200:2.0:1749609030.934391:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749609030.934392:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730227072, offset 0
00000800:00000010:2.0:1749609030.934394:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749609030.934396:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609030.934400:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609030.934400:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609030.934402:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609030.934404:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609030.934406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609030.934406:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609030.934408:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609030.934410:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000400:00000200:0.0:1749609030.934411:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1900:1900:254:4294967295] 192.168.201.120@tcp LPNI seq info [1900:1900:6:4294967295]
00000400:00000010:2.0:1749609030.934411:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000400:00000200:0.0:1749609030.934417:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609030.934421:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609030.934422:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730226816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1749609030.934424:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749609030.934426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609030.934430:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609030.934432:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749609030.934440:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609030.934442:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000200:2.0:1749609030.934444:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609030.934447:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609030.934449:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fdd0
00000400:00000010:2.0:1749609030.934450:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fdd0.
00000100:00000200:2.0:1749609030.934470:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730226944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609030.934542:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609030.934544:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:2.0:1749609030.934547:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609030.934550:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609030.934552:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f770
00000400:00000010:2.0:1749609030.934553:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f770.
00000100:00000200:2.0:1749609030.934557:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730227072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609030.935778:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609030.935790:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33b500
00000400:00000200:0.0:1749609030.935796:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c4d [1] + 0
00000400:00000200:0.0:1749609030.935806:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609030.935809:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609030.935815:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730226944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609030.935847:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609030.935852:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33b580
00000400:00000200:0.0:1749609030.935855:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3c55 [1] + 0
00000400:00000200:0.0:1749609030.935860:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609030.935863:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609030.935867:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730227072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609030.935873:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaf78.
00000400:00000200:2.0:1749609030.935876:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f550
00000400:00000010:2.0:1749609030.935877:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f550.
00000100:00000200:2.0:1749609030.935885:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730226944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609030.935889:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749609030.935891:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730226944/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609030.935893:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33b480
00000400:00000200:0.0:1749609030.935896:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c45 [1] + 224
00000400:00000010:2.0:1749609030.935908:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaec8.
00000400:00000200:2.0:1749609030.935909:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f2a8
00000400:00000010:2.0:1749609030.935910:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f2a8.
00000400:00000200:0.0:1749609030.935911:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749609030.935912:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730227072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609030.935915:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749609030.935916:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730227072/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609030.935920:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730226816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609030.935926:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3942c00.
02000000:00000010:2.0:1749609030.935929:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609030.935932:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609030.935933:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940000.
02000000:00000010:2.0:1749609030.935957:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609030.935958:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:1.0:1749609030.935984:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609030.935987:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609030.935989:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609030.935992:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730226816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609030.935997:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730226816/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609030.936012:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749609030.936014:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749609030.936016:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749609030.947054:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31ec0.
00000100:00000010:3.0:1749609030.947054:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31000.
00000100:00000010:0.0:1749609030.947085:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31900.
00000100:00000010:1.0:1749609030.947111:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:2.0:1749609035.942023:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609035.942047:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749609035.942100:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609035.942116:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609035.942122:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749609035.942134:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80800.
00000100:00000010:2.0:1749609035.942139:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609035.942142:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749609035.942142:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609035.942148:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609035.942155:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730227200, portal 25
00000400:00000010:3.0:1749609035.942159:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749609035.942160:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730227200, offset 0
02000000:00000010:2.0:1749609035.942161:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749609035.942164:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000200:3.0:1749609035.942166:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609035.942175:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609035.942178:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730227328, portal 10
00000400:00000200:3.0:1749609035.942178:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749609035.942183:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000400:00000200:3.0:1749609035.942184:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749609035.942185:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730227328, offset 0
00000400:00000200:3.0:1749609035.942188:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609035.942190:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609035.942192:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609035.942195:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609035.942198:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1901:1901:256:4294967295] 192.168.201.120@tcp LPNI seq info [1901:1901:8:4294967295]
00000400:00000200:3.0:1749609035.942257:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609035.942263:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609035.942266:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749609035.942268:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749609035.942269:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609035.942271:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609035.942273:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749609035.942274:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609035.942276:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609035.942278:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1902:1902:255:4294967295] 192.168.201.120@tcp LPNI seq info [1902:1902:7:4294967295]
00000800:00000200:3.0:1749609035.942284:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609035.942286:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609035.942288:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609035.942291:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609035.942294:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609035.942298:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609035.942302:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609035.942305:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609035.942309:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749609035.942326:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000100:00000010:3.0:1749609035.942336:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749609035.942340:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
02000000:00000010:2.0:1749609035.942350:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749609035.942353:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609035.942355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609035.942362:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730227456, portal 10
00000400:00000010:2.0:1749609035.942366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609035.942368:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730227456, offset 0
00000400:00000200:2.0:1749609035.942372:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609035.942376:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609035.942378:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609035.942380:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609035.942382:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609035.942384:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609035.942386:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1903:1903:254:4294967295] 192.168.201.120@tcp LPNI seq info [1903:1903:6:4294967295]
00000800:00000200:0.0:1749609035.942392:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609035.942393:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609035.942396:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609035.942397:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000800:00000010:2.0:1749609035.942399:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609035.942401:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749609035.942402:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609035.942406:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609035.942406:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609035.942408:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609035.942409:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749609035.942411:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749609035.942419:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730227200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609035.942434:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609035.942436:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609035.942437:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609035.942439:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609035.942440:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749609035.942445:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749609035.942448:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730227328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609035.942504:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609035.942506:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609035.942507:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609035.942509:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609035.942511:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749609035.942512:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749609035.942513:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730227456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609035.943659:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609035.943668:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33b600
00000400:00000200:0.0:1749609035.943673:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c5d [1] + 224
00000400:00000200:0.0:1749609035.943679:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609035.943681:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609035.943685:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730227200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609035.943706:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609035.943709:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33b680
00000400:00000200:0.0:1749609035.943712:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c65 [1] + 0
00000400:00000200:0.0:1749609035.943714:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609035.943716:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609035.943718:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730227328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609035.943730:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609035.943733:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749609035.943734:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609035.943737:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730227200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609035.943741:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749609035.943742:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730227200/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609035.943743:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33b700
00000400:00000200:0.0:1749609035.943749:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3c6d [1] + 0
00000400:00000200:0.0:1749609035.943758:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609035.943760:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609035.943760:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
02000000:00000010:3.0:1749609035.943760:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80800.
00000400:00000200:2.0:1749609035.943763:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
02000000:00000010:3.0:1749609035.943763:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000010:2.0:1749609035.943765:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000010:3.0:1749609035.943766:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000200:0.0:1749609035.943769:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730227456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609035.943769:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730227328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609035.943779:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730227328/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609035.943794:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609035.943796:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749609035.943797:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609035.943799:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730227456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609035.943806:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730227456/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609035.943830:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749609035.943833:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609035.943835:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609035.943838:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609035.943840:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609035.943842:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749609035.955011:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749609035.955012:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:0.0:1749609035.955023:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:1.0:1749609035.955027:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:2.0:1749609040.950082:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609040.950105:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609040.950164:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609040.950180:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609040.950186:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609040.950203:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609040.950205:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749609040.950211:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749609040.950220:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749609040.950225:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749609040.950227:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000010:3.0:1749609040.950231:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749609040.950235:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730227584, portal 25
00000400:00000010:3.0:1749609040.950235:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609040.950238:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730227712, portal 10
00000400:00000010:1.0:1749609040.950240:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000100:00000200:1.0:1749609040.950242:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730227584, offset 0
00000400:00000010:3.0:1749609040.950244:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609040.950246:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730227712, offset 0
00000400:00000200:1.0:1749609040.950252:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609040.950258:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609040.950264:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609040.950270:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609040.950273:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609040.950277:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609040.950279:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609040.950282:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1904:1904:256:4294967295] 192.168.201.120@tcp LPNI seq info [1904:1904:8:4294967295]
00000400:00000200:1.0:1749609040.950295:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609040.950300:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609040.950302:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609040.950304:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000800:00000200:1.0:1749609040.950311:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609040.950318:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609040.950320:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609040.950321:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609040.950323:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609040.950324:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609040.950325:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609040.950328:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1905:1905:255:4294967295] 192.168.201.120@tcp LPNI seq info [1905:1905:7:4294967295]
00000400:00000200:3.0:1749609040.950336:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609040.950340:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609040.950344:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749609040.950348:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749609040.950351:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b40.
00000800:00000200:3.0:1749609040.950352:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609040.950355:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609040.950370:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b310c0.
00000100:00000010:1.0:1749609040.950375:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31440.
00000100:00000010:1.0:1749609040.950388:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31180.
02000000:00000010:3.0:1749609040.950402:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609040.950406:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609040.950408:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609040.950411:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730227840, portal 10
00000400:00000010:3.0:1749609040.950414:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749609040.950416:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730227840, offset 0
00000800:00000200:0.0:1749609040.950419:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609040.950420:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609040.950423:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:3.0:1749609040.950424:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609040.950427:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609040.950428:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609040.950429:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609040.950430:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609040.950431:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609040.950433:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1906:1906:254:4294967295] 192.168.201.120@tcp LPNI seq info [1906:1906:6:4294967295]
00000400:00000200:0.0:1749609040.950434:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609040.950438:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000200:3.0:1749609040.950438:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749609040.950440:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000800:00000200:3.0:1749609040.950440:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609040.950442:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609040.950444:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609040.950447:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749609040.950449:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730227584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749609040.950452:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609040.950467:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609040.950468:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609040.950470:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609040.950473:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609040.950475:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749609040.950476:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749609040.950480:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730227712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609040.950549:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609040.950551:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609040.950552:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609040.950555:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609040.950556:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749609040.950558:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749609040.950561:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730227840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609040.951777:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609040.951786:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33b780
00000400:00000200:0.0:1749609040.951791:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c75 [1] + 224
00000400:00000200:0.0:1749609040.951799:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609040.951801:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609040.951805:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730227584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609040.951822:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609040.951825:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33b800
00000400:00000200:0.0:1749609040.951828:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c79 [1] + 0
00000400:00000200:0.0:1749609040.951830:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609040.951832:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609040.951834:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730227712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609040.951849:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749609040.951850:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749609040.951851:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33b880
00000400:00000200:1.0:1749609040.951858:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609040.951859:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000400:00000200:0.0:1749609040.951863:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3c85 [1] + 0
00000100:00000200:1.0:1749609040.951864:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730227584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609040.951872:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:1.0:1749609040.951873:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730227584/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609040.951874:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609040.951877:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730227840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609040.951890:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:1.0:1749609040.951893:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000400:00000200:3.0:1749609040.951894:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:3.0:1749609040.951896:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
02000000:00000010:1.0:1749609040.951898:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000200:3.0:1749609040.951901:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730227712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609040.951902:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:3.0:1749609040.951910:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730227712/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609040.951927:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609040.951929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:3.0:1749609040.951930:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609040.951933:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730227840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609040.951969:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730227840/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609040.951983:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609040.951987:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749609040.951989:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:3.0:1749609040.951992:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609040.951994:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749609040.951996:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:0.0:1749609040.963040:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b40.
00000100:00000010:1.0:1749609040.963040:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b310c0.
00000100:00000010:2.0:1749609040.963055:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31440.
00000100:00000010:3.0:1749609040.963060:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31180.
00000100:00000010:2.0:1749609045.958049:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609045.958083:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749609045.958128:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609045.958143:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609045.958148:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609045.958161:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609045.958163:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749609045.958173:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749609045.958182:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609045.958190:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
02000000:00000010:2.0:1749609045.958193:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749609045.958196:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609045.958199:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:3.0:1749609045.958199:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730227968, portal 25
00000100:00000200:2.0:1749609045.958201:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730228096, portal 10
00000400:00000010:3.0:1749609045.958204:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000400:00000010:2.0:1749609045.958205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609045.958206:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730228096, offset 0
00000100:00000200:3.0:1749609045.958206:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730227968, offset 0
00000400:00000200:2.0:1749609045.958212:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609045.958220:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609045.958223:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609045.958241:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609045.958245:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609045.958248:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609045.958250:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609045.958252:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1907:1907:256:4294967295] 192.168.201.120@tcp LPNI seq info [1907:1907:8:4294967295]
00000400:00000200:2.0:1749609045.958261:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609045.958265:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609045.958268:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:3.0:1749609045.958268:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749609045.958274:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609045.958277:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749609045.958280:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609045.958280:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609045.958282:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749609045.958284:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749609045.958285:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609045.958287:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1908:1908:255:4294967295] 192.168.201.120@tcp LPNI seq info [1908:1908:7:4294967295]
00000400:00000200:3.0:1749609045.958295:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749609045.958296:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60964c0.
00000800:00000200:3.0:1749609045.958299:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609045.958302:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000010:2.0:1749609045.958305:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000800:00000200:3.0:1749609045.958306:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609045.958308:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
00000100:00000010:2.0:1749609045.958310:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000800:00000200:3.0:1749609045.958310:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609045.958313:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:2.0:1749609045.958316:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749609045.958318:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609045.958320:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749609045.958321:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730228224, portal 10
00000400:00000010:2.0:1749609045.958323:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749609045.958324:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730228224, offset 0
00000400:00000200:2.0:1749609045.958327:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609045.958330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609045.958331:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609045.958332:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609045.958334:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609045.958335:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609045.958336:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1909:1909:254:4294967295] 192.168.201.120@tcp LPNI seq info [1909:1909:6:4294967295]
00000800:00000200:1.0:1749609045.958339:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609045.958340:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609045.958342:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609045.958343:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:1.0:1749609045.958347:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609045.958352:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609045.958355:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000800:00000010:2.0:1749609045.958355:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000010:1.0:1749609045.958356:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000800:00000200:2.0:1749609045.958357:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609045.958360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609045.958361:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749609045.958364:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730228096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609045.958376:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609045.958377:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749609045.958379:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609045.958380:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609045.958382:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:1.0:1749609045.958382:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:1.0:1749609045.958384:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730227968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609045.958441:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609045.958442:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749609045.958444:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609045.958445:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609045.958446:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:1.0:1749609045.958447:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:1.0:1749609045.958454:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730228224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609045.959654:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609045.959667:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33b980
00000400:00000200:0.0:1749609045.959675:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c91 [1] + 0
00000400:00000200:0.0:1749609045.959685:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609045.959688:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609045.959694:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730228096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609045.959725:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609045.959730:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33b900
00000400:00000200:0.0:1749609045.959734:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3c8d [1] + 224
00000400:00000200:0.0:1749609045.959738:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609045.959741:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609045.959745:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730227968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609061 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609045.959768:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609045.959773:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ba00
00000400:00000200:0.0:1749609045.959777:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3c9d [1] + 0
00000400:00000010:2.0:1749609045.959782:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609045.959786:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749609045.959787:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000400:00000200:0.0:1749609045.959788:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749609045.959791:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730228096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609045.959791:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749609045.959792:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609045.959795:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:3.0:1749609045.959796:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:2.0:1749609045.959797:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730228096/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609045.959801:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730227968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609061 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609045.959806:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730228224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609045.959807:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730227968/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609061 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609045.959817:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609045.959818:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749609045.959819:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
02000000:00000010:3.0:1749609045.959819:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000100:00000200:2.0:1749609045.959820:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730228224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609045.959823:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000200:2.0:1749609045.959825:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730228224/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749609045.959826:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609045.959832:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749609045.959835:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609045.959836:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609045.959838:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749609045.959839:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:2.0:1749609045.959840:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:0.0:1749609045.971031:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60964c0.
00000100:00000010:1.0:1749609045.971031:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:2.0:1749609045.971062:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:3.0:1749609045.971077:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:2.0:1749609050.966090:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609050.966113:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609050.966165:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609050.966180:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609050.966185:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:1.0:1749609050.966202:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749609050.966210:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609050.966216:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000010:2.0:1749609050.966216:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609050.966219:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
02000000:00000010:3.0:1749609050.966219:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000100:00000200:1.0:1749609050.966223:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730228352, portal 25
00000400:00000010:3.0:1749609050.966224:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:1.0:1749609050.966227:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000400:00000010:3.0:1749609050.966227:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:1.0:1749609050.966229:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730228352, offset 0
00000100:00000200:3.0:1749609050.966230:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730228480, portal 10
00000400:00000010:3.0:1749609050.966234:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000400:00000200:1.0:1749609050.966235:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609050.966240:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730228480, offset 0
00000400:00000200:3.0:1749609050.966245:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609050.966247:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609050.966251:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609050.966255:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609050.966258:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609050.966260:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609050.966262:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1910:1910:256:4294967295] 192.168.201.120@tcp LPNI seq info [1910:1910:8:4294967295]
00000400:00000200:1.0:1749609050.966270:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609050.966274:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609050.966275:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609050.966278:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:3.0:1749609050.966282:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609050.966283:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609050.966284:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609050.966285:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609050.966287:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609050.966289:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1911:1911:255:4294967295] 192.168.201.120@tcp LPNI seq info [1911:1911:7:4294967295]
00000800:00000200:1.0:1749609050.966290:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609050.966294:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609050.966294:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609050.966296:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609050.966298:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609050.966301:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609050.966304:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609050.966306:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609050.966313:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31340.
00000100:00000010:1.0:1749609050.966333:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000100:00000010:1.0:1749609050.966336:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749609050.966342:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b313c0.
02000000:00000010:3.0:1749609050.966359:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609050.966362:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609050.966364:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749609050.966366:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730228608, portal 10
00000400:00000010:3.0:1749609050.966370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609050.966372:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730228608, offset 0
00000400:00000200:3.0:1749609050.966375:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609050.966379:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609050.966382:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609050.966384:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609050.966385:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609050.966387:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749609050.966388:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609050.966389:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1912:1912:254:4294967295] 192.168.201.120@tcp LPNI seq info [1912:1912:6:4294967295]
00000800:00000010:0.0:1749609050.966391:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749609050.966396:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609050.966396:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609050.966399:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609050.966400:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:3.0:1749609050.966401:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609050.966404:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000800:00000200:3.0:1749609050.966404:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749609050.966406:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000800:00000200:3.0:1749609050.966407:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609050.966413:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609050.966414:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730228352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609066 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609050.966438:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609050.966440:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609050.966442:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609050.966444:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609050.966446:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749609050.966447:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749609050.966450:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730228480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609050.966513:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609050.966514:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609050.966516:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609050.966518:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609050.966520:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749609050.966520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749609050.966523:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730228608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609050.967755:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609050.967766:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ba80
00000400:00000200:0.0:1749609050.967773:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ca5 [1] + 224
00000400:00000200:0.0:1749609050.967782:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609050.967785:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609050.967791:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730228352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609066 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609050.967818:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609050.967823:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33bb00
00000400:00000200:0.0:1749609050.967826:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3cad [1] + 0
00000400:00000200:0.0:1749609050.967831:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609050.967833:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609050.967837:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730228480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609050.967839:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609050.967843:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609050.967844:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609050.967849:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730228352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609066 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609050.967858:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609050.967863:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33bb80
00000100:00000200:1.0:1749609050.967863:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730228352/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609066 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609050.967866:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3cb5 [1] + 0
00000400:00000200:0.0:1749609050.967879:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609050.967882:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749609050.967885:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
00000100:00000200:0.0:1749609050.967886:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730228608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609050.967887:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:1.0:1749609050.967891:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000200:3.0:1749609050.967891:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:3.0:1749609050.967892:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000010:1.0:1749609050.967894:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:3.0:1749609050.967897:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730228480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609050.967905:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730228480/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609050.967921:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609050.967924:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749609050.967927:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749609050.967931:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609050.967933:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749609050.967934:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749609050.968013:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730228608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609050.968020:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730228608/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609050.968034:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609050.968037:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749609050.968039:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:0.0:1749609050.979080:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31340.
00000100:00000010:3.0:1749609050.979092:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b313c0.
00000100:00000010:2.0:1749609050.979099:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b315c0.
00000100:00000010:1.0:1749609050.979104:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:2.0:1749609055.974039:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749609055.974055:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749609055.974094:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609055.974107:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609055.974112:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609055.974124:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609055.974126:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749609055.974156:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749609055.974161:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:2.0:1749609055.974162:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609055.974167:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000010:3.0:1749609055.974171:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:2.0:1749609055.974173:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730228864, portal 10
00000400:00000010:3.0:1749609055.974178:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000010:2.0:1749609055.974179:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609055.974184:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730228864, offset 0
00000100:00000200:3.0:1749609055.974185:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730228736, portal 25
00000400:00000010:3.0:1749609055.974189:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000400:00000200:2.0:1749609055.974190:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609055.974193:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730228736, offset 0
00000400:00000200:2.0:1749609055.974199:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609055.974202:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609055.974204:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609055.974208:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609055.974210:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609055.974213:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609055.974215:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1913:1913:256:4294967295] 192.168.201.120@tcp LPNI seq info [1913:1913:8:4294967295]
00000400:00000200:2.0:1749609055.974225:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609055.974230:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609055.974233:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:3.0:1749609055.974235:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749609055.974239:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609055.974246:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609055.974250:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749609055.974255:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609055.974259:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609055.974262:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609055.974264:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609055.974268:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1914:1914:255:4294967295] 192.168.201.120@tcp LPNI seq info [1914:1914:7:4294967295]
00000100:00000010:2.0:1749609055.974275:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
00000400:00000200:3.0:1749609055.974277:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609055.974283:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609055.974287:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749609055.974292:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609055.974299:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749609055.974301:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
00000800:00000200:3.0:1749609055.974303:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609055.974314:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
00000100:00000010:2.0:1749609055.974318:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
02000000:00000010:2.0:1749609055.974327:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749609055.974330:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609055.974333:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609055.974335:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730228992, portal 10
00000400:00000010:2.0:1749609055.974339:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609055.974341:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730228992, offset 0
00000800:00000200:0.0:1749609055.974345:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609055.974345:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609055.974348:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609055.974349:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609055.974353:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609055.974353:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609055.974355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609055.974357:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609055.974358:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609055.974359:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609055.974361:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000200:2.0:1749609055.974362:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1915:1915:254:4294967295] 192.168.201.120@tcp LPNI seq info [1915:1915:6:4294967295]
00000400:00000010:0.0:1749609055.974363:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000400:00000200:2.0:1749609055.974369:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749609055.974371:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730228864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609055.974373:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609055.974376:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609055.974379:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609055.974383:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609055.974386:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609055.974432:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609055.974433:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749609055.974434:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609055.974437:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609055.974438:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:0.0:1749609055.974439:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:0.0:1749609055.974442:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730228736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609055.974458:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609055.974459:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609055.974460:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609055.974462:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609055.974464:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749609055.974465:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749609055.974467:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730228992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609055.975530:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609055.975539:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33bc00
00000400:00000200:0.0:1749609055.975545:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3cc1 [1] + 224
00000400:00000200:0.0:1749609055.975552:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609055.975554:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609055.975560:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730228736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609071 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609055.975592:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609055.975597:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33bc80
00000400:00000200:0.0:1749609055.975601:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3cbd [1] + 0
00000400:00000200:0.0:1749609055.975606:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609055.975608:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609055.975612:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730228864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609055.975622:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609055.975626:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749609055.975627:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749609055.975633:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730228736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609055.975638:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749609055.975641:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730228736/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609055.975642:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33bd00
00000400:00000200:0.0:1749609055.975645:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ccd [1] + 0
00000400:00000200:0.0:1749609055.975655:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609055.975658:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609055.975661:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730228992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609055.975666:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
02000000:00000010:3.0:1749609055.975666:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000400:00000200:2.0:1749609055.975670:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
02000000:00000010:3.0:1749609055.975671:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000010:2.0:1749609055.975672:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000010:3.0:1749609055.975676:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:2.0:1749609055.975679:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730228864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609055.975689:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730228864/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609055.975708:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609055.975715:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749609055.975716:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609055.975722:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730228992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609055.975728:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730228992/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609055.975744:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749609055.975747:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609055.975751:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609055.975754:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749609055.975756:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749609055.975757:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:2.0:1749609055.987057:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:0.0:1749609055.987070:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:3.0:1749609055.987070:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:1.0:1749609055.987078:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:2.0:1749609060.982063:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609060.982080:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749609060.982126:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609060.982139:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609060.982145:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749609060.982161:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:1.0:1749609060.982162:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
02000000:00000010:2.0:1749609060.982163:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:1.0:1749609060.982168:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609060.982173:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:3.0:1749609060.982178:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000100:00000200:1.0:1749609060.982179:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730229120, portal 25
00000400:00000010:1.0:1749609060.982182:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000400:00000010:3.0:1749609060.982183:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749609060.982184:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730229120, offset 0
00000400:00000010:3.0:1749609060.982186:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000200:1.0:1749609060.982190:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609060.982197:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730229248, portal 10
00000400:00000200:1.0:1749609060.982199:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609060.982201:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000200:1.0:1749609060.982203:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:3.0:1749609060.982203:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730229248, offset 0
00000400:00000200:1.0:1749609060.982207:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609060.982207:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609060.982210:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609060.982212:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609060.982215:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1916:1916:256:4294967295] 192.168.201.120@tcp LPNI seq info [1916:1916:8:4294967295]
00000400:00000200:1.0:1749609060.982224:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609060.982229:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609060.982230:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609060.982232:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749609060.982238:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609060.982242:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609060.982244:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749609060.982245:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609060.982246:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609060.982248:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609060.982248:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609060.982250:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1917:1917:255:4294967295] 192.168.201.120@tcp LPNI seq info [1917:1917:7:4294967295]
00000400:00000200:3.0:1749609060.982257:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609060.982261:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609060.982264:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749609060.982267:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749609060.982269:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000800:00000200:3.0:1749609060.982271:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609060.982273:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609060.982282:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000100:00000010:1.0:1749609060.982286:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000100:00000010:1.0:1749609060.982302:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31980.
02000000:00000010:3.0:1749609060.982313:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609060.982316:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609060.982318:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609060.982320:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730229376, portal 10
00000400:00000010:3.0:1749609060.982322:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749609060.982324:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730229376, offset 0
00000400:00000200:3.0:1749609060.982327:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609060.982330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609060.982332:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609060.982334:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609060.982335:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749609060.982336:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609060.982337:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609060.982339:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1918:1918:254:4294967295] 192.168.201.120@tcp LPNI seq info [1918:1918:6:4294967295]
00000800:00000010:0.0:1749609060.982340:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749609060.982344:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609060.982345:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609060.982348:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609060.982349:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:3.0:1749609060.982350:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609060.982352:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000800:00000200:3.0:1749609060.982352:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749609060.982353:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000800:00000200:3.0:1749609060.982355:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609060.982360:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609060.982361:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730229120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609060.982375:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609060.982376:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749609060.982378:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609060.982380:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609060.982382:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749609060.982384:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749609060.982387:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730229248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609060.982442:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609060.982444:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609060.982446:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609060.982449:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609060.982451:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749609060.982452:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:0.0:1749609060.982455:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730229376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609060.983889:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609060.983899:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33bd80
00000400:00000200:0.0:1749609060.983905:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3cd5 [1] + 224
00000400:00000200:0.0:1749609060.983913:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609060.983916:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609060.983921:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730229120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609060.983978:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609060.983982:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609060.983983:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000400:00000200:0.0:1749609060.983984:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749609060.983988:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730229120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609060.983990:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33be00
00000400:00000200:0.0:1749609060.983994:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3cdd [1] + 0
00000100:00000200:1.0:1749609060.983997:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730229120/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609060.983999:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609060.984002:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609060.984006:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730229248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609060.984014:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749609060.984018:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:1.0:1749609060.984021:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000200:0.0:1749609060.984039:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609060.984043:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33be80
00000400:00000200:0.0:1749609060.984047:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ce5 [1] + 0
00000400:00000200:0.0:1749609060.984060:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609060.984063:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609060.984068:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730229376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609060.984071:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609060.984074:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:3.0:1749609060.984076:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749609060.984080:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730229248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609060.984088:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730229248/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609060.984103:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609060.984105:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609060.984106:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609060.984109:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730229376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609060.984116:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730229376/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609060.984127:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609060.984130:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749609060.984133:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:3.0:1749609060.984135:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609060.984137:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:3.0:1749609060.984139:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:0.0:1749609060.995042:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:3.0:1749609060.995042:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31980.
00000100:00000010:1.0:1749609060.995054:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:2.0:1749609060.995113:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:2.0:1749609065.990043:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609065.990061:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609065.990108:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609065.990123:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609065.990134:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749609065.990142:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749609065.990148:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609065.990153:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000010:2.0:1749609065.990156:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609065.990159:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000200:3.0:1749609065.990160:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730229504, portal 25
00000400:00000010:3.0:1749609065.990163:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749609065.990165:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730229504, offset 0
00000400:00000200:3.0:1749609065.990171:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609065.990180:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749609065.990195:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000200:3.0:1749609065.990198:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749609065.990200:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae18.
00000400:00000200:3.0:1749609065.990202:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:0.0:1749609065.990203:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749609065.990205:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730229632, portal 10
00000400:00000200:3.0:1749609065.990205:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609065.990207:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749609065.990208:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f6e8.
00000100:00000200:0.0:1749609065.990209:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730229632, offset 0
00000400:00000200:3.0:1749609065.990209:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1919:1919:256:4294967295] 192.168.201.120@tcp LPNI seq info [1919:1919:8:4294967295]
00000400:00000200:0.0:1749609065.990213:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609065.990218:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609065.990223:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609065.990224:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609065.990226:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609065.990226:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609065.990228:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609065.990229:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609065.990231:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609065.990232:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1920:1920:255:4294967295] 192.168.201.120@tcp LPNI seq info [1920:1920:7:4294967295]
00000800:00000200:3.0:1749609065.990232:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609065.990237:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609065.990238:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609065.990241:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749609065.990242:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609065.990244:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b900.
00000800:00000200:0.0:1749609065.990246:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609065.990249:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609065.990251:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b900 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749609065.990258:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000010:0.0:1749609065.990272:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631dc0.
00000100:00000010:0.0:1749609065.990275:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631a40.
00000100:00000010:0.0:1749609065.990281:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d80.
02000000:00000010:0.0:1749609065.990286:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:0.0:1749609065.990288:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eae70.
00000400:00000010:0.0:1749609065.990289:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
00000100:00000200:0.0:1749609065.990291:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730229760, portal 10
00000400:00000010:0.0:1749609065.990293:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749609065.990294:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730229760, offset 0
00000800:00000200:1.0:1749609065.990294:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749609065.990297:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609065.990297:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609065.990299:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609065.990301:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609065.990301:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609065.990302:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609065.990303:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609065.990304:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609065.990305:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609065.990306:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1921:1921:254:4294967295] 192.168.201.120@tcp LPNI seq info [1921:1921:6:4294967295]
00000400:00000200:1.0:1749609065.990307:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:1.0:1749609065.990308:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000400:00000200:0.0:1749609065.990310:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609065.990312:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609065.990313:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000100:00000200:1.0:1749609065.990314:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730229504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609065.990315:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609065.990317:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609065.990318:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609065.990326:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609065.990327:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b900.
00000400:00000200:1.0:1749609065.990328:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609065.990330:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609065.990331:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f6e8
00000400:00000010:1.0:1749609065.990332:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f6e8.
00000100:00000200:1.0:1749609065.990334:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730229632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609065.990383:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609065.990384:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:1.0:1749609065.990385:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609065.990392:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609065.990394:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000010:1.0:1749609065.990394:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000100:00000200:1.0:1749609065.990397:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730229760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609065.991607:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609065.991617:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33bf80
00000400:00000200:0.0:1749609065.991623:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3cf5 [1] + 0
00000400:00000200:0.0:1749609065.991630:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609065.991633:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609065.991639:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730229632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609065.991668:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609065.991673:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33bf00
00000400:00000200:0.0:1749609065.991676:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ced [1] + 224
00000400:00000200:0.0:1749609065.991682:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609065.991684:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609065.991688:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730229504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609065.991689:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae18.
00000400:00000200:2.0:1749609065.991693:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000400:00000010:2.0:1749609065.991694:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749609065.991702:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730229632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609065.991708:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730229632/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609065.991711:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609065.991732:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33c000
00000400:00000200:0.0:1749609065.991735:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3cfd [1] + 0
00000400:00000010:3.0:1749609065.991741:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749609065.991744:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
00000400:00000200:3.0:1749609065.991744:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609065.991745:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000400:00000200:0.0:1749609065.991747:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609065.991747:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000200:3.0:1749609065.991748:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730229504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749609065.991750:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749609065.991751:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749609065.991753:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730229504/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609065.991756:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730229760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609065.991763:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749609065.991765:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749609065.991766:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749609065.991771:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eae70.
00000400:00000200:2.0:1749609065.991772:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000010:2.0:1749609065.991773:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000100:00000200:2.0:1749609065.991775:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730229760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609065.991780:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730229760/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609075 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609065.991787:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:2.0:1749609065.991789:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609065.991790:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:0.0:1749609066.002989:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:1.0:1749609066.002993:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631dc0.
00000100:00000010:2.0:1749609066.003001:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631a40.
00000100:00000010:3.0:1749609066.003022:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d80.
00000100:00000010:2.0:1749609070.998010:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609070.998025:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609070.998064:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609070.998077:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609070.998083:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609070.998098:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609070.998101:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749609070.998120:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749609070.998121:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749609070.998125:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:2.0:1749609070.998126:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609070.998130:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000010:3.0:1749609070.998130:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609070.998136:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730229888, portal 25
00000400:00000010:3.0:1749609070.998139:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:2.0:1749609070.998140:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730230016, portal 10
00000100:00000200:3.0:1749609070.998142:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730229888, offset 0
00000400:00000010:2.0:1749609070.998143:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:3.0:1749609070.998148:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609070.998156:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730230016, offset 0
00000400:00000200:3.0:1749609070.998157:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609070.998159:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609070.998171:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609070.998174:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609070.998177:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609070.998179:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609070.998182:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1922:1922:256:4294967295] 192.168.201.120@tcp LPNI seq info [1922:1922:8:4294967295]
00000400:00000200:3.0:1749609070.998190:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609070.998195:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609070.998195:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609070.998197:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609070.998198:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749609070.998199:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609070.998201:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609070.998202:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609070.998204:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1923:1923:255:4294967295] 192.168.201.120@tcp LPNI seq info [1923:1923:7:4294967295]
00000800:00000200:3.0:1749609070.998204:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609070.998210:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609070.998211:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609070.998213:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609070.998214:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749609070.998215:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609070.998217:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609070.998220:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609070.998222:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609070.998233:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749609070.998248:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749609070.998258:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749609070.998261:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
02000000:00000010:2.0:1749609070.998277:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749609070.998280:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609070.998283:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609070.998285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730230144, portal 10
00000800:00000200:0.0:1749609070.998286:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749609070.998288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000800:00000010:0.0:1749609070.998289:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000100:00000200:2.0:1749609070.998289:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730230144, offset 0
00000400:00000200:2.0:1749609070.998293:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609070.998296:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609070.998298:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609070.998299:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609070.998300:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609070.998301:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609070.998302:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609070.998303:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609070.998304:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1924:1924:254:4294967295] 192.168.201.120@tcp LPNI seq info [1924:1924:6:4294967295]
00000400:00000200:0.0:1749609070.998307:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749609070.998308:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:2.0:1749609070.998308:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609070.998311:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609070.998312:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000100:00000200:0.0:1749609070.998316:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730229888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609070.998318:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609070.998321:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609070.998322:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609070.998334:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609070.998336:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609070.998338:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609070.998341:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609070.998343:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749609070.998344:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749609070.998347:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730230016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609070.998392:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609070.998394:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609070.998397:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609070.998400:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609070.998402:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749609070.998415:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749609070.998419:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730230144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609070.999760:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609070.999767:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33c100
00000400:00000200:0.0:1749609070.999772:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d09 [1] + 0
00000400:00000200:0.0:1749609070.999777:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609070.999779:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609070.999783:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730230016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609070.999801:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609070.999804:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33c080
00000400:00000200:0.0:1749609070.999806:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d05 [1] + 224
00000400:00000200:0.0:1749609070.999808:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609070.999810:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609070.999812:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730229888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609070.999824:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609070.999826:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33c180
00000400:00000200:0.0:1749609070.999828:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3d15 [1] + 0
00000400:00000200:0.0:1749609070.999836:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609070.999837:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609070.999840:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730230144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609070.999859:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609070.999864:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609070.999865:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000400:00000010:2.0:1749609070.999870:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000200:3.0:1749609070.999871:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730229888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609070.999872:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749609070.999874:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609070.999877:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730230016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609070.999879:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730229888/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609070.999884:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730230016/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609070.999895:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
02000000:00000010:3.0:1749609070.999895:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000400:00000200:2.0:1749609070.999897:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749609070.999898:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
02000000:00000010:3.0:1749609070.999898:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000200:2.0:1749609070.999900:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730230144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749609070.999901:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000200:2.0:1749609070.999906:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730230144/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609070.999916:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749609070.999919:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609070.999920:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609070.999923:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749609070.999924:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609070.999926:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:0.0:1749609071.010979:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749609071.010984:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:1.0:1749609071.010993:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:2.0:1749609071.010994:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749609076.006051:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609076.006069:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609076.006109:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609076.006124:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609076.006127:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609076.006139:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609076.006150:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749609076.006167:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609076.006169:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:2.0:1749609076.006172:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:1.0:1749609076.006176:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749609076.006176:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000400:00000010:1.0:1749609076.006181:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749609076.006181:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730230400, portal 10
00000100:00000200:1.0:1749609076.006184:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730230272, portal 25
00000400:00000010:2.0:1749609076.006184:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609076.006186:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730230400, offset 0
00000400:00000010:1.0:1749609076.006187:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000400:00000200:2.0:1749609076.006190:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749609076.006197:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730230272, offset 0
00000400:00000200:2.0:1749609076.006198:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609076.006202:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609076.006202:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609076.006205:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609076.006207:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609076.006209:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609076.006211:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1925:1925:256:4294967295] 192.168.201.120@tcp LPNI seq info [1925:1925:8:4294967295]
00000400:00000200:2.0:1749609076.006218:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609076.006221:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609076.006224:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749609076.006225:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000200:1.0:1749609076.006227:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609076.006229:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749609076.006229:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609076.006231:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609076.006233:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609076.006235:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1926:1926:255:4294967295] 192.168.201.120@tcp LPNI seq info [1926:1926:7:4294967295]
00000800:00000200:2.0:1749609076.006235:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609076.006238:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749609076.006243:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609076.006247:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609076.006250:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749609076.006253:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609076.006253:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
00000800:00000200:1.0:1749609076.006257:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609076.006260:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609076.006262:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749609076.006266:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749609076.006269:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
02000000:00000010:2.0:1749609076.006276:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749609076.006278:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609076.006279:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609076.006280:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730230528, portal 10
00000400:00000010:2.0:1749609076.006282:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749609076.006283:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730230528, offset 0
00000400:00000200:2.0:1749609076.006289:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609076.006292:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609076.006293:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609076.006295:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609076.006296:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609076.006297:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609076.006299:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1927:1927:254:4294967295] 192.168.201.120@tcp LPNI seq info [1927:1927:6:4294967295]
00000400:00000200:2.0:1749609076.006303:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609076.006305:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609076.006306:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609076.006308:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609076.006310:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609076.006311:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609076.006339:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609076.006342:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609076.006347:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609076.006351:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609076.006353:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749609076.006355:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749609076.006361:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730230400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609076.006372:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609076.006373:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749609076.006374:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609076.006376:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609076.006377:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:0.0:1749609076.006378:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749609076.006380:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730230272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609076.006426:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609076.006427:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609076.006428:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609076.006430:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609076.006432:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749609076.006433:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749609076.006434:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730230528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609076.007820:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609076.007833:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33c280
00000400:00000200:0.0:1749609076.007839:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d1d [1] + 0
00000400:00000200:0.0:1749609076.007848:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609076.007851:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609076.007858:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730230400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609076.007881:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609076.007883:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33c300
00000400:00000200:0.0:1749609076.007886:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3d2d [1] + 0
00000400:00000200:0.0:1749609076.007890:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609076.007893:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609076.007897:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730230528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609076.007909:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609076.007913:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33c200
00000400:00000200:0.0:1749609076.007918:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d21 [1] + 224
00000400:00000200:0.0:1749609076.007932:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609076.007950:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609076.007954:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749609076.007955:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609076.007960:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730230400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609076.007965:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730230400/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609076.007981:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609076.007982:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749609076.007983:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609076.007985:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730230528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609076.007989:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730230528/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609076.007992:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749609076.007997:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
00000100:00000200:0.0:1749609076.007998:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730230272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609076.008000:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609076.008007:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609076.008010:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749609076.008011:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749609076.008012:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000010:1.0:1749609076.008064:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609076.008068:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609076.008069:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609076.008075:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730230272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609076.008094:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730230272/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609076.008106:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609076.008110:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749609076.008112:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:3.0:1749609076.019010:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:0.0:1749609076.019012:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:1.0:1749609076.019018:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749609076.019026:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749609081.014061:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609081.014080:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749609081.014131:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609081.014145:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609081.014152:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749609081.014168:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609081.014172:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:1.0:1749609081.014177:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609081.014184:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609081.014191:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:3.0:1749609081.014191:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609081.014194:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:1.0:1749609081.014197:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730230656, portal 25
00000400:00000010:1.0:1749609081.014201:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749609081.014203:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730230656, offset 0
00000400:00000010:3.0:1749609081.014207:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000200:1.0:1749609081.014209:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609081.014215:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730230784, portal 10
00000400:00000200:1.0:1749609081.014219:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609081.014219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749609081.014220:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730230784, offset 0
00000400:00000200:1.0:1749609081.014223:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609081.014223:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609081.014227:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609081.014230:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609081.014232:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609081.014234:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1928:1928:256:4294967295] 192.168.201.120@tcp LPNI seq info [1928:1928:8:4294967295]
00000400:00000200:1.0:1749609081.014244:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609081.014249:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609081.014250:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609081.014252:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749609081.014253:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:3.0:1749609081.014253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609081.014254:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609081.014256:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609081.014258:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609081.014258:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1929:1929:255:4294967295] 192.168.201.120@tcp LPNI seq info [1929:1929:7:4294967295]
00000400:00000200:3.0:1749609081.014263:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609081.014265:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609081.014265:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609081.014267:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:1.0:1749609081.014269:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609081.014270:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609081.014273:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609081.014275:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609081.014289:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000100:00000010:3.0:1749609081.014314:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749609081.014318:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749609081.014323:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
02000000:00000010:3.0:1749609081.014329:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609081.014331:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609081.014332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609081.014333:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730230912, portal 10
00000400:00000010:3.0:1749609081.014335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609081.014336:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730230912, offset 0
00000400:00000200:3.0:1749609081.014339:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609081.014341:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609081.014342:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609081.014347:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609081.014348:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609081.014349:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609081.014350:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1930:1930:254:4294967295] 192.168.201.120@tcp LPNI seq info [1930:1930:6:4294967295]
00000400:00000200:3.0:1749609081.014354:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609081.014356:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609081.014358:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609081.014360:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609081.014363:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609081.014364:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609081.014394:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609081.014400:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749609081.014408:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609081.014416:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609081.014421:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749609081.014423:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749609081.014435:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730230656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609081.014489:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609081.014492:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609081.014495:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609081.014498:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609081.014502:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749609081.014503:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749609081.014508:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730230784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609081.014589:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609081.014591:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609081.014594:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609081.014597:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609081.014600:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749609081.014601:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749609081.014606:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730230912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609081.015920:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609081.015972:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33c380
00000400:00000200:0.0:1749609081.015981:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d35 [1] + 224
00000400:00000200:0.0:1749609081.015994:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609081.015997:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609081.016003:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730230656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609081.016034:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609081.016040:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33c400
00000400:00000200:0.0:1749609081.016045:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d3d [1] + 0
00000400:00000200:0.0:1749609081.016051:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609081.016053:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749609081.016054:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609081.016058:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609081.016059:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609081.016065:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730230656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609081.016068:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730230784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609081.016077:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730230656/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609081.016091:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609081.016094:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609081.016096:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000010:1.0:1749609081.016097:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000400:00000200:0.0:1749609081.016101:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33c480
00000400:00000200:0.0:1749609081.016105:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3d45 [1] + 0
00000400:00000200:0.0:1749609081.016120:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609081.016123:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609081.016127:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730230912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609081.016138:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609081.016141:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609081.016143:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609081.016149:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730230784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609081.016157:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730230784/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609081.016173:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609081.016175:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749609081.016176:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609081.016179:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730230912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609081.016185:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730230912/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609081.016197:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609081.016200:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749609081.016203:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749609081.016206:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609081.016208:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749609081.016214:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:2.0:1749609081.027013:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:1.0:1749609081.027021:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:3.0:1749609081.027037:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:0.0:1749609081.027046:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:2.0:1749609086.022009:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609086.022024:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609086.022058:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609086.022069:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609086.022073:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609086.022083:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609086.022085:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609086.022098:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749609086.022104:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:1.0:1749609086.022105:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749609086.022106:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609086.022110:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000010:1.0:1749609086.022112:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749609086.022114:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730231168, portal 10
00000100:00000200:1.0:1749609086.022115:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730231040, portal 25
00000400:00000010:1.0:1749609086.022118:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000010:2.0:1749609086.022118:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:1.0:1749609086.022119:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730231040, offset 0
00000100:00000200:2.0:1749609086.022119:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730231168, offset 0
00000400:00000200:2.0:1749609086.022123:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609086.022128:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609086.022131:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609086.022134:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609086.022137:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609086.022139:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609086.022140:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609086.022152:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1931:1931:256:4294967295] 192.168.201.120@tcp LPNI seq info [1931:1931:8:4294967295]
00000400:00000200:2.0:1749609086.022159:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749609086.022164:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749609086.022164:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609086.022166:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749609086.022166:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749609086.022168:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609086.022170:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609086.022171:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749609086.022171:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609086.022173:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1932:1932:255:4294967295] 192.168.201.120@tcp LPNI seq info [1932:1932:7:4294967295]
00000800:00000200:2.0:1749609086.022176:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749609086.022178:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609086.022179:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609086.022180:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609086.022182:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749609086.022184:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609086.022187:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609086.022189:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609086.022194:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749609086.022207:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749609086.022212:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749609086.022214:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
02000000:00000010:2.0:1749609086.022222:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749609086.022224:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609086.022226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609086.022227:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730231296, portal 10
00000400:00000010:2.0:1749609086.022229:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749609086.022230:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730231296, offset 0
00000400:00000200:2.0:1749609086.022232:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609086.022235:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609086.022236:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609086.022237:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609086.022239:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609086.022240:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609086.022241:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1933:1933:254:4294967295] 192.168.201.120@tcp LPNI seq info [1933:1933:6:4294967295]
00000400:00000200:2.0:1749609086.022246:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609086.022248:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609086.022249:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:0.0:1749609086.022251:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609086.022251:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609086.022253:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:0.0:1749609086.022254:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609086.022257:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609086.022258:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609086.022262:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609086.022265:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749609086.022267:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749609086.022274:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730231168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609086.022291:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609086.022292:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749609086.022294:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609086.022297:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609086.022299:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749609086.022300:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749609086.022303:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730231040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609086.022334:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609086.022335:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609086.022337:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609086.022339:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609086.022340:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749609086.022341:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749609086.022343:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730231296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609086.023547:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609086.023556:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33c580
00000400:00000200:0.0:1749609086.023561:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d4d [1] + 0
00000400:00000200:0.0:1749609086.023568:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609086.023571:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609086.023577:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730231168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609086.023603:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609086.023608:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33c500
00000400:00000200:0.0:1749609086.023611:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d51 [1] + 224
00000400:00000200:0.0:1749609086.023616:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609086.023619:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609086.023622:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730231040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609102 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609086.023628:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609086.023631:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749609086.023632:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609086.023635:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730231168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609086.023641:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730231168/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609086.023643:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609086.023647:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33c600
00000400:00000200:0.0:1749609086.023650:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3d5d [1] + 0
02000000:00000010:2.0:1749609086.023655:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749609086.023658:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000400:00000200:0.0:1749609086.023660:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1749609086.023660:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749609086.023663:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609086.023668:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730231296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609086.023696:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609086.023700:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609086.023701:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000400:00000010:2.0:1749609086.023703:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609086.023704:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000100:00000200:1.0:1749609086.023705:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730231040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609086.023705:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609086.023708:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730231296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609086.023712:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730231296/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609086.023721:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730231040/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609086.023721:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749609086.023722:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609086.023723:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:1.0:1749609086.023732:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609086.023734:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749609086.023736:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749609086.034990:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:1.0:1749609086.034992:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:3.0:1749609086.035021:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:0.0:1749609086.035025:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749609091.030047:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609091.030064:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749609091.030108:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609091.030125:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609091.030129:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609091.030141:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609091.030143:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749609091.030145:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609091.030153:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609091.030158:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:2.0:1749609091.030158:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000100:00000200:1.0:1749609091.030164:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730231424, portal 25
00000400:00000010:1.0:1749609091.030168:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749609091.030170:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730231424, offset 0
00000400:00000010:2.0:1749609091.030171:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609091.030173:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000200:1.0:1749609091.030177:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609091.030182:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730231552, portal 10
00000400:00000010:2.0:1749609091.030185:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609091.030186:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730231552, offset 0
00000400:00000200:1.0:1749609091.030187:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609091.030190:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609091.030191:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609091.030195:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609091.030197:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609091.030200:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609091.030202:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1934:1934:256:4294967295] 192.168.201.120@tcp LPNI seq info [1934:1934:8:4294967295]
00000400:00000200:1.0:1749609091.030211:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609091.030215:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609091.030216:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609091.030218:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749609091.030218:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609091.030220:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609091.030221:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609091.030222:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609091.030223:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609091.030224:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1935:1935:255:4294967295] 192.168.201.120@tcp LPNI seq info [1935:1935:7:4294967295]
00000800:00000200:1.0:1749609091.030229:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609091.030230:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609091.030232:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609091.030232:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609091.030235:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609091.030237:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609091.030240:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609091.030242:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609091.030250:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749609091.030261:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
00000100:00000010:1.0:1749609091.030264:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
00000100:00000010:1.0:1749609091.030269:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
02000000:00000010:2.0:1749609091.030304:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749609091.030307:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609091.030310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609091.030312:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730231680, portal 10
00000400:00000010:2.0:1749609091.030315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749609091.030316:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730231680, offset 0
00000400:00000200:2.0:1749609091.030320:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609091.030324:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609091.030327:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609091.030329:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609091.030331:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609091.030332:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609091.030334:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1936:1936:254:4294967295] 192.168.201.120@tcp LPNI seq info [1936:1936:6:4294967295]
00000800:00000200:0.0:1749609091.030346:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609091.030346:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749609091.030349:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000800:00000200:2.0:1749609091.030350:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609091.030353:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:2.0:1749609091.030353:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609091.030357:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609091.030357:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609091.030359:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000800:00000200:2.0:1749609091.030360:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749609091.030361:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000800:00000200:2.0:1749609091.030363:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609091.030367:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730231424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609091.030380:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609091.030381:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609091.030382:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609091.030384:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609091.030385:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749609091.030386:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749609091.030388:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730231552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609091.030433:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609091.030434:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609091.030435:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609091.030437:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609091.030438:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749609091.030439:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749609091.030441:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730231680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609091.031871:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609091.031878:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33c700
00000400:00000200:0.0:1749609091.031883:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d6d [1] + 0
00000400:00000200:0.0:1749609091.031888:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609091.031890:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609091.031894:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730231552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609091.031913:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609091.031916:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33c680
00000400:00000200:0.0:1749609091.031918:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d65 [1] + 224
00000400:00000200:0.0:1749609091.031920:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609091.031922:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609091.031924:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730231424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609091.031964:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609091.031967:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33c780
00000400:00000010:2.0:1749609091.031968:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609091.031972:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609091.031973:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000400:00000200:0.0:1749609091.031976:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3d75 [1] + 0
00000100:00000200:2.0:1749609091.031978:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730231552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609091.031984:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730231552/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609091.031985:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609091.031987:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609091.031990:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730231680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609091.031996:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609091.032000:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609091.032001:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000400:00000010:2.0:1749609091.032005:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000200:1.0:1749609091.032006:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730231424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609091.032006:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749609091.032007:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609091.032009:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730231680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609091.032012:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730231424/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609091.032013:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730231680/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609091.032021:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749609091.032022:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609091.032024:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
02000000:00000010:2.0:1749609091.032024:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:1.0:1749609091.032026:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749609091.032026:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609091.032027:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749609091.032028:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609091.032030:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749609091.042981:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:0.0:1749609091.042992:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:1.0:1749609091.042997:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:3.0:1749609091.043029:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:2.0:1749609096.038052:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609096.038070:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749609096.038125:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609096.038139:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609096.038145:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609096.038159:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609096.038162:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749609096.038180:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749609096.038180:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749609096.038185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749609096.038186:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609096.038190:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000010:2.0:1749609096.038190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:1.0:1749609096.038195:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730231808, portal 25
00000400:00000010:1.0:1749609096.038200:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:2.0:1749609096.038201:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730231936, portal 10
00000100:00000200:1.0:1749609096.038202:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730231808, offset 0
00000400:00000010:2.0:1749609096.038205:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000200:1.0:1749609096.038243:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609096.038247:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730231936, offset 0
00000400:00000200:2.0:1749609096.038252:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609096.038253:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609096.038257:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609096.038261:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609096.038264:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609096.038266:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609096.038269:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1937:1937:256:4294967295] 192.168.201.120@tcp LPNI seq info [1937:1937:8:4294967295]
00000400:00000200:1.0:1749609096.038280:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609096.038285:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609096.038286:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609096.038289:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749609096.038289:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609096.038291:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609096.038293:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609096.038294:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609096.038295:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609096.038298:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1938:1938:255:4294967295] 192.168.201.120@tcp LPNI seq info [1938:1938:7:4294967295]
00000800:00000200:1.0:1749609096.038302:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609096.038306:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609096.038306:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609096.038310:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609096.038312:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609096.038316:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609096.038320:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609096.038323:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609096.038332:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
00000100:00000010:1.0:1749609096.038348:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749609096.038352:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749609096.038357:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
02000000:00000010:2.0:1749609096.038379:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000800:00000200:0.0:1749609096.038380:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749609096.038383:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609096.038385:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000800:00000010:0.0:1749609096.038386:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000100:00000200:2.0:1749609096.038387:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730232064, portal 10
00000400:00000200:0.0:1749609096.038390:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609096.038390:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749609096.038391:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730232064, offset 0
00000400:00000200:0.0:1749609096.038395:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609096.038395:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609096.038402:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000010:0.0:1749609096.038404:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:2.0:1749609096.038404:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609096.038407:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609096.038409:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:0.0:1749609096.038410:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730231808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609096.038411:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609096.038413:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609096.038415:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1939:1939:254:4294967295] 192.168.201.120@tcp LPNI seq info [1939:1939:6:4294967295]
00000400:00000200:2.0:1749609096.038421:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609096.038425:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609096.038427:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609096.038430:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609096.038434:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609096.038436:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609096.038465:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609096.038466:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609096.038468:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609096.038470:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609096.038471:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749609096.038472:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749609096.038474:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730231936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609096.038487:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609096.038488:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609096.038489:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609096.038491:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609096.038492:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749609096.038493:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749609096.038495:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730232064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609096.039734:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609096.039744:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33c880
00000400:00000200:0.0:1749609096.039749:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d81 [1] + 0
00000400:00000200:0.0:1749609096.039756:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609096.039759:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609096.039764:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730231936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609096.039808:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609096.039812:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749609096.039813:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609096.039817:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730231936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609096.039823:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730231936/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609096.039839:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749609096.039841:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609096.039844:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000200:0.0:1749609096.039853:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609096.039857:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33c800
00000400:00000200:0.0:1749609096.039859:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d7d [1] + 224
00000400:00000200:0.0:1749609096.039863:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609096.039865:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609096.039867:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730231808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609096.039888:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609096.039892:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33c900
00000400:00000200:0.0:1749609096.039896:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3d8d [1] + 0
00000400:00000010:1.0:1749609096.039906:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749609096.039909:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609096.039909:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609096.039910:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000400:00000200:0.0:1749609096.039912:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749609096.039913:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730231808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609096.039916:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730232064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609096.039918:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730231808/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609096.039927:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609096.039929:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749609096.039931:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:2.0:1749609096.039955:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609096.039958:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749609096.039959:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609096.039963:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730232064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609096.039970:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730232064/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609096.039993:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749609096.039995:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749609096.039997:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:2.0:1749609096.051025:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:0.0:1749609096.051045:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:3.0:1749609096.051047:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749609096.051062:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:2.0:1749609101.046066:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609101.046083:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609101.046142:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609101.046156:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609101.046162:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749609101.046177:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:1.0:1749609101.046179:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749609101.046180:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:1.0:1749609101.046186:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609101.046192:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:3.0:1749609101.046196:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000100:00000200:1.0:1749609101.046198:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730232192, portal 25
00000400:00000010:3.0:1749609101.046201:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:1.0:1749609101.046202:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749609101.046204:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730232192, offset 0
00000400:00000010:3.0:1749609101.046204:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609101.046207:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730232320, portal 10
00000400:00000200:1.0:1749609101.046210:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609101.046212:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609101.046214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730232320, offset 0
00000400:00000200:3.0:1749609101.046218:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609101.046220:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609101.046225:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609101.046228:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609101.046232:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609101.046234:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609101.046237:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1940:1940:256:4294967295] 192.168.201.120@tcp LPNI seq info [1940:1940:8:4294967295]
00000400:00000200:1.0:1749609101.046248:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609101.046253:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609101.046254:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609101.046257:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609101.046260:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609101.046262:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609101.046264:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:1.0:1749609101.046267:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:3.0:1749609101.046267:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1941:1941:255:4294967295] 192.168.201.120@tcp LPNI seq info [1941:1941:7:4294967295]
00000800:00000200:1.0:1749609101.046273:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609101.046275:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609101.046279:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609101.046280:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:3.0:1749609101.046282:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:1.0:1749609101.046283:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609101.046285:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609101.046290:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609101.046292:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609101.046304:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000100:00000010:1.0:1749609101.046329:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000100:00000010:1.0:1749609101.046333:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749609101.046341:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
02000000:00000010:3.0:1749609101.046353:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609101.046356:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609101.046359:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609101.046361:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730232448, portal 10
00000400:00000010:3.0:1749609101.046364:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749609101.046365:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730232448, offset 0
00000400:00000200:3.0:1749609101.046369:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609101.046379:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609101.046381:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609101.046383:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749609101.046384:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609101.046385:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609101.046387:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609101.046389:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1942:1942:254:4294967295] 192.168.201.120@tcp LPNI seq info [1942:1942:6:4294967295]
00000800:00000010:0.0:1749609101.046393:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:3.0:1749609101.046396:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609101.046400:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609101.046401:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:3.0:1749609101.046403:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609101.046407:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609101.046411:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749609101.046412:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609101.046415:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609101.046417:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749609101.046420:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000100:00000200:0.0:1749609101.046434:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730232192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609101.046461:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609101.046464:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609101.046466:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609101.046470:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609101.046472:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749609101.046474:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749609101.046479:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730232320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609101.046545:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609101.046548:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609101.046550:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609101.046554:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609101.046556:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749609101.046557:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749609101.046562:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730232448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609101.048630:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609101.048648:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33c980
00000400:00000200:0.0:1749609101.048658:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d95 [1] + 224
00000400:00000200:0.0:1749609101.048670:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609101.048674:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609101.048682:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730232192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609117 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609101.048720:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609101.048726:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33ca00
00000400:00000200:0.0:1749609101.048731:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3d9d [1] + 0
00000400:00000200:0.0:1749609101.048737:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609101.048740:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749609101.048745:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609101.048749:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609101.048751:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:0.0:1749609101.048756:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730232320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609101.048759:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730232192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609101.048769:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730232192/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609101.048781:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609101.048786:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ca80
02000000:00000010:1.0:1749609101.048787:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000200:0.0:1749609101.048790:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3da5 [1] + 0
02000000:00000010:1.0:1749609101.048792:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749609101.048796:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749609101.048807:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609101.048811:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609101.048816:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730232448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609101.048818:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609101.048821:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749609101.048823:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609101.048830:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730232320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609101.048838:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730232320/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609101.048855:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609101.048857:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609101.048858:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609101.048862:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730232448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609101.048868:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730232448/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609101.048880:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609101.048883:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749609101.048886:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
02000000:00000010:3.0:1749609101.048894:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609101.048896:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749609101.048898:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000010:2.0:1749609101.058981:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:1.0:1749609101.058985:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:0.0:1749609101.059036:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:3.0:1749609101.059043:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:2.0:1749609106.054076:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609106.054093:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749609106.054131:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609106.054142:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609106.054146:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609106.054158:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749609106.054160:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749609106.054171:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749609106.054178:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749609106.054182:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749609106.054183:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000010:2.0:1749609106.054185:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609106.054189:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:3.0:1749609106.054189:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730232576, portal 25
00000100:00000200:2.0:1749609106.054191:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730232704, portal 10
00000400:00000010:3.0:1749609106.054193:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000010:2.0:1749609106.054194:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609106.054195:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730232704, offset 0
00000100:00000200:3.0:1749609106.054195:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730232576, offset 0
00000400:00000200:2.0:1749609106.054200:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609106.054204:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609106.054208:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609106.054212:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609106.054215:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609106.054217:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609106.054228:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609106.054231:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1943:1943:256:4294967295] 192.168.201.120@tcp LPNI seq info [1943:1943:8:4294967295]
00000400:00000200:2.0:1749609106.054238:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609106.054242:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609106.054243:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749609106.054245:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000200:3.0:1749609106.054245:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609106.054247:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609106.054248:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749609106.054249:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609106.054249:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609106.054251:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1944:1944:255:4294967295] 192.168.201.120@tcp LPNI seq info [1944:1944:7:4294967295]
00000800:00000200:2.0:1749609106.054254:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609106.054257:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749609106.054257:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609106.054259:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609106.054261:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749609106.054263:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609106.054267:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609106.054268:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609106.054273:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749609106.054284:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749609106.054289:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749609106.054292:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
02000000:00000010:2.0:1749609106.054298:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749609106.054299:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609106.054301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609106.054302:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730232832, portal 10
00000400:00000010:2.0:1749609106.054304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749609106.054305:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730232832, offset 0
00000400:00000200:2.0:1749609106.054308:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609106.054326:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609106.054328:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609106.054330:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609106.054332:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609106.054333:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609106.054335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1945:1945:254:4294967295] 192.168.201.120@tcp LPNI seq info [1945:1945:6:4294967295]
00000400:00000200:2.0:1749609106.054341:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609106.054344:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609106.054346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609106.054349:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609106.054351:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609106.054355:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609106.054356:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609106.054358:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609106.054360:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609106.054366:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609106.054369:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749609106.054371:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749609106.054377:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730232704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609106.054393:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609106.054394:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609106.054396:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609106.054398:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609106.054400:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749609106.054401:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749609106.054404:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730232576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609106.054456:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609106.054458:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609106.054459:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609106.054462:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609106.054463:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749609106.054464:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749609106.054467:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730232832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609106.055547:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609106.055554:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33cb80
00000400:00000200:0.0:1749609106.055558:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3db1 [1] + 0
00000400:00000200:0.0:1749609106.055564:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609106.055566:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609106.055570:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730232704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609106.055589:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609106.055591:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33cb00
00000400:00000200:0.0:1749609106.055593:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3dad [1] + 224
00000400:00000200:0.0:1749609106.055596:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609106.055597:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609106.055600:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730232576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609106.055609:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609106.055611:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749609106.055612:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609106.055616:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730232704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609106.055618:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609106.055620:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33cc00
00000400:00000200:0.0:1749609106.055622:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3dbd [1] + 0
00000100:00000200:2.0:1749609106.055622:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730232704/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609106.055630:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609106.055632:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609106.055635:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730232832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609106.055637:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749609106.055639:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609106.055641:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:2.0:1749609106.055644:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609106.055645:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749609106.055645:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609106.055647:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730232832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609106.055651:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730232832/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609106.055658:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749609106.055659:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609106.055660:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000010:3.0:1749609106.055672:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609106.055676:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609106.055677:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609106.055681:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730232576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609106.055687:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730232576/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609106.055705:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749609106.055707:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749609106.055708:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:3.0:1749609106.066994:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:1.0:1749609106.067001:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:0.0:1749609106.067013:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:2.0:1749609106.067033:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749609111.062092:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749609111.062109:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749609111.062154:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609111.062167:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609111.062173:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609111.062179:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609111.062185:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:2.0:1749609111.062188:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
00000400:00000010:1.0:1749609111.062189:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:2.0:1749609111.062191:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:1.0:1749609111.062194:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730232960, portal 25
00000400:00000010:1.0:1749609111.062198:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749609111.062199:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730232960, offset 0
00000400:00000200:1.0:1749609111.062204:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749609111.062208:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:1.0:1749609111.062212:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609111.062215:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:1.0:1749609111.062216:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749609111.062218:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000200:1.0:1749609111.062219:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:3.0:1749609111.062221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730233088, portal 10
00000400:00000200:1.0:1749609111.062222:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749609111.062226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000400:00000200:1.0:1749609111.062228:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:3.0:1749609111.062228:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730233088, offset 0
00000400:00000200:1.0:1749609111.062230:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1946:1946:256:4294967295] 192.168.201.120@tcp LPNI seq info [1946:1946:8:4294967295]
00000400:00000200:3.0:1749609111.062233:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609111.062238:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609111.062241:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609111.062245:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:3.0:1749609111.062248:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749609111.062249:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609111.062251:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609111.062253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749609111.062254:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609111.062255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609111.062257:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609111.062257:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609111.062260:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1947:1947:255:4294967295] 192.168.201.120@tcp LPNI seq info [1947:1947:7:4294967295]
00000400:00000200:3.0:1749609111.062267:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609111.062271:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749609111.062274:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
00000800:00000010:3.0:1749609111.062274:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609111.062277:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609111.062281:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609111.062284:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609111.062288:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749609111.062294:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000100:00000010:1.0:1749609111.062300:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
02000000:00000010:3.0:1749609111.062316:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609111.062318:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609111.062321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609111.062323:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730233216, portal 10
00000400:00000010:3.0:1749609111.062326:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749609111.062327:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730233216, offset 0
00000400:00000200:3.0:1749609111.062336:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609111.062340:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749609111.062343:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609111.062343:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609111.062345:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609111.062346:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000010:0.0:1749609111.062347:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:3.0:1749609111.062348:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609111.062350:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1948:1948:254:4294967295] 192.168.201.120@tcp LPNI seq info [1948:1948:6:4294967295]
00000400:00000200:0.0:1749609111.062352:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609111.062357:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609111.062358:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609111.062361:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000800:00000200:3.0:1749609111.062361:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749609111.062362:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000800:00000010:3.0:1749609111.062364:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609111.062367:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749609111.062369:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730232960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749609111.062370:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609111.062372:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609111.062386:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609111.062387:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609111.062389:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609111.062392:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609111.062393:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749609111.062394:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749609111.062398:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730233088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609111.062455:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609111.062457:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609111.062459:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609111.062462:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609111.062464:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749609111.062466:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749609111.062469:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730233216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609111.063555:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609111.063563:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33cc80
00000400:00000200:0.0:1749609111.063567:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3dc5 [1] + 224
00000400:00000200:0.0:1749609111.063572:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609111.063574:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609111.063578:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730232960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609111.063596:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609111.063599:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33cd00
00000400:00000200:0.0:1749609111.063601:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3dcd [1] + 0
00000400:00000200:0.0:1749609111.063604:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609111.063605:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609111.063607:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730233088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609111.063621:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609111.063624:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33cd80
00000400:00000200:0.0:1749609111.063627:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3dd5 [1] + 0
00000400:00000200:0.0:1749609111.063638:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609111.063642:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609111.063645:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730233216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609111.063651:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609111.063655:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609111.063656:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609111.063660:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730232960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609111.063661:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609111.063665:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000100:00000200:1.0:1749609111.063666:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730232960/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609111.063666:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609111.063671:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730233088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609111.063679:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730233088/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609111.063680:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609111.063683:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:1.0:1749609111.063685:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
02000000:00000010:3.0:1749609111.063707:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609111.063710:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749609111.063713:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000010:3.0:1749609111.063717:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609111.063718:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749609111.063719:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609111.063723:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730233216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609111.063729:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730233216/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609121 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609111.063751:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609111.063753:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749609111.063755:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:1.0:1749609111.075033:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:3.0:1749609111.075036:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:0.0:1749609111.075039:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:2.0:1749609111.075041:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:2.0:1749609116.069994:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609116.070017:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749609116.070065:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609116.070080:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609116.070085:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749609116.070094:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000100:00000010:2.0:1749609116.070099:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609116.070101:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749609116.070102:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609116.070107:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609116.070114:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730233344, portal 25
00000400:00000010:3.0:1749609116.070118:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
02000000:00000010:2.0:1749609116.070120:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000100:00000200:3.0:1749609116.070120:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730233344, offset 0
00000400:00000010:2.0:1749609116.070124:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:3.0:1749609116.070126:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609116.070133:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609116.070135:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730233472, portal 10
00000400:00000200:3.0:1749609116.070137:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749609116.070139:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609116.070140:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730233472, offset 0
00000400:00000200:3.0:1749609116.070141:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609116.070144:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609116.070145:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609116.070148:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609116.070149:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609116.070152:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1949:1949:256:4294967295] 192.168.201.120@tcp LPNI seq info [1949:1949:8:4294967295]
00000400:00000200:3.0:1749609116.070162:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609116.070165:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609116.070166:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609116.070168:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609116.070169:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749609116.070170:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609116.070172:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609116.070173:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749609116.070174:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609116.070175:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1950:1950:255:4294967295] 192.168.201.120@tcp LPNI seq info [1950:1950:7:4294967295]
00000400:00000200:2.0:1749609116.070180:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609116.070181:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609116.070182:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609116.070184:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:3.0:1749609116.070185:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609116.070186:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609116.070190:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609116.070192:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609116.070201:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749609116.070218:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749609116.070225:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749609116.070242:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
02000000:00000010:2.0:1749609116.070250:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609116.070251:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609116.070253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609116.070255:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730233600, portal 10
00000400:00000010:2.0:1749609116.070257:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749609116.070258:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730233600, offset 0
00000400:00000200:2.0:1749609116.070261:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609116.070264:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609116.070265:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609116.070266:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609116.070268:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609116.070269:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609116.070270:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1951:1951:254:4294967295] 192.168.201.120@tcp LPNI seq info [1951:1951:6:4294967295]
00000400:00000200:2.0:1749609116.070274:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609116.070277:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609116.070279:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609116.070280:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609116.070282:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609116.070283:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609116.070284:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749609116.070287:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609116.070292:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609116.070297:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609116.070300:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749609116.070301:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749609116.070309:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730233344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609116.070322:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609116.070323:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609116.070324:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609116.070326:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609116.070328:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749609116.070328:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749609116.070331:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730233472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609116.070386:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609116.070387:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609116.070389:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609116.070390:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609116.070391:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749609116.070392:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749609116.070394:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730233600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609116.071400:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609116.071408:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ce00
00000400:00000200:0.0:1749609116.071413:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ddd [1] + 224
00000400:00000200:0.0:1749609116.071420:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609116.071422:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609116.071426:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730233344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609116.071444:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609116.071448:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33ce80
00000400:00000200:0.0:1749609116.071450:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3de5 [1] + 0
00000400:00000200:0.0:1749609116.071453:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609116.071455:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609116.071457:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730233472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609116.071463:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609116.071466:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749609116.071467:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609116.071471:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730233344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609116.071478:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749609116.071478:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730233344/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609116.071481:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33cf00
00000400:00000200:0.0:1749609116.071483:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ded [1] + 0
00000400:00000200:0.0:1749609116.071493:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609116.071496:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609116.071498:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
02000000:00000010:3.0:1749609116.071500:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000400:00000200:2.0:1749609116.071502:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749609116.071503:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
02000000:00000010:3.0:1749609116.071504:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749609116.071506:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:0.0:1749609116.071508:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730233600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609116.071508:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730233472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609116.071516:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730233472/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609116.071531:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609116.071532:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609116.071533:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609116.071540:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730233600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609116.071544:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730233600/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609126 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609116.071553:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609116.071555:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609116.071556:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609116.071558:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609116.071559:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609116.071560:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749609116.082994:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:3.0:1749609116.083000:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749609116.083003:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:1.0:1749609116.083039:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749609121.078042:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609121.078058:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609121.078102:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609121.078112:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609121.078116:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609121.078128:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609121.078130:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749609121.078140:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749609121.078144:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749609121.078147:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749609121.078147:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609121.078151:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000010:1.0:1749609121.078152:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609121.078156:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730233728, portal 25
00000100:00000200:2.0:1749609121.078156:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730233856, portal 10
00000400:00000010:1.0:1749609121.078160:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000400:00000010:2.0:1749609121.078160:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609121.078161:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730233856, offset 0
00000100:00000200:1.0:1749609121.078162:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730233728, offset 0
00000400:00000200:2.0:1749609121.078165:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609121.078172:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609121.078176:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609121.078177:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609121.078179:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609121.078181:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609121.078183:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609121.078185:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1952:1952:256:4294967295] 192.168.201.120@tcp LPNI seq info [1952:1952:8:4294967295]
00000400:00000200:2.0:1749609121.078197:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609121.078201:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609121.078203:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749609121.078204:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749609121.078206:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749609121.078208:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609121.078209:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609121.078210:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609121.078212:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749609121.078214:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749609121.078215:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1953:1953:255:4294967295] 192.168.201.120@tcp LPNI seq info [1953:1953:7:4294967295]
00000800:00000200:2.0:1749609121.078216:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749609121.078222:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609121.078226:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609121.078228:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749609121.078232:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609121.078233:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000800:00000200:1.0:1749609121.078236:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609121.078238:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609121.078241:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749609121.078244:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749609121.078247:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
02000000:00000010:2.0:1749609121.078255:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609121.078256:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609121.078258:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609121.078259:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730233984, portal 10
00000400:00000010:2.0:1749609121.078261:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749609121.078262:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730233984, offset 0
00000400:00000200:2.0:1749609121.078265:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609121.078267:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609121.078268:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609121.078270:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609121.078271:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609121.078272:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609121.078274:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1954:1954:254:4294967295] 192.168.201.120@tcp LPNI seq info [1954:1954:6:4294967295]
00000400:00000200:2.0:1749609121.078277:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609121.078279:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609121.078282:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609121.078284:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609121.078286:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609121.078287:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609121.078320:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609121.078323:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609121.078327:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609121.078331:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609121.078334:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749609121.078335:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749609121.078341:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730233856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609121.078352:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609121.078353:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749609121.078354:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609121.078356:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609121.078357:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749609121.078358:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749609121.078359:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730233728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609121.078407:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609121.078408:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609121.078409:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609121.078411:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609121.078412:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749609121.078413:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749609121.078415:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730233984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609121.079591:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609121.079599:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33d000
00000400:00000200:0.0:1749609121.079603:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3df5 [1] + 0
00000400:00000200:0.0:1749609121.079608:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609121.079610:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609121.079614:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730233856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609121.079633:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609121.079635:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33d080
00000400:00000200:0.0:1749609121.079637:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3e05 [1] + 0
00000400:00000200:0.0:1749609121.079640:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609121.079641:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609121.079643:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730233984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609121.079650:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609121.079652:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33cf80
00000400:00000200:0.0:1749609121.079654:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3df9 [1] + 224
00000400:00000200:0.0:1749609121.079663:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609121.079665:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609121.079682:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730233728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609121.079707:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609121.079711:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609121.079712:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609121.079717:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730233856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609121.079723:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730233856/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609121.079759:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609121.079760:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749609121.079761:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609121.079763:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730233984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609121.079767:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730233984/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609121.079775:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749609121.079776:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749609121.079778:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000400:00000200:1.0:1749609121.079780:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000100:00000010:2.0:1749609121.079780:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:1.0:1749609121.079781:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
02000000:00000010:2.0:1749609121.079782:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609121.079783:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749609121.079801:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000200:1.0:1749609121.079807:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730233728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609121.079813:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730233728/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609121.079823:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609121.079825:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749609121.079827:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:1.0:1749609121.091018:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:0.0:1749609121.091022:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749609121.091027:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:3.0:1749609121.091051:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:0.0:1749609126.086166:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749609126.086192:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b900.
00000400:00000200:0.0:1749609126.086245:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609126.086260:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749609126.086267:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
00000100:00000010:0.0:1749609126.086281:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749609126.086284:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
02000000:00000010:2.0:1749609126.086310:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749609126.086312:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:2.0:1749609126.086318:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749609126.086322:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749609126.086325:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000010:3.0:1749609126.086327:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:2.0:1749609126.086333:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730234240, portal 10
00000100:00000200:3.0:1749609126.086338:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730234112, portal 25
00000400:00000010:2.0:1749609126.086340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000010:3.0:1749609126.086341:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:2.0:1749609126.086343:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730234240, offset 0
00000100:00000200:3.0:1749609126.086343:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730234112, offset 0
00000400:00000200:3.0:1749609126.086350:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609126.086358:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609126.086360:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609126.086364:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609126.086366:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609126.086369:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609126.086370:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609126.086372:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1955:1955:256:4294967295] 192.168.201.120@tcp LPNI seq info [1955:1955:8:4294967295]
00000400:00000200:3.0:1749609126.086380:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609126.086383:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609126.086386:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609126.086388:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609126.086390:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609126.086393:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749609126.086396:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609126.086400:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609126.086411:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609126.086414:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609126.086416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609126.086419:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1956:1956:255:4294967295] 192.168.201.120@tcp LPNI seq info [1956:1956:7:4294967295]
00000100:00000010:3.0:1749609126.086425:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000400:00000200:2.0:1749609126.086429:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609126.086433:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749609126.086436:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000800:00000010:2.0:1749609126.086437:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609126.086441:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749609126.086444:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
00000800:00000200:2.0:1749609126.086447:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749609126.086447:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000800:00000200:2.0:1749609126.086449:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749609126.086463:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609126.086465:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609126.086467:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609126.086469:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730234368, portal 10
00000400:00000010:2.0:1749609126.086471:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749609126.086473:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730234368, offset 0
00000400:00000200:2.0:1749609126.086475:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609126.086478:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609126.086480:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609126.086481:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609126.086483:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609126.086484:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749609126.086485:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609126.086485:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1957:1957:254:4294967295] 192.168.201.120@tcp LPNI seq info [1957:1957:6:4294967295]
00000800:00000010:0.0:1749609126.086487:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609126.086490:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609126.086491:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749609126.086492:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609126.086493:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609126.086495:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609126.086495:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609126.086497:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609126.086498:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000800:00000200:2.0:1749609126.086498:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749609126.086499:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749609126.086506:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730234112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609126.086519:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609126.086521:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609126.086522:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609126.086524:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609126.086525:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749609126.086526:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749609126.086529:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730234240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609126.086577:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609126.086578:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609126.086579:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609126.086581:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609126.086584:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749609126.086585:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749609126.086588:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730234368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609126.087792:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609126.087802:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33d100
00000400:00000200:0.0:1749609126.087808:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e11 [1] + 224
00000400:00000200:0.0:1749609126.087815:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609126.087818:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609126.087824:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730234112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609126.087845:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609126.087848:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33d180
00000400:00000200:0.0:1749609126.087850:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e0d [1] + 0
00000400:00000200:0.0:1749609126.087853:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609126.087854:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609126.087858:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730234240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609126.087870:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609126.087872:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33d200
00000400:00000010:3.0:1749609126.087874:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609126.087887:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749609126.087889:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000400:00000200:0.0:1749609126.087891:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3e1d [1] + 0
00000100:00000200:3.0:1749609126.087893:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730234112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609126.087900:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730234112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609126.087902:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609126.087904:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609126.087905:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609126.087910:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749609126.087911:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
02000000:00000010:3.0:1749609126.087915:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
00000100:00000200:0.0:1749609126.087917:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730234368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609126.087917:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730234240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609126.087918:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b900.
00000100:00000010:3.0:1749609126.087921:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000100:00000200:2.0:1749609126.087926:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730234240/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609126.087962:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609126.087963:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749609126.087964:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609126.087967:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730234368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609126.087971:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730234368/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609126.087980:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609126.087983:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:2.0:1749609126.087987:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
02000000:00000010:2.0:1749609126.087990:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609126.087991:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:2.0:1749609126.087993:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000010:2.0:1749609126.098999:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:1.0:1749609126.099008:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:0.0:1749609126.099018:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749609126.099066:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:0.0:1749609131.094014:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749609131.094032:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b700.
00000400:00000200:0.0:1749609131.094069:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609131.094081:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749609131.094085:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
00000100:00000010:0.0:1749609131.094098:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749609131.094100:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
02000000:00000010:3.0:1749609131.094112:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749609131.094118:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609131.094124:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609131.094129:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730234496, portal 25
00000400:00000010:3.0:1749609131.094133:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749609131.094135:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730234496, offset 0
00000400:00000200:3.0:1749609131.094140:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609131.094150:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609131.094155:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609131.094158:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609131.094160:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609131.094162:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
02000000:00000010:2.0:1749609131.094164:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000200:3.0:1749609131.094165:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1958:1958:256:4294967295] 192.168.201.120@tcp LPNI seq info [1958:1958:8:4294967295]
00000400:00000010:2.0:1749609131.094169:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609131.094171:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609131.094174:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730234624, portal 10
00000400:00000200:3.0:1749609131.094174:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749609131.094177:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609131.094178:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730234624, offset 0
00000800:00000200:3.0:1749609131.094178:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609131.094182:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609131.094182:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609131.094186:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609131.094188:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749609131.094188:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609131.094194:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609131.094199:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749609131.094199:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609131.094201:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609131.094202:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609131.094203:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1959:1959:255:4294967295] 192.168.201.120@tcp LPNI seq info [1959:1959:7:4294967295]
00000400:00000200:2.0:1749609131.094209:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609131.094211:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609131.094213:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609131.094215:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749609131.094216:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000800:00000200:2.0:1749609131.094218:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609131.094220:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609131.094231:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749609131.094237:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749609131.094241:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
02000000:00000010:2.0:1749609131.094250:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609131.094251:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000800:00000200:0.0:1749609131.094252:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749609131.094253:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609131.094254:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730234752, portal 10
00000800:00000010:0.0:1749609131.094255:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000010:2.0:1749609131.094256:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749609131.094257:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730234752, offset 0
00000400:00000200:0.0:1749609131.094259:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609131.094259:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609131.094262:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609131.094263:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609131.094263:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609131.094264:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609131.094265:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000200:2.0:1749609131.094266:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749609131.094267:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000400:00000200:2.0:1749609131.094267:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609131.094268:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1960:1960:254:4294967295] 192.168.201.120@tcp LPNI seq info [1960:1960:6:4294967295]
00000400:00000200:2.0:1749609131.094272:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749609131.094273:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730234496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609131.094274:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609131.094276:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609131.094277:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609131.094279:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609131.094280:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609131.094322:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609131.094323:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609131.094325:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609131.094327:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609131.094328:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749609131.094329:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749609131.094331:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730234624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609131.094344:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609131.094345:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609131.094346:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609131.094347:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609131.094349:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749609131.094349:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749609131.094351:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730234752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609131.095478:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609131.095485:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33d280
00000400:00000200:0.0:1749609131.095490:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e25 [1] + 224
00000400:00000200:0.0:1749609131.095495:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609131.095497:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609131.095501:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730234496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609131.095519:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609131.095521:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33d300
00000400:00000200:0.0:1749609131.095523:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e2d [1] + 0
00000400:00000200:0.0:1749609131.095526:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609131.095528:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609131.095529:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730234624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609131.095541:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609131.095544:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33d380
00000400:00000200:0.0:1749609131.095545:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3e35 [1] + 0
00000400:00000200:0.0:1749609131.095554:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609131.095555:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609131.095558:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730234752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609131.095573:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609131.095578:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749609131.095580:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609131.095585:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730234496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609131.095593:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730234496/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609131.095597:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609131.095601:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749609131.095602:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609131.095606:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730234624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609131.095611:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730234624/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609131.095612:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749609131.095631:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b700.
00000400:00000010:2.0:1749609131.095634:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609131.095635:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000100:00000010:3.0:1749609131.095635:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000400:00000010:2.0:1749609131.095636:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609131.095637:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730234752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609131.095641:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730234752/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609131.095648:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609131.095651:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:2.0:1749609131.095653:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
02000000:00000010:2.0:1749609131.095654:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609131.095655:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:2.0:1749609131.095657:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:2.0:1749609131.106981:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:1.0:1749609131.106988:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:0.0:1749609131.106989:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749609131.106995:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:0.0:1749609136.102100:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749609136.102120:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b800.
00000400:00000200:0.0:1749609136.102166:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749609136.102173:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88000.
00000100:00000010:0.0:1749609136.102177:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
00000400:00000010:2.0:1749609136.102180:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
02000000:00000010:0.0:1749609136.102181:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
00000400:00000010:2.0:1749609136.102184:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609136.102189:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730234880, portal 25
00000400:00000010:2.0:1749609136.102192:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609136.102194:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730234880, offset 0
00000100:00000010:0.0:1749609136.102196:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749609136.102198:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
00000400:00000200:2.0:1749609136.102199:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609136.102208:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609136.102212:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609136.102224:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609136.102226:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609136.102228:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609136.102230:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1961:1961:256:4294967295] 192.168.201.120@tcp LPNI seq info [1961:1961:8:4294967295]
00000400:00000200:2.0:1749609136.102237:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1749609136.102240:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000800:00000200:2.0:1749609136.102241:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609136.102244:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000010:3.0:1749609136.102246:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000800:00000200:2.0:1749609136.102248:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:3.0:1749609136.102248:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609136.102251:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730235008, portal 10
00000800:00000200:2.0:1749609136.102254:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:3.0:1749609136.102254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749609136.102255:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730235008, offset 0
00000800:00000200:2.0:1749609136.102257:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609136.102259:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609136.102263:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609136.102265:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609136.102267:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609136.102269:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609136.102270:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609136.102272:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1962:1962:255:4294967295] 192.168.201.120@tcp LPNI seq info [1962:1962:7:4294967295]
00000100:00000010:2.0:1749609136.102273:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
00000400:00000200:3.0:1749609136.102277:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609136.102279:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749609136.102281:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
00000800:00000010:3.0:1749609136.102281:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000010:2.0:1749609136.102287:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000800:00000200:3.0:1749609136.102288:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609136.102290:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
00000800:00000200:3.0:1749609136.102292:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609136.102294:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749609136.102302:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609136.102303:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609136.102305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749609136.102306:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730235136, portal 10
00000400:00000010:3.0:1749609136.102308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749609136.102309:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730235136, offset 0
00000800:00000200:0.0:1749609136.102310:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609136.102311:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609136.102312:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:3.0:1749609136.102313:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609136.102314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609136.102315:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609136.102316:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609136.102317:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609136.102318:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609136.102319:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609136.102319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1963:1963:254:4294967295] 192.168.201.120@tcp LPNI seq info [1963:1963:6:4294967295]
00000400:00000200:0.0:1749609136.102322:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749609136.102323:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000400:00000200:3.0:1749609136.102323:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609136.102325:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609136.102326:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609136.102328:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749609136.102329:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730234880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749609136.102330:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609136.102331:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609136.102341:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609136.102343:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609136.102344:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609136.102346:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609136.102347:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749609136.102348:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749609136.102350:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730235008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609136.102394:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609136.102395:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609136.102396:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609136.102398:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609136.102399:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:0.0:1749609136.102400:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:0.0:1749609136.102402:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730235136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609136.103639:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609136.103647:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33d400
00000400:00000200:0.0:1749609136.103651:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e3d [1] + 224
00000400:00000200:0.0:1749609136.103656:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609136.103658:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609136.103662:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730234880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609136.103684:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609136.103686:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33d480
00000400:00000200:0.0:1749609136.103689:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e45 [1] + 0
00000400:00000200:0.0:1749609136.103691:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609136.103693:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609136.103694:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730235008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609136.103706:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609136.103708:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33d500
00000400:00000200:0.0:1749609136.103710:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3e4d [1] + 0
00000400:00000200:0.0:1749609136.103717:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609136.103719:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609136.103721:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609136.103726:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749609136.103727:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749609136.103730:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730235136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609136.103731:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730234880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609136.103731:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609136.103734:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:3.0:1749609136.103734:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:2.0:1749609136.103738:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730234880/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609136.103738:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730235008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609136.103743:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730235008/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609136.103753:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88000.
00000400:00000010:3.0:1749609136.103754:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749609136.103756:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b800.
00000100:00000010:2.0:1749609136.103758:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000400:00000200:3.0:1749609136.103759:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749609136.103760:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:3.0:1749609136.103762:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730235136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609136.103765:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730235136/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609136.103774:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609136.103776:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:3.0:1749609136.103778:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:3.0:1749609136.103779:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609136.103780:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:3.0:1749609136.103782:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000010:1.0:1749609136.115020:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749609136.115020:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:3.0:1749609136.115033:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:0.0:1749609136.115038:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:2.0:1749609141.110142:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609141.110157:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609141.110202:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609141.110213:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609141.110218:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:1.0:1749609141.110236:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609141.110243:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:2.0:1749609141.110247:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
00000400:00000010:1.0:1749609141.110248:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
02000000:00000010:2.0:1749609141.110249:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749609141.110258:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000100:00000200:1.0:1749609141.110260:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730235264, portal 25
00000400:00000010:3.0:1749609141.110263:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:1.0:1749609141.110264:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749609141.110266:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730235264, offset 0
00000400:00000010:3.0:1749609141.110266:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749609141.110269:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730235392, portal 10
00000400:00000200:1.0:1749609141.110272:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609141.110274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609141.110276:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730235392, offset 0
00000400:00000200:3.0:1749609141.110281:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609141.110282:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609141.110286:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609141.110290:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609141.110293:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609141.110295:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609141.110298:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1964:1964:256:4294967295] 192.168.201.120@tcp LPNI seq info [1964:1964:8:4294967295]
00000400:00000200:1.0:1749609141.110307:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609141.110311:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609141.110314:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:3.0:1749609141.110314:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609141.110316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609141.110319:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609141.110319:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609141.110321:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609141.110323:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609141.110324:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609141.110326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1965:1965:255:4294967295] 192.168.201.120@tcp LPNI seq info [1965:1965:7:4294967295]
00000800:00000200:1.0:1749609141.110327:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609141.110333:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609141.110337:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609141.110340:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609141.110343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749609141.110344:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000800:00000200:3.0:1749609141.110351:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609141.110353:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609141.110354:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749609141.110357:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
00000100:00000010:1.0:1749609141.110364:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
02000000:00000010:3.0:1749609141.110380:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609141.110382:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609141.110384:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609141.110386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730235520, portal 10
00000400:00000010:3.0:1749609141.110388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749609141.110389:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730235520, offset 0
00000400:00000200:3.0:1749609141.110391:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609141.110394:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609141.110396:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609141.110397:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749609141.110398:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609141.110398:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609141.110399:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609141.110401:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1966:1966:254:4294967295] 192.168.201.120@tcp LPNI seq info [1966:1966:6:4294967295]
00000800:00000010:0.0:1749609141.110404:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:3.0:1749609141.110405:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609141.110407:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609141.110408:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609141.110410:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749609141.110410:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609141.110413:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609141.110414:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609141.110416:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609141.110421:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000400:00000010:0.0:1749609141.110423:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749609141.110432:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730235264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609141.110473:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609141.110475:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609141.110477:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609141.110479:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609141.110480:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749609141.110482:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749609141.110485:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730235392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609141.110544:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609141.110545:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609141.110547:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609141.110549:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609141.110550:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749609141.110551:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749609141.110554:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730235520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609141.111733:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609141.111746:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33d580
00000400:00000200:0.0:1749609141.111754:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e55 [1] + 224
00000400:00000200:0.0:1749609141.111764:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609141.111767:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609141.111773:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730235264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609141.111798:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609141.111803:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33d600
00000400:00000200:0.0:1749609141.111807:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e5d [1] + 0
00000400:00000200:0.0:1749609141.111811:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609141.111813:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609141.111816:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730235392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609141.111839:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609141.111842:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33d680
00000400:00000200:0.0:1749609141.111844:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3e65 [1] + 0
00000400:00000010:1.0:1749609141.111853:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749609141.111856:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609141.111857:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000200:0.0:1749609141.111858:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749609141.111858:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000400:00000010:3.0:1749609141.111863:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:1.0:1749609141.111865:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730235264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609141.111866:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:3.0:1749609141.111867:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749609141.111871:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730235520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609141.111871:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730235392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609141.111872:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730235264/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609141.111877:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730235392/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749609141.111886:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
02000000:00000010:1.0:1749609141.111887:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609141.111890:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749609141.111893:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749609141.111895:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609141.111898:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749609141.111900:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:3.0:1749609141.111903:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609141.111904:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749609141.111905:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609141.111908:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730235520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609141.111912:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730235520/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749609141.111917:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:3.0:1749609141.111921:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609141.111922:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749609141.111923:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:1.0:1749609141.123002:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:0.0:1749609141.123005:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:2.0:1749609141.123015:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:3.0:1749609141.123022:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:2.0:1749609146.118017:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609146.118032:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609146.118070:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609146.118081:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609146.118085:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609146.118094:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609146.118096:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:1.0:1749609146.118125:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749609146.118128:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:1.0:1749609146.118131:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749609146.118131:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749609146.118135:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000010:2.0:1749609146.118135:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:1.0:1749609146.118140:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730235648, portal 25
00000400:00000010:1.0:1749609146.118143:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749609146.118144:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730235648, offset 0
00000100:00000200:2.0:1749609146.118144:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730235776, portal 10
00000400:00000010:2.0:1749609146.118148:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000400:00000200:1.0:1749609146.118149:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609146.118152:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730235776, offset 0
00000400:00000200:2.0:1749609146.118155:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609146.118158:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609146.118161:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609146.118164:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609146.118166:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609146.118168:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609146.118170:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1967:1967:256:4294967295] 192.168.201.120@tcp LPNI seq info [1967:1967:8:4294967295]
00000400:00000200:1.0:1749609146.118177:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609146.118181:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609146.118181:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609146.118183:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749609146.118184:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:2.0:1749609146.118185:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609146.118186:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609146.118188:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609146.118188:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609146.118190:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1968:1968:255:4294967295] 192.168.201.120@tcp LPNI seq info [1968:1968:7:4294967295]
00000800:00000200:1.0:1749609146.118194:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609146.118197:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609146.118197:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609146.118201:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609146.118203:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609146.118206:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609146.118210:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609146.118212:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609146.118215:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
00000100:00000010:1.0:1749609146.118230:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749609146.118234:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749609146.118242:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
02000000:00000010:2.0:1749609146.118278:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609146.118290:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609146.118292:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609146.118294:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730235904, portal 10
00000400:00000010:2.0:1749609146.118296:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609146.118297:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730235904, offset 0
00000400:00000200:2.0:1749609146.118300:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609146.118303:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609146.118305:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609146.118306:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609146.118307:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609146.118308:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749609146.118309:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609146.118310:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1969:1969:254:4294967295] 192.168.201.120@tcp LPNI seq info [1969:1969:6:4294967295]
00000800:00000010:0.0:1749609146.118313:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:2.0:1749609146.118314:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609146.118316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609146.118317:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:2.0:1749609146.118318:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609146.118320:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609146.118321:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609146.118323:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000800:00000200:2.0:1749609146.118323:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:0.0:1749609146.118324:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000800:00000200:2.0:1749609146.118324:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609146.118330:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730235648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609146.118343:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609146.118344:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609146.118345:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609146.118347:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609146.118348:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749609146.118349:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749609146.118351:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730235776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609146.118413:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609146.118415:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609146.118416:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609146.118418:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609146.118419:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749609146.118420:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749609146.118422:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730235904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609146.119871:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609146.119881:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33d700
00000400:00000200:0.0:1749609146.119888:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e6d [1] + 224
00000400:00000200:0.0:1749609146.119896:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609146.119898:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609146.119902:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730235648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609146.119922:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609146.119925:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33d780
00000400:00000200:0.0:1749609146.119928:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e71 [1] + 0
00000400:00000200:0.0:1749609146.119930:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609146.119932:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609146.119934:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730235776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609146.119957:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609146.119960:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609146.119961:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609146.119965:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730235648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609146.119967:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609146.119970:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33d800
00000100:00000200:1.0:1749609146.119971:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730235648/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609146.119972:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3e7d [1] + 0
00000400:00000200:0.0:1749609146.119981:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609146.119983:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609146.119985:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730235904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609146.119988:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609146.119991:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:1.0:1749609146.119993:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000010:2.0:1749609146.120015:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609146.120019:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749609146.120020:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609146.120024:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730235776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609146.120030:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730235776/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609146.120041:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609146.120042:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749609146.120043:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609146.120044:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730235904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609146.120056:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730235904/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609146.120065:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609146.120067:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609146.120068:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609146.120070:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609146.120071:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609146.120072:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749609146.131040:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:1.0:1749609146.131048:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:3.0:1749609146.131064:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:0.0:1749609146.131075:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749609151.126095:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609151.126118:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749609151.126194:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609151.126230:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609151.126240:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609151.126307:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609151.126317:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749609151.126330:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81e00.
00000400:00000010:3.0:1749609151.126339:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609151.126345:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609151.126354:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730236032, portal 25
00000400:00000010:3.0:1749609151.126359:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749609151.126361:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730236032, offset 0
00000400:00000200:3.0:1749609151.126369:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:1.0:1749609151.126373:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000200:3.0:1749609151.126381:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:1.0:1749609151.126387:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000200:3.0:1749609151.126387:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609151.126392:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:1.0:1749609151.126394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000400:00000200:3.0:1749609151.126395:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609151.126398:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:1.0:1749609151.126401:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730236160, portal 10
00000400:00000200:3.0:1749609151.126402:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1970:1970:256:4294967295] 192.168.201.120@tcp LPNI seq info [1970:1970:8:4294967295]
00000400:00000010:1.0:1749609151.126409:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000100:00000200:1.0:1749609151.126413:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730236160, offset 0
00000400:00000200:3.0:1749609151.126414:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749609151.126424:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609151.126446:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609151.126450:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609151.126458:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609151.126460:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609151.126467:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:3.0:1749609151.126467:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609151.126471:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749609151.126472:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609151.126476:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609151.126480:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609151.126484:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1971:1971:255:4294967295] 192.168.201.120@tcp LPNI seq info [1971:1971:7:4294967295]
00000400:00000200:1.0:1749609151.126498:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1749609151.126505:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000800:00000200:1.0:1749609151.126506:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609151.126512:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000200:1.0:1749609151.126519:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749609151.126521:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000100:00000010:3.0:1749609151.126525:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000800:00000200:1.0:1749609151.126528:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609151.126533:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609151.126544:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
02000000:00000010:1.0:1749609151.126563:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749609151.126568:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609151.126572:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749609151.126577:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730236288, portal 10
00000400:00000010:1.0:1749609151.126582:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000100:00000200:1.0:1749609151.126585:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730236288, offset 0
00000400:00000200:1.0:1749609151.126604:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609151.126611:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609151.126616:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609151.126620:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609151.126624:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609151.126627:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609151.126631:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1972:1972:254:4294967295] 192.168.201.120@tcp LPNI seq info [1972:1972:6:4294967295]
00000800:00000200:0.0:1749609151.126633:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609151.126639:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:1.0:1749609151.126643:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609151.126647:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749609151.126650:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609151.126654:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:0.0:1749609151.126656:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:1.0:1749609151.126661:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609151.126662:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749609151.126665:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000800:00000200:1.0:1749609151.126668:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609151.126672:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609151.126688:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730236032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609151.126729:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609151.126732:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749609151.126736:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609151.126742:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609151.126745:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749609151.126748:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749609151.126754:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730236160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609151.126843:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609151.126848:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749609151.126852:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609151.126858:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609151.126862:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:0.0:1749609151.126864:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:0.0:1749609151.126871:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730236288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609151.128687:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609151.128700:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33d880
00000400:00000200:0.0:1749609151.128707:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e85 [1] + 224
00000400:00000200:0.0:1749609151.128717:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609151.128721:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609151.128728:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730236032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609151.128760:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609151.128765:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33d900
00000400:00000200:0.0:1749609151.128769:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e8d [1] + 0
00000400:00000200:0.0:1749609151.128774:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609151.128777:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609151.128782:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730236160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609151.128804:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609151.128808:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33d980
00000400:00000200:0.0:1749609151.128812:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3e95 [1] + 0
00000400:00000200:0.0:1749609151.128826:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609151.128830:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609151.128835:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730236288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609151.128854:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609151.128860:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:1.0:1749609151.128862:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:1.0:1749609151.128870:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730236160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609151.128871:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609151.128879:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000100:00000200:1.0:1749609151.128880:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730236160/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609151.128881:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609151.128889:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730236032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609151.128901:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730236032/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609151.128904:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609151.128906:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749609151.128908:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749609151.128912:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730236288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609151.128919:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730236288/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609151.128920:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81e00.
02000000:00000010:3.0:1749609151.128924:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749609151.128928:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:1.0:1749609151.128932:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749609151.128981:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:1.0:1749609151.128994:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
02000000:00000010:1.0:1749609151.128998:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749609151.129000:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749609151.129003:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:3.0:1749609151.139006:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:1.0:1749609151.139007:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:0.0:1749609151.139018:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:2.0:1749609151.139077:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:2.0:1749609156.134126:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609156.134151:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749609156.134257:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609156.134274:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:0.0:1749609156.134281:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749609156.134281:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:0.0:1749609156.134291:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eadc0.
00000100:00000010:2.0:1749609156.134297:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
00000400:00000010:0.0:1749609156.134298:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
02000000:00000010:2.0:1749609156.134301:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000200:0.0:1749609156.134306:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730236416, portal 25
00000400:00000010:0.0:1749609156.134310:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749609156.134313:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730236416, offset 0
00000400:00000200:0.0:1749609156.134321:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609156.134334:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609156.134340:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609156.134344:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:1.0:1749609156.134344:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000200:0.0:1749609156.134348:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609156.134351:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609156.134354:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1973:1973:256:4294967295] 192.168.201.120@tcp LPNI seq info [1973:1973:8:4294967295]
00000400:00000010:1.0:1749609156.134358:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609156.134364:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000400:00000200:0.0:1749609156.134367:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749609156.134370:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730236544, portal 10
00000800:00000200:0.0:1749609156.134373:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749609156.134376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992220.
00000800:00000010:0.0:1749609156.134377:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000100:00000200:1.0:1749609156.134378:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730236544, offset 0
00000800:00000200:0.0:1749609156.134384:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609156.134385:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609156.134393:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749609156.134397:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749609156.134398:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:1.0:1749609156.134401:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609156.134405:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609156.134407:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609156.134409:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609156.134411:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1974:1974:255:4294967295] 192.168.201.120@tcp LPNI seq info [1974:1974:7:4294967295]
00000400:00000200:1.0:1749609156.134420:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609156.134423:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749609156.134427:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000800:00000010:1.0:1749609156.134427:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:1.0:1749609156.134431:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609156.134438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:0.0:1749609156.134440:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631d40.
00000800:00000200:1.0:1749609156.134442:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749609156.134444:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631200.
00000100:00000010:0.0:1749609156.134448:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631580.
02000000:00000010:1.0:1749609156.134478:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:1.0:1749609156.134480:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609156.134482:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609156.134485:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730236672, portal 10
00000400:00000010:1.0:1749609156.134490:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992a18.
00000800:00000200:2.0:1749609156.134491:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:1.0:1749609156.134492:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730236672, offset 0
00000400:00000200:1.0:1749609156.134495:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609156.134495:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749609156.134502:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609156.134509:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609156.134519:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609156.134521:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000200:1.0:1749609156.134522:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609156.134524:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609156.134526:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609156.134528:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609156.134531:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1975:1975:254:4294967295] 192.168.201.120@tcp LPNI seq info [1975:1975:6:4294967295]
00000400:00000200:1.0:1749609156.134538:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749609156.134538:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000800:00000200:1.0:1749609156.134541:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609156.134544:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000800:00000200:1.0:1749609156.134548:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:2.0:1749609156.134548:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730236416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609156.134552:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609156.134554:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749609156.134573:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609156.134575:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749609156.134577:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609156.134581:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609156.134584:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992220
00000400:00000010:2.0:1749609156.134585:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992220.
00000100:00000200:2.0:1749609156.134589:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730236544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609156.134673:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609156.134675:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749609156.134677:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609156.134681:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609156.134683:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992a18
00000400:00000010:2.0:1749609156.134685:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992a18.
00000100:00000200:2.0:1749609156.134689:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730236672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609156.136350:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609156.136362:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33da80
00000400:00000200:0.0:1749609156.136369:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ea5 [1] + 0
00000400:00000200:0.0:1749609156.136378:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609156.136381:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609156.136390:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730236544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609156.136417:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609156.136420:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33da00
00000400:00000200:0.0:1749609156.136424:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3e9d [1] + 224
00000400:00000200:0.0:1749609156.136428:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609156.136430:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609156.136434:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730236416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609156.136446:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609156.136451:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:1.0:1749609156.136453:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749609156.136459:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730236544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609156.136460:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609156.136463:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33db00
00000400:00000200:0.0:1749609156.136465:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ead [1] + 0
00000100:00000200:1.0:1749609156.136467:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730236544/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609156.136478:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609156.136481:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609156.136485:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730236672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609156.136493:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609156.136494:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609156.136495:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609156.136498:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730236672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609156.136503:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730236672/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609156.136510:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eadc0.
00000400:00000200:2.0:1749609156.136515:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
02000000:00000010:1.0:1749609156.136517:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
00000400:00000010:2.0:1749609156.136517:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
02000000:00000010:1.0:1749609156.136522:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000200:2.0:1749609156.136522:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730236416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609156.136526:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000200:2.0:1749609156.136529:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730236416/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609156.136535:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749609156.136537:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:1.0:1749609156.136539:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609156.136544:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749609156.136548:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:2.0:1749609156.136551:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:3.0:1749609156.147016:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631580.
00000100:00000010:1.0:1749609156.147022:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631d40.
00000100:00000010:2.0:1749609156.147029:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631200.
00000100:00000010:0.0:1749609156.147036:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:2.0:1749609161.142103:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609161.142198:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749609161.142258:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609161.142275:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609161.142282:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609161.142309:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749609161.142313:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609161.142317:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609161.142326:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609161.142332:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609161.142339:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730236800, portal 25
00000400:00000010:1.0:1749609161.142343:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992880.
00000100:00000200:1.0:1749609161.142345:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730236800, offset 0
00000400:00000200:1.0:1749609161.142351:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609161.142363:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609161.142368:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609161.142371:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609161.142374:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609161.142376:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609161.142379:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1976:1976:256:4294967295] 192.168.201.120@tcp LPNI seq info [1976:1976:8:4294967295]
02000000:00000010:0.0:1749609161.142382:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3940c00.
00000400:00000010:0.0:1749609161.142388:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead68.
00000400:00000200:1.0:1749609161.142389:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749609161.142391:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749609161.142394:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730236928, portal 10
00000800:00000200:1.0:1749609161.142394:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749609161.142398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000800:00000010:1.0:1749609161.142398:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000100:00000200:0.0:1749609161.142399:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730236928, offset 0
00000400:00000200:0.0:1749609161.142404:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609161.142404:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609161.142409:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609161.142411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609161.142412:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609161.142413:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609161.142414:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609161.142416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609161.142416:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749609161.142417:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1977:1977:255:4294967295] 192.168.201.120@tcp LPNI seq info [1977:1977:7:4294967295]
00000400:00000200:0.0:1749609161.142423:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609161.142425:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609161.142427:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7be00.
00000800:00000200:0.0:1749609161.142430:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609161.142433:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609161.142435:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7be00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609161.142437:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
00000100:00000010:1.0:1749609161.142454:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749609161.142458:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749609161.142462:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
02000000:00000010:0.0:1749609161.142476:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941800.
00000400:00000010:0.0:1749609161.142477:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ead10.
00000400:00000010:0.0:1749609161.142479:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749609161.142481:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730237056, portal 10
00000400:00000010:0.0:1749609161.142483:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749609161.142484:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730237056, offset 0
00000400:00000200:0.0:1749609161.142487:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749609161.142488:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:0.0:1749609161.142489:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609161.142491:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749609161.142491:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000400:00000200:0.0:1749609161.142493:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609161.142495:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609161.142496:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609161.142497:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609161.142498:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1978:1978:254:4294967295] 192.168.201.120@tcp LPNI seq info [1978:1978:6:4294967295]
00000400:00000200:2.0:1749609161.142502:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609161.142506:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609161.142506:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992880
00000400:00000010:2.0:1749609161.142508:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992880.
00000800:00000200:0.0:1749609161.142510:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609161.142512:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b600.
00000800:00000200:0.0:1749609161.142515:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:2.0:1749609161.142516:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730236800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609161.142518:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609161.142520:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749609161.142535:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609161.142537:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7be00.
00000400:00000200:2.0:1749609161.142539:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609161.142542:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609161.142544:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749609161.142545:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749609161.142548:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730236928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609161.142612:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609161.142614:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b600.
00000400:00000200:2.0:1749609161.142615:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609161.142618:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609161.142620:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:2.0:1749609161.142621:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:2.0:1749609161.142624:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730237056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609161.143714:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609161.143723:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33db80
00000400:00000200:0.0:1749609161.143727:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3eb5 [1] + 224
00000400:00000200:0.0:1749609161.143735:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609161.143737:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609161.143741:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730236800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609161.143759:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609161.143761:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33dc00
00000400:00000200:0.0:1749609161.143764:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ebd [1] + 0
00000400:00000200:0.0:1749609161.143766:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609161.143768:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609161.143770:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730236928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609161.143779:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609161.143782:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609161.143783:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609161.143787:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730236800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609161.143794:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609161.143796:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33dc80
00000100:00000200:1.0:1749609161.143798:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730236800/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609161.143799:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ec5 [1] + 0
00000400:00000200:0.0:1749609161.143808:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609161.143810:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609161.143812:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730237056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609161.143813:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead68.
02000000:00000010:1.0:1749609161.143817:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000200:2.0:1749609161.143817:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
02000000:00000010:1.0:1749609161.143821:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000010:2.0:1749609161.143823:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000010:1.0:1749609161.143824:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000200:2.0:1749609161.143827:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730236928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609161.143836:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730236928/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609161.143852:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ead10.
00000400:00000200:2.0:1749609161.143854:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000400:00000010:2.0:1749609161.143855:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000100:00000200:2.0:1749609161.143858:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730237056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609161.143865:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730237056/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609161.143892:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3940c00.
02000000:00000010:2.0:1749609161.143897:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609161.143899:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609161.143903:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941800.
02000000:00000010:2.0:1749609161.143907:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609161.143909:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749609161.155038:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:3.0:1749609161.155048:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:1.0:1749609161.155059:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:0.0:1749609161.155075:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:2.0:1749609166.150087:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749609166.150104:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749609166.150150:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609166.150164:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609166.150171:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609166.150190:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609166.150193:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749609166.150219:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749609166.150224:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609166.150230:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609166.150236:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730237312, portal 10
02000000:00000010:3.0:1749609166.150247:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749609166.150252:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609166.150254:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730237312, offset 0
00000400:00000200:2.0:1749609166.150261:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609166.150262:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:2.0:1749609166.150270:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609166.150273:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000200:2.0:1749609166.150274:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609166.150277:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609166.150279:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609166.150281:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609166.150283:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1979:1979:256:4294967295] 192.168.201.120@tcp LPNI seq info [1979:1979:8:4294967295]
00000100:00000200:3.0:1749609166.150283:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730237184, portal 25
00000400:00000010:3.0:1749609166.150289:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000200:2.0:1749609166.150291:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:3.0:1749609166.150293:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730237184, offset 0
00000800:00000200:2.0:1749609166.150294:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609166.150297:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749609166.150302:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609166.150305:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749609166.150307:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609166.150310:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749609166.150322:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:2.0:1749609166.150330:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
00000100:00000010:2.0:1749609166.150344:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
00000400:00000200:3.0:1749609166.150344:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609166.150351:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000010:2.0:1749609166.150353:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000400:00000200:3.0:1749609166.150355:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1749609166.150356:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d00.
00000400:00000200:3.0:1749609166.150359:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609166.150364:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1980:1980:255:4294967295] 192.168.201.120@tcp LPNI seq info [1980:1980:7:4294967295]
02000000:00000010:2.0:1749609166.150365:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749609166.150368:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609166.150370:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749609166.150373:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730237440, portal 10
00000400:00000010:2.0:1749609166.150376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609166.150378:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730237440, offset 0
00000400:00000200:3.0:1749609166.150381:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609166.150382:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609166.150390:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609166.150393:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609166.150396:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609166.150398:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749609166.150398:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749609166.150400:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609166.150406:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749609166.150408:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609166.150409:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1981:1981:254:4294967295] 192.168.201.120@tcp LPNI seq info [1981:1981:6:4294967295]
00000400:00000200:2.0:1749609166.150416:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609166.150419:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609166.150420:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609166.150423:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:3.0:1749609166.150425:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:0.0:1749609166.150426:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609166.150426:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749609166.150430:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749609166.150431:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609166.150433:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749609166.150433:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609166.150437:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609166.150440:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749609166.150441:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749609166.150447:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730237312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609166.150461:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609166.150462:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609166.150464:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609166.150465:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609166.150467:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749609166.150467:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749609166.150470:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730237184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609166.150482:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609166.150483:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609166.150484:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609166.150485:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609166.150486:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749609166.150487:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749609166.150489:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730237440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609166.152017:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609166.152037:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33dd80
00000400:00000200:0.0:1749609166.152042:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ecd [1] + 0
00000400:00000200:0.0:1749609166.152048:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609166.152050:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609166.152054:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730237312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609166.152073:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609166.152076:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33dd00
00000400:00000200:0.0:1749609166.152079:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ed5 [1] + 224
00000400:00000200:0.0:1749609166.152090:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609166.152091:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609166.152094:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730237184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609166.152129:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609166.152132:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749609166.152134:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609166.152138:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730237312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609166.152144:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730237312/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609166.152162:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749609166.152164:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609166.152167:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:3.0:1749609166.152171:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609166.152177:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749609166.152181:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609166.152191:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730237184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609166.152196:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609166.152201:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33de00
00000400:00000200:0.0:1749609166.152204:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3edd [1] + 0
00000100:00000200:3.0:1749609166.152206:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730237184/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609166.152211:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609166.152213:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609166.152216:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730237440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609166.152235:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749609166.152242:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000400:00000010:2.0:1749609166.152244:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609166.152246:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749609166.152247:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000010:3.0:1749609166.152249:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000200:2.0:1749609166.152250:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730237440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609166.152255:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730237440/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609166.152264:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749609166.152265:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609166.152267:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749609166.162997:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:0.0:1749609166.163005:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:3.0:1749609166.163082:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d00.
00000100:00000010:1.0:1749609166.163095:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749609171.158064:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609171.158083:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609171.158128:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609171.158141:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609171.158145:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609171.158157:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609171.158159:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749609171.158170:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749609171.158175:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:1.0:1749609171.158177:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749609171.158178:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609171.158181:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000010:1.0:1749609171.158182:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609171.158186:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730237568, portal 25
00000100:00000200:2.0:1749609171.158186:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730237696, portal 10
00000400:00000010:1.0:1749609171.158190:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992198.
00000400:00000010:2.0:1749609171.158190:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609171.158191:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730237696, offset 0
00000100:00000200:1.0:1749609171.158192:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730237568, offset 0
00000400:00000200:2.0:1749609171.158196:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609171.158204:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609171.158205:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609171.158207:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609171.158210:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609171.158213:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609171.158214:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609171.158216:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1982:1982:256:4294967295] 192.168.201.120@tcp LPNI seq info [1982:1982:8:4294967295]
00000400:00000200:2.0:1749609171.158224:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609171.158227:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609171.158229:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749609171.158230:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:1.0:1749609171.158232:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749609171.158234:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609171.158235:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609171.158236:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609171.158238:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749609171.158240:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749609171.158241:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1983:1983:255:4294967295] 192.168.201.120@tcp LPNI seq info [1983:1983:7:4294967295]
00000800:00000200:2.0:1749609171.158242:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749609171.158248:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609171.158252:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609171.158255:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000800:00000200:1.0:1749609171.158259:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609171.158261:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000800:00000200:1.0:1749609171.158263:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:2.0:1749609171.158270:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
00000800:00000200:1.0:1749609171.158271:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609171.158273:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749609171.158275:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
02000000:00000010:2.0:1749609171.158299:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749609171.158301:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609171.158302:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609171.158304:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730237824, portal 10
00000400:00000010:2.0:1749609171.158306:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609171.158307:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730237824, offset 0
00000400:00000200:2.0:1749609171.158309:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609171.158312:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609171.158314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609171.158315:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609171.158316:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609171.158317:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749609171.158319:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609171.158319:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1984:1984:254:4294967295] 192.168.201.120@tcp LPNI seq info [1984:1984:6:4294967295]
00000800:00000010:0.0:1749609171.158323:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:2.0:1749609171.158323:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609171.158325:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609171.158327:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:2.0:1749609171.158327:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609171.158329:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609171.158331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609171.158333:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609171.158335:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609171.158338:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749609171.158340:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749609171.158346:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730237696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609171.158358:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609171.158359:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749609171.158360:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609171.158362:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609171.158363:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992198
00000400:00000010:0.0:1749609171.158364:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992198.
00000100:00000200:0.0:1749609171.158366:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730237568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609171.158413:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609171.158414:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609171.158416:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609171.158417:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609171.158418:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749609171.158419:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749609171.158421:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730237824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609171.160242:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609171.160249:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33de80
00000400:00000200:0.0:1749609171.160253:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ee9 [1] + 224
00000400:00000200:0.0:1749609171.160258:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609171.160261:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609171.160266:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730237568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609171.160292:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609171.160296:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33df00
00000400:00000200:0.0:1749609171.160300:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ee5 [1] + 0
00000400:00000200:0.0:1749609171.160305:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609171.160307:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609171.160311:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730237696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609171.160320:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609171.160324:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609171.160325:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609171.160335:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730237568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609171.160343:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749609171.160344:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730237568/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609171.160348:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33df80
00000400:00000200:0.0:1749609171.160351:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ef5 [1] + 0
00000400:00000010:2.0:1749609171.160356:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609171.160359:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749609171.160360:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
02000000:00000010:1.0:1749609171.160362:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000200:0.0:1749609171.160363:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749609171.160363:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730237696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609171.160366:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749609171.160366:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000200:2.0:1749609171.160368:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730237696/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609171.160369:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730237824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609171.160369:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:2.0:1749609171.160379:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609171.160380:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749609171.160381:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609171.160383:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730237824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609171.160391:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730237824/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609171.160400:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749609171.160402:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609171.160403:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609171.160405:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749609171.160406:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749609171.160407:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:1.0:1749609171.171023:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:0.0:1749609171.171027:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:3.0:1749609171.171040:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:2.0:1749609171.171059:0:488:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749609176.166056:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609176.166074:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609176.166112:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609176.166123:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609176.166127:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749609176.166138:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609176.166140:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:2.0:1749609176.166158:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749609176.166162:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609176.166166:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
02000000:00000010:3.0:1749609176.166167:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000100:00000200:2.0:1749609176.166170:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730238080, portal 10
00000400:00000010:2.0:1749609176.166175:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749609176.166176:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730238080, offset 0
00000400:00000010:3.0:1749609176.166178:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:2.0:1749609176.166181:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609176.166186:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000200:2.0:1749609176.166189:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749609176.166191:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730237952, portal 25
00000400:00000200:2.0:1749609176.166193:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609176.166195:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:3.0:1749609176.166195:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749609176.166197:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730237952, offset 0
00000400:00000200:2.0:1749609176.166198:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609176.166199:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609176.166201:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1985:1985:256:4294967295] 192.168.201.120@tcp LPNI seq info [1985:1985:8:4294967295]
00000400:00000200:3.0:1749609176.166204:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609176.166208:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609176.166223:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609176.166225:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:3.0:1749609176.166227:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749609176.166230:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609176.166231:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609176.166234:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749609176.166236:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609176.166236:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609176.166237:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749609176.166238:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749609176.166239:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1986:1986:255:4294967295] 192.168.201.120@tcp LPNI seq info [1986:1986:7:4294967295]
00000400:00000200:3.0:1749609176.166246:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609176.166250:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609176.166252:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609176.166256:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609176.166257:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000800:00000200:3.0:1749609176.166262:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609176.166265:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609176.166267:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
00000100:00000010:2.0:1749609176.166272:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
00000100:00000010:2.0:1749609176.166274:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
02000000:00000010:2.0:1749609176.166281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749609176.166283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609176.166284:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749609176.166286:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730238208, portal 10
00000400:00000010:2.0:1749609176.166288:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749609176.166290:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730238208, offset 0
00000400:00000200:2.0:1749609176.166292:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609176.166295:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609176.166297:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609176.166298:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609176.166300:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609176.166301:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609176.166302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1987:1987:254:4294967295] 192.168.201.120@tcp LPNI seq info [1987:1987:6:4294967295]
00000400:00000200:2.0:1749609176.166307:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609176.166309:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609176.166311:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609176.166312:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609176.166314:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609176.166316:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609176.166355:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609176.166358:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609176.166363:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609176.166366:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609176.166369:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749609176.166371:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749609176.166377:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730238080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609176.166388:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609176.166389:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609176.166390:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609176.166392:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609176.166393:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749609176.166394:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749609176.166396:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730237952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609176.166443:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609176.166444:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609176.166445:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609176.166447:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609176.166448:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749609176.166449:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749609176.166451:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730238208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609176.167849:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609176.167874:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33e080
00000400:00000200:0.0:1749609176.167881:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3efd [1] + 0
00000400:00000200:0.0:1749609176.167888:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609176.167890:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609176.167897:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730238080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609176.167920:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609176.167923:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33e000
00000400:00000200:0.0:1749609176.167925:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f05 [1] + 224
00000400:00000200:0.0:1749609176.167929:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609176.167930:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609176.167933:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730237952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609176.167975:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609176.167980:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33e100
00000400:00000010:2.0:1749609176.167983:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609176.167993:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:2.0:1749609176.167994:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609176.168000:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730238080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609176.168001:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3f0d [1] + 0
00000400:00000010:3.0:1749609176.168006:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:2.0:1749609176.168009:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730238080/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609176.168011:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749609176.168012:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:0.0:1749609176.168016:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:3.0:1749609176.168016:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730237952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609176.168020:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749609176.168022:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730237952/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609176.168025:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730238208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609176.168031:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749609176.168034:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:2.0:1749609176.168037:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:3.0:1749609176.168039:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749609176.168042:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000010:2.0:1749609176.168044:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000010:3.0:1749609176.168045:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:2.0:1749609176.168046:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749609176.168047:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749609176.168051:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730238208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609176.168058:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730238208/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609176.168070:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749609176.168072:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609176.168074:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000100:00000010:2.0:1749609176.178983:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:1.0:1749609176.178992:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:3.0:1749609176.178997:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:0.0:1749609176.179006:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749609181.174095:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609181.174117:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609181.174171:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609181.174185:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609181.174191:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609181.174207:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609181.174210:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609181.174229:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:2.0:1749609181.174230:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749609181.174235:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749609181.174237:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:2.0:1749609181.174241:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000400:00000010:1.0:1749609181.174242:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609181.174248:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730238336, portal 25
00000400:00000010:1.0:1749609181.174253:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992f68.
00000100:00000200:1.0:1749609181.174255:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730238336, offset 0
00000100:00000200:2.0:1749609181.174260:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730238464, portal 10
00000400:00000200:1.0:1749609181.174263:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609181.174268:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609181.174270:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730238464, offset 0
00000400:00000200:1.0:1749609181.174274:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609181.174278:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609181.174280:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609181.174284:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609181.174287:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609181.174289:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609181.174292:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1988:1988:256:4294967295] 192.168.201.120@tcp LPNI seq info [1988:1988:8:4294967295]
00000400:00000200:1.0:1749609181.174303:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609181.174308:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609181.174312:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:2.0:1749609181.174312:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609181.174316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609181.174318:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609181.174320:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609181.174323:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609181.174325:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609181.174326:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609181.174329:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609181.174330:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1989:1989:255:4294967295] 192.168.201.120@tcp LPNI seq info [1989:1989:7:4294967295]
00000400:00000200:2.0:1749609181.174339:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609181.174343:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609181.174346:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609181.174350:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609181.174354:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749609181.174355:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000800:00000200:2.0:1749609181.174357:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609181.174371:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749609181.174383:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749609181.174387:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
02000000:00000010:2.0:1749609181.174413:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749609181.174418:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609181.174422:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609181.174425:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730238592, portal 10
00000400:00000010:2.0:1749609181.174429:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609181.174431:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730238592, offset 0
00000400:00000200:2.0:1749609181.174437:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609181.174443:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609181.174447:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609181.174450:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609181.174452:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:0.0:1749609181.174455:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609181.174455:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609181.174458:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1990:1990:254:4294967295] 192.168.201.120@tcp LPNI seq info [1990:1990:6:4294967295]
00000800:00000010:0.0:1749609181.174461:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749609181.174468:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609181.174469:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609181.174476:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609181.174481:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609181.174482:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992f68
00000800:00000010:2.0:1749609181.174484:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000010:0.0:1749609181.174485:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992f68.
00000800:00000200:2.0:1749609181.174488:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609181.174492:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609181.174494:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609181.174496:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730238336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609181.174524:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609181.174527:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609181.174530:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609181.174535:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609181.174538:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749609181.174539:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749609181.174544:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730238464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609181.174627:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609181.174630:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609181.174633:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609181.174638:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609181.174641:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749609181.174643:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749609181.174649:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730238592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609181.176121:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609181.176131:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33e180
00000400:00000200:0.0:1749609181.176137:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f15 [1] + 224
00000400:00000200:0.0:1749609181.176145:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609181.176148:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609181.176153:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730238336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609181.176178:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609181.176182:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33e200
00000400:00000200:0.0:1749609181.176186:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f1d [1] + 0
00000400:00000200:0.0:1749609181.176190:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609181.176193:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609181.176196:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730238464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609181.176211:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609181.176215:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609181.176217:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609181.176222:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730238336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609181.176225:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609181.176228:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33e280
00000400:00000200:0.0:1749609181.176231:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3f25 [1] + 0
00000100:00000200:1.0:1749609181.176231:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730238336/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609181.176244:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609181.176249:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749609181.176249:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609181.176253:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000200:0.0:1749609181.176254:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730238592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609181.176256:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
00000400:00000010:2.0:1749609181.176295:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609181.176301:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:2.0:1749609181.176303:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749609181.176310:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730238464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609181.176318:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730238464/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609181.176335:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609181.176336:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749609181.176338:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609181.176340:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730238592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609181.176346:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730238592/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609181.176356:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749609181.176359:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:2.0:1749609181.176362:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609181.176364:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749609181.176366:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609181.176368:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000100:00000010:2.0:1749609181.187016:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749609181.187023:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:0.0:1749609181.187046:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749609181.187112:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749609186.182056:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609186.182078:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609186.182135:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609186.182160:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609186.182167:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609186.182172:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609186.182178:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609186.182182:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000010:2.0:1749609186.182184:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609186.182187:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000200:1.0:1749609186.182188:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730238720, portal 25
00000400:00000010:1.0:1749609186.182190:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39925d8.
00000100:00000200:1.0:1749609186.182192:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730238720, offset 0
00000400:00000200:1.0:1749609186.182197:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749609186.182201:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749609186.182205:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609186.182206:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:1.0:1749609186.182209:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:3.0:1749609186.182209:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000200:1.0:1749609186.182211:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:3.0:1749609186.182211:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730238848, portal 10
00000400:00000200:1.0:1749609186.182213:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609186.182215:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749609186.182215:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749609186.182216:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730238848, offset 0
00000400:00000200:1.0:1749609186.182217:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1991:1991:256:4294967295] 192.168.201.120@tcp LPNI seq info [1991:1991:8:4294967295]
00000400:00000200:1.0:1749609186.182225:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749609186.182225:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609186.182229:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609186.182229:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609186.182231:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000400:00000200:3.0:1749609186.182231:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609186.182233:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609186.182234:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609186.182235:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609186.182236:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609186.182237:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1992:1992:255:4294967295] 192.168.201.120@tcp LPNI seq info [1992:1992:7:4294967295]
00000400:00000200:3.0:1749609186.182242:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609186.182245:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609186.182245:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609186.182247:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:1.0:1749609186.182248:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609186.182249:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609186.182252:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609186.182254:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609186.182266:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749609186.182277:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749609186.182279:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749609186.182285:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
02000000:00000010:3.0:1749609186.182296:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609186.182298:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609186.182299:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609186.182301:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730238976, portal 10
00000400:00000010:3.0:1749609186.182303:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609186.182303:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730238976, offset 0
00000400:00000200:3.0:1749609186.182306:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609186.182309:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609186.182310:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609186.182312:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609186.182313:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609186.182314:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609186.182315:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1993:1993:254:4294967295] 192.168.201.120@tcp LPNI seq info [1993:1993:6:4294967295]
00000800:00000200:0.0:1749609186.182318:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609186.182319:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749609186.182321:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000800:00000200:3.0:1749609186.182321:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609186.182323:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609186.182324:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609186.182325:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609186.182328:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749609186.182330:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609186.182331:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39925d8
00000800:00000200:3.0:1749609186.182331:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749609186.182332:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39925d8.
00000100:00000200:0.0:1749609186.182339:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730238720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609186.182351:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609186.182352:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609186.182353:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609186.182355:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609186.182356:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749609186.182357:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749609186.182359:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730238848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609186.182409:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609186.182410:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609186.182412:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609186.182413:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609186.182415:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749609186.182415:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749609186.182417:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730238976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609186.183677:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609186.183685:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33e300
00000400:00000200:0.0:1749609186.183714:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f2d [1] + 224
00000400:00000200:0.0:1749609186.183721:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609186.183723:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609186.183727:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730238720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609186.183748:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609186.183751:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33e380
00000400:00000200:0.0:1749609186.183754:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f35 [1] + 0
00000400:00000200:0.0:1749609186.183756:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609186.183758:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609186.183760:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730238848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609186.183772:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609186.183774:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33e400
00000400:00000200:0.0:1749609186.183776:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3f3d [1] + 0
00000400:00000010:1.0:1749609186.183780:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:0.0:1749609186.183784:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609186.183785:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000200:0.0:1749609186.183786:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749609186.183786:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:0.0:1749609186.183790:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730238976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609186.183792:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730238720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609186.183798:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749609186.183800:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730238720/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609186.183801:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749609186.183802:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609186.183805:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730238848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609186.183811:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730238848/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609186.183817:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609186.183820:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000400:00000010:3.0:1749609186.183822:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000010:1.0:1749609186.183823:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000200:3.0:1749609186.183824:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749609186.183825:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609186.183827:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730238976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609186.183834:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730238976/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609186.183844:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609186.183847:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749609186.183849:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:3.0:1749609186.183852:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609186.183853:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749609186.183855:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:0.0:1749609186.195031:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:2.0:1749609186.195031:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:3.0:1749609186.195034:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:1.0:1749609186.195043:0:435:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:2.0:1749609191.190100:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609191.190119:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609191.190166:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609191.190181:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609191.190187:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
02000000:00000010:1.0:1749609191.190203:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000100:00000010:2.0:1749609191.190204:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609191.190208:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
00000400:00000010:1.0:1749609191.190210:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:3.0:1749609191.190211:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:1.0:1749609191.190215:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000010:3.0:1749609191.190216:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:1.0:1749609191.190221:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730239104, portal 25
00000400:00000010:3.0:1749609191.190221:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000400:00000010:1.0:1749609191.190223:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992660.
00000100:00000200:3.0:1749609191.190224:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730239232, portal 10
00000100:00000200:1.0:1749609191.190225:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730239104, offset 0
00000400:00000010:3.0:1749609191.190228:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000400:00000200:1.0:1749609191.190230:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609191.190236:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730239232, offset 0
00000400:00000200:1.0:1749609191.190238:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609191.190241:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609191.190242:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609191.190244:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609191.190247:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609191.190248:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609191.190251:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1994:1994:256:4294967295] 192.168.201.120@tcp LPNI seq info [1994:1994:8:4294967295]
00000400:00000200:1.0:1749609191.190258:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609191.190266:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609191.190268:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609191.190270:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:3.0:1749609191.190271:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609191.190273:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749609191.190274:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609191.190275:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609191.190277:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609191.190279:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1995:1995:255:4294967295] 192.168.201.120@tcp LPNI seq info [1995:1995:7:4294967295]
00000800:00000200:1.0:1749609191.190280:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609191.190282:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609191.190286:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609191.190289:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609191.190292:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609191.190295:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609191.190299:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609191.190302:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609191.190303:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749609191.190320:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000100:00000010:1.0:1749609191.190323:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
00000100:00000010:1.0:1749609191.190330:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
02000000:00000010:3.0:1749609191.190343:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609191.190345:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609191.190347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609191.190349:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730239360, portal 10
00000400:00000010:3.0:1749609191.190351:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609191.190352:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730239360, offset 0
00000400:00000200:3.0:1749609191.190355:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609191.190358:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609191.190359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609191.190361:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609191.190362:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609191.190363:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609191.190365:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1996:1996:254:4294967295] 192.168.201.120@tcp LPNI seq info [1996:1996:6:4294967295]
00000800:00000200:0.0:1749609191.190368:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609191.190369:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749609191.190371:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000800:00000200:3.0:1749609191.190371:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609191.190373:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609191.190375:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609191.190377:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749609191.190378:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609191.190381:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749609191.190382:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609191.190384:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992660
00000400:00000010:0.0:1749609191.190386:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992660.
00000100:00000200:0.0:1749609191.190393:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730239104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609191.190409:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609191.190411:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609191.190413:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609191.190415:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609191.190417:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749609191.190418:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749609191.190421:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730239232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609191.190470:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609191.190471:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609191.190473:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609191.190475:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609191.190476:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749609191.190477:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749609191.190479:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730239360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609191.192527:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609191.192535:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33e480
00000400:00000200:0.0:1749609191.192539:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f45 [1] + 224
00000400:00000200:0.0:1749609191.192546:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609191.192549:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609191.192554:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730239104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609191.192577:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609191.192580:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33e500
00000400:00000200:0.0:1749609191.192582:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f49 [1] + 0
00000400:00000200:0.0:1749609191.192585:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609191.192587:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609191.192589:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730239232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609191.192615:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609191.192618:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33e580
00000400:00000200:0.0:1749609191.192620:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3f55 [1] + 0
00000400:00000200:0.0:1749609191.192631:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609191.192633:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609191.192636:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730239360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609191.192652:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609191.192657:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609191.192658:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000400:00000010:3.0:1749609191.192663:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749609191.192664:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730239104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609191.192668:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:3.0:1749609191.192669:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:1.0:1749609191.192674:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730239104/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609191.192674:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730239360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609191.192680:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730239360/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609191.192693:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000010:3.0:1749609191.192694:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609191.192695:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749609191.192696:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609191.192697:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730239232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609191.192698:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749609191.192702:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:3.0:1749609191.192702:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730239232/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609191.192708:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609191.192711:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749609191.192712:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:3.0:1749609191.192714:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609191.192715:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749609191.192716:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:0.0:1749609191.203006:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:3.0:1749609191.203027:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:1.0:1749609191.203050:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:2.0:1749609191.203072:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:2.0:1749609196.198135:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609196.198161:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749609196.198236:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609196.198257:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609196.198268:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749609196.198303:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609196.198311:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:0.0:1749609196.198333:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749609196.198344:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eacb8.
00000400:00000010:0.0:1749609196.198351:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000100:00000200:0.0:1749609196.198358:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730239488, portal 25
02000000:00000010:3.0:1749609196.198360:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:0.0:1749609196.198363:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000200:0.0:1749609196.198366:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730239488, offset 0
00000400:00000010:3.0:1749609196.198366:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609196.198371:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000400:00000200:0.0:1749609196.198375:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609196.198383:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730239616, portal 10
00000400:00000200:0.0:1749609196.198388:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609196.198389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609196.198391:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730239616, offset 0
00000400:00000200:0.0:1749609196.198394:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609196.198398:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609196.198399:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609196.198403:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609196.198406:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609196.198410:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1997:1997:256:4294967295] 192.168.201.120@tcp LPNI seq info [1997:1997:8:4294967295]
00000400:00000200:0.0:1749609196.198423:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609196.198429:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609196.198432:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749609196.198433:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b000.
00000800:00000200:0.0:1749609196.198440:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609196.198450:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609196.198451:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749609196.198454:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609196.198455:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609196.198458:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609196.198460:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609196.198463:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1998:1998:255:4294967295] 192.168.201.120@tcp LPNI seq info [1998:1998:7:4294967295]
00000400:00000200:3.0:1749609196.198473:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609196.198479:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609196.198482:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000100:00000010:0.0:1749609196.198485:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000800:00000200:3.0:1749609196.198487:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609196.198493:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609196.198497:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749609196.198498:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631700.
00000100:00000010:0.0:1749609196.198502:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306313c0.
00000100:00000010:0.0:1749609196.198548:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b00.
02000000:00000010:3.0:1749609196.198572:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609196.198576:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000800:00000200:1.0:1749609196.198579:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749609196.198581:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609196.198584:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730239744, portal 10
00000800:00000010:1.0:1749609196.198586:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b000.
00000400:00000010:3.0:1749609196.198588:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609196.198590:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730239744, offset 0
00000400:00000200:1.0:1749609196.198594:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609196.198595:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609196.198600:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609196.198603:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609196.198605:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609196.198606:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609196.198608:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609196.198610:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609196.198611:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000200:3.0:1749609196.198613:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [1999:1999:254:4294967295] 192.168.201.120@tcp LPNI seq info [1999:1999:6:4294967295]
00000400:00000010:1.0:1749609196.198614:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000400:00000200:3.0:1749609196.198621:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609196.198625:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749609196.198627:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730239488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1749609196.198628:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609196.198631:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609196.198635:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609196.198644:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609196.198659:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609196.198673:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:1.0:1749609196.198687:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609196.198693:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609196.198697:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:1.0:1749609196.198700:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:1.0:1749609196.198707:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730239616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609196.198807:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609196.198811:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749609196.198815:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609196.198821:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609196.198825:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:1.0:1749609196.198828:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:1.0:1749609196.198833:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730239744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609196.200976:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609196.200994:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33e600
00000400:00000200:0.0:1749609196.201005:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f5d [1] + 224
00000400:00000200:0.0:1749609196.201020:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609196.201025:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609196.201035:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730239488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609196.201090:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609196.201100:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33e680
00000400:00000200:0.0:1749609196.201107:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f65 [1] + 0
00000400:00000200:0.0:1749609196.201127:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609196.201133:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609196.201140:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730239616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609196.201175:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eacb8.
00000400:00000200:2.0:1749609196.201183:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749609196.201185:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000400:00000200:0.0:1749609196.201187:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749609196.201193:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730239488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609196.201197:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33e700
00000400:00000200:0.0:1749609196.201204:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3f6d [1] + 0
00000100:00000200:2.0:1749609196.201205:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730239488/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609196.201229:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000200:0.0:1749609196.201230:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609196.201234:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000200:0.0:1749609196.201236:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749609196.201238:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000200:0.0:1749609196.201244:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730239744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609196.201245:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609196.201253:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749609196.201255:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609196.201264:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730239616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609196.201275:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730239616/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609196.201296:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609196.201298:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749609196.201300:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609196.201303:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730239744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609196.201311:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730239744/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609196.201324:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609196.201329:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749609196.201332:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
02000000:00000010:3.0:1749609196.201335:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609196.201337:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749609196.201339:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:2.0:1749609196.211016:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306313c0.
00000100:00000010:3.0:1749609196.211030:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b00.
00000100:00000010:1.0:1749609196.211039:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631700.
00000100:00000010:0.0:1749609196.211062:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:0.0:1749609201.206233:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749609201.206261:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bb00.
00000400:00000200:0.0:1749609201.206325:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609201.206346:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749609201.206355:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
02000000:00000010:2.0:1749609201.206376:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88200.
00000400:00000010:2.0:1749609201.206386:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000100:00000010:0.0:1749609201.206391:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
00000400:00000010:2.0:1749609201.206393:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
02000000:00000010:0.0:1749609201.206398:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000100:00000200:2.0:1749609201.206401:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730239872, portal 25
00000400:00000010:2.0:1749609201.206405:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749609201.206408:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730239872, offset 0
00000400:00000200:2.0:1749609201.206416:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609201.206429:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609201.206467:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609201.206472:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609201.206475:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609201.206478:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609201.206482:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2000:2000:256:4294967295] 192.168.201.120@tcp LPNI seq info [2000:2000:8:4294967295]
00000400:00000200:2.0:1749609201.206495:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609201.206501:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609201.206506:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609201.206512:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609201.206522:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609201.206526:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609201.206550:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
02000000:00000010:3.0:1749609201.206562:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000100:00000010:2.0:1749609201.206567:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
00000400:00000010:3.0:1749609201.206571:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609201.206576:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000010:2.0:1749609201.206577:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
00000100:00000200:3.0:1749609201.206580:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730240000, portal 10
00000100:00000010:2.0:1749609201.206582:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60966c0.
00000400:00000010:3.0:1749609201.206586:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609201.206588:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730240000, offset 0
00000400:00000200:3.0:1749609201.206595:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609201.206603:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609201.206621:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609201.206625:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609201.206628:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609201.206630:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609201.206633:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2001:2001:255:4294967295] 192.168.201.120@tcp LPNI seq info [2001:2001:7:4294967295]
00000400:00000200:3.0:1749609201.206644:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609201.206649:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609201.206653:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609201.206657:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609201.206664:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609201.206667:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749609201.206682:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609201.206685:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609201.206688:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609201.206690:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730240128, portal 10
00000400:00000010:3.0:1749609201.206694:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749609201.206695:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730240128, offset 0
00000400:00000200:3.0:1749609201.206699:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609201.206701:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609201.206703:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609201.206706:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749609201.206707:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:3.0:1749609201.206708:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609201.206710:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609201.206712:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609201.206713:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609201.206714:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2002:2002:254:4294967295] 192.168.201.120@tcp LPNI seq info [2002:2002:6:4294967295]
00000400:00000200:0.0:1749609201.206723:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609201.206723:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609201.206727:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609201.206728:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000800:00000010:3.0:1749609201.206730:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000010:0.0:1749609201.206732:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000800:00000200:3.0:1749609201.206732:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609201.206736:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749609201.206742:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730239872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749609201.206743:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609201.206776:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609201.206779:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609201.206783:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609201.206788:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609201.206791:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749609201.206793:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749609201.206799:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730240000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609201.206842:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609201.206844:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609201.206847:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609201.206851:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609201.206854:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749609201.206856:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749609201.206861:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730240128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609201.208788:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609201.208805:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33e800
00000400:00000200:0.0:1749609201.208814:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f7d [1] + 0
00000400:00000200:0.0:1749609201.208827:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609201.208833:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609201.208843:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730240000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609201.208890:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609201.208899:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33e780
00000400:00000200:0.0:1749609201.208906:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f75 [1] + 224
00000400:00000200:0.0:1749609201.208914:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609201.208919:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609201.208925:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730239872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609201.208972:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609201.208980:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749609201.208982:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609201.208990:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730240000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609201.209001:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730240000/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609201.209023:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749609201.209027:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
00000400:00000200:0.0:1749609201.209032:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33e880
02000000:00000010:3.0:1749609201.209032:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:3.0:1749609201.209037:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000400:00000200:0.0:1749609201.209038:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3f85 [1] + 0
00000400:00000200:0.0:1749609201.209060:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609201.209068:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609201.209077:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730240128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609201.209114:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609201.209122:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749609201.209124:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609201.209132:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730239872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609201.209142:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:2.0:1749609201.209143:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730239872/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609201.209146:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749609201.209147:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609201.209153:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730240128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609201.209161:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730240128/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609201.209178:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88200.
02000000:00000010:3.0:1749609201.209179:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:2.0:1749609201.209182:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bb00.
00000100:00000010:2.0:1749609201.209185:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:3.0:1749609201.209190:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:3.0:1749609201.209194:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000010:0.0:1749609201.219024:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:1.0:1749609201.219039:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:2.0:1749609201.219041:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:3.0:1749609201.219145:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60966c0.
00000100:00000010:0.0:1749609206.214129:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749609206.214165:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bc00.
00000400:00000200:0.0:1749609206.214243:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609206.214265:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749609206.214274:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
00000100:00000010:0.0:1749609206.214308:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749609206.214313:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
02000000:00000010:3.0:1749609206.214339:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749609206.214380:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609206.214392:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609206.214405:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730240256, portal 25
00000400:00000010:3.0:1749609206.214414:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609206.214418:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730240256, offset 0
00000400:00000200:3.0:1749609206.214430:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609206.214451:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749609206.214474:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000200:3.0:1749609206.214483:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749609206.214486:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000200:3.0:1749609206.214490:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749609206.214493:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000200:3.0:1749609206.214496:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:2.0:1749609206.214497:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730240384, portal 10
00000400:00000200:3.0:1749609206.214500:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749609206.214504:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609206.214506:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730240384, offset 0
00000400:00000200:3.0:1749609206.214506:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2003:2003:256:4294967295] 192.168.201.120@tcp LPNI seq info [2003:2003:8:4294967295]
00000400:00000200:2.0:1749609206.214515:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609206.214528:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609206.214538:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609206.214541:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609206.214545:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609206.214545:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:2.0:1749609206.214549:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609206.214552:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609206.214554:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749609206.214557:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609206.214558:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2004:2004:255:4294967295] 192.168.201.120@tcp LPNI seq info [2004:2004:7:4294967295]
00000400:00000200:2.0:1749609206.214568:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609206.214571:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609206.214573:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609206.214577:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:3.0:1749609206.214579:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609206.214582:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609206.214588:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609206.214592:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609206.214614:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749609206.214640:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749609206.214658:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749609206.214665:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000800:00000200:0.0:1749609206.214690:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:2.0:1749609206.214692:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000800:00000010:0.0:1749609206.214695:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000010:2.0:1749609206.214696:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609206.214699:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609206.214701:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730240512, portal 10
00000400:00000200:0.0:1749609206.214703:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609206.214706:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749609206.214707:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730240512, offset 0
00000400:00000200:0.0:1749609206.214711:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609206.214716:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749609206.214718:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000400:00000200:2.0:1749609206.214726:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749609206.214731:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730240256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609206.214732:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609206.214735:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609206.214738:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609206.214740:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609206.214742:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609206.214745:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2005:2005:254:4294967295] 192.168.201.120@tcp LPNI seq info [2005:2005:6:4294967295]
00000400:00000200:2.0:1749609206.214753:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609206.214757:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609206.214760:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609206.214764:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609206.214768:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609206.214771:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609206.214836:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609206.214838:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609206.214842:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609206.214845:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609206.214848:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749609206.214850:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749609206.214854:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730240384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609206.214881:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609206.214883:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609206.214885:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609206.214888:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609206.214892:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749609206.214894:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749609206.214897:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730240512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609206.217094:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609206.217109:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33e900
00000400:00000200:0.0:1749609206.217118:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f8d [1] + 224
00000400:00000200:0.0:1749609206.217129:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609206.217132:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609206.217140:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730240256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609206.217175:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609206.217180:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ea00
00000400:00000200:0.0:1749609206.217184:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3f9d [1] + 0
00000400:00000200:0.0:1749609206.217189:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609206.217192:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609206.217196:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730240512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609206.217219:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609206.217223:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33e980
00000400:00000200:0.0:1749609206.217226:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3f95 [1] + 0
00000400:00000200:0.0:1749609206.217242:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609206.217246:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609206.217251:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730240384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609206.217265:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609206.217273:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749609206.217275:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609206.217283:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730240256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609206.217294:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730240256/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609206.217316:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609206.217324:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
02000000:00000010:3.0:1749609206.217324:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000010:2.0:1749609206.217326:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
02000000:00000010:3.0:1749609206.217329:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bc00.
00000100:00000200:2.0:1749609206.217334:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730240384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749609206.217334:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000200:2.0:1749609206.217346:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730240384/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609206.217400:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609206.217404:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749609206.217406:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609206.217412:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730240512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609206.217425:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730240512/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609206.217446:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749609206.217453:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:2.0:1749609206.217470:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:2.0:1749609206.217475:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749609206.217479:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:2.0:1749609206.217483:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000100:00000010:3.0:1749609206.227030:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749609206.227031:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:1.0:1749609206.227041:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:0.0:1749609206.227048:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:0.0:1749609211.222227:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749609211.222259:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b400.
00000400:00000200:0.0:1749609211.222370:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609211.222391:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749609211.222400:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
02000000:00000010:1.0:1749609211.222417:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609211.222429:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000100:00000010:0.0:1749609211.222432:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749609211.222437:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
00000400:00000010:1.0:1749609211.222438:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609211.222449:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730240640, portal 25
00000400:00000010:1.0:1749609211.222454:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39923b8.
00000100:00000200:1.0:1749609211.222457:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730240640, offset 0
00000400:00000200:1.0:1749609211.222466:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609211.222481:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609211.222489:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609211.222494:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609211.222499:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609211.222502:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609211.222507:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2006:2006:256:4294967295] 192.168.201.120@tcp LPNI seq info [2006:2006:8:4294967295]
02000000:00000010:2.0:1749609211.222521:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000200:1.0:1749609211.222522:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749609211.222529:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609211.222533:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609211.222536:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730240768, portal 10
00000400:00000010:2.0:1749609211.222541:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609211.222543:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730240768, offset 0
00000800:00000200:1.0:1749609211.222546:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609211.222549:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609211.222552:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:2.0:1749609211.222555:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609211.222559:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609211.222560:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609211.222561:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609211.222563:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609211.222565:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609211.222568:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2007:2007:255:4294967295] 192.168.201.120@tcp LPNI seq info [2007:2007:7:4294967295]
00000800:00000200:1.0:1749609211.222571:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609211.222575:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609211.222576:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609211.222579:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609211.222582:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609211.222586:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609211.222590:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609211.222593:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609211.222606:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749609211.222632:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749609211.222639:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
00000100:00000010:1.0:1749609211.222647:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
02000000:00000010:2.0:1749609211.222670:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749609211.222673:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609211.222675:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609211.222677:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730240896, portal 10
00000400:00000010:2.0:1749609211.222680:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749609211.222681:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730240896, offset 0
00000800:00000200:0.0:1749609211.222685:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609211.222685:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609211.222690:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749609211.222697:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609211.222697:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609211.222700:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609211.222702:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609211.222704:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609211.222705:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609211.222706:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609211.222708:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2008:2008:254:4294967295] 192.168.201.120@tcp LPNI seq info [2008:2008:6:4294967295]
00000400:00000200:0.0:1749609211.222711:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39923b8
00000400:00000010:0.0:1749609211.222714:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39923b8.
00000400:00000200:2.0:1749609211.222714:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609211.222717:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609211.222719:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609211.222721:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749609211.222725:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730240640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609211.222725:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609211.222727:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609211.222753:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609211.222756:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609211.222760:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609211.222765:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609211.222768:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749609211.222769:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749609211.222774:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730240768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609211.222882:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609211.222885:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609211.222889:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609211.222895:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609211.222899:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749609211.222901:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749609211.222906:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730240896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609211.224801:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609211.224811:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33eb00
00000400:00000200:0.0:1749609211.224819:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3fad [1] + 0
00000400:00000200:0.0:1749609211.224840:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609211.224843:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609211.224849:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730240768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609211.224877:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609211.224880:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ea80
00000400:00000200:0.0:1749609211.224883:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3fa5 [1] + 224
00000400:00000200:0.0:1749609211.224886:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609211.224889:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609211.224891:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730240640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609211.224907:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609211.224909:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33eb80
00000400:00000200:0.0:1749609211.224912:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3fb5 [1] + 0
00000400:00000200:0.0:1749609211.224923:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609211.224925:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609211.224926:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609211.224931:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749609211.224934:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749609211.224967:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730240896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609211.224969:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730240768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609211.224970:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609211.224975:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609211.224977:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609211.224982:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730240640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609211.224982:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730240768/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609211.224991:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730240640/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609211.225009:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749609211.225010:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609211.225013:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
02000000:00000010:1.0:1749609211.225014:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b400.
00000400:00000010:2.0:1749609211.225015:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000010:1.0:1749609211.225018:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000200:2.0:1749609211.225019:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730240896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609211.225028:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730240896/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609211.225044:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749609211.225049:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:2.0:1749609211.225054:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:2.0:1749609211.225064:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749609211.225067:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:2.0:1749609211.225071:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000100:00000010:1.0:1749609211.235064:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:2.0:1749609211.235064:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:3.0:1749609211.235064:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:0.0:1749609211.235076:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:0.0:1749609216.230085:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749609216.230111:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b100.
00000400:00000200:0.0:1749609216.230169:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609216.230200:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749609216.230207:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943800.
00000100:00000010:0.0:1749609216.230229:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:2.0:1749609216.230229:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88200.
02000000:00000010:0.0:1749609216.230231:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000400:00000010:2.0:1749609216.230238:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609216.230244:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609216.230252:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730241024, portal 25
00000400:00000010:2.0:1749609216.230256:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609216.230257:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730241024, offset 0
00000400:00000200:2.0:1749609216.230264:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609216.230278:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609216.230283:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609216.230287:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
02000000:00000010:3.0:1749609216.230288:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:2.0:1749609216.230290:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609216.230292:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749609216.230294:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:2.0:1749609216.230295:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2009:2009:256:4294967295] 192.168.201.120@tcp LPNI seq info [2009:2009:8:4294967295]
00000400:00000200:2.0:1749609216.230304:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609216.230308:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609216.230312:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000010:3.0:1749609216.230315:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000800:00000200:2.0:1749609216.230318:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:3.0:1749609216.230319:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730241152, portal 10
00000400:00000010:3.0:1749609216.230324:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749609216.230326:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730241152, offset 0
00000800:00000200:2.0:1749609216.230327:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609216.230331:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609216.230332:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609216.230338:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609216.230341:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609216.230343:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609216.230345:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609216.230347:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:2.0:1749609216.230348:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
00000400:00000200:3.0:1749609216.230349:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2010:2010:255:4294967295] 192.168.201.120@tcp LPNI seq info [2010:2010:7:4294967295]
00000400:00000200:3.0:1749609216.230357:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749609216.230359:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
00000800:00000200:3.0:1749609216.230361:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749609216.230365:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000800:00000010:3.0:1749609216.230365:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609216.230368:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609216.230370:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
00000800:00000200:3.0:1749609216.230373:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609216.230376:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749609216.230388:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609216.230391:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609216.230393:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749609216.230395:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730241280, portal 10
00000800:00000200:0.0:1749609216.230397:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609216.230399:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000010:3.0:1749609216.230399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749609216.230400:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730241280, offset 0
00000400:00000200:3.0:1749609216.230404:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609216.230405:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609216.230408:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609216.230410:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609216.230410:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609216.230412:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609216.230413:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749609216.230414:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000200:3.0:1749609216.230414:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609216.230416:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609216.230418:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2011:2011:254:4294967295] 192.168.201.120@tcp LPNI seq info [2011:2011:6:4294967295]
00000100:00000200:0.0:1749609216.230422:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730241024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609216.230426:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609216.230435:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609216.230438:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749609216.230441:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609216.230445:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609216.230447:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609216.230492:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609216.230494:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609216.230496:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609216.230498:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609216.230500:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749609216.230501:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749609216.230504:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730241152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609216.230518:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609216.230519:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609216.230520:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609216.230522:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609216.230523:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749609216.230524:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749609216.230526:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730241280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609216.231619:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609216.231627:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ec00
00000400:00000200:0.0:1749609216.231632:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3fbd [1] + 224
00000400:00000200:0.0:1749609216.231639:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609216.231641:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609216.231645:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730241024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609216.231668:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609216.231671:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33ec80
00000400:00000200:0.0:1749609216.231674:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3fc5 [1] + 0
00000400:00000200:0.0:1749609216.231677:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609216.231678:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609216.231681:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730241152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609216.231692:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609216.231695:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ed00
00000400:00000200:0.0:1749609216.231696:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3fcd [1] + 0
00000400:00000200:0.0:1749609216.231706:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609216.231708:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609216.231711:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730241280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609216.231715:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609216.231718:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749609216.231719:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000010:2.0:1749609216.231723:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000100:00000200:3.0:1749609216.231723:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730241152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609216.231727:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000100:00000200:3.0:1749609216.231728:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730241152/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609216.231729:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609216.231733:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730241024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609216.231744:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730241024/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609216.231747:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609216.231749:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749609216.231750:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:3.0:1749609216.231752:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730241280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609216.231756:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730241280/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609216.231769:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88200.
02000000:00000010:2.0:1749609216.231772:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b100.
02000000:00000010:3.0:1749609216.231773:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
00000100:00000010:2.0:1749609216.231775:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
02000000:00000010:3.0:1749609216.231775:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943800.
00000100:00000010:3.0:1749609216.231778:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
02000000:00000010:3.0:1749609216.231780:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609216.231781:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:3.0:1749609216.231784:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000010:2.0:1749609216.243065:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:0.0:1749609216.243082:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:3.0:1749609216.243098:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:1.0:1749609216.243237:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:0.0:1749609221.238147:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749609221.238178:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7ba00.
00000400:00000200:0.0:1749609221.238240:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609221.238262:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749609221.238270:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942c00.
00000100:00000010:0.0:1749609221.238299:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749609221.238304:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749609221.238306:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88200.
00000400:00000010:2.0:1749609221.238315:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
02000000:00000010:3.0:1749609221.238336:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609221.238341:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749609221.238342:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000010:3.0:1749609221.238345:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:2.0:1749609221.238351:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730241408, portal 25
00000400:00000010:2.0:1749609221.238356:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749609221.238359:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730241408, offset 0
00000100:00000200:3.0:1749609221.238362:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730241536, portal 10
00000400:00000200:2.0:1749609221.238366:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609221.238366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609221.238370:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730241536, offset 0
00000400:00000200:3.0:1749609221.238374:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609221.238380:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609221.238386:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609221.238391:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609221.238394:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609221.238397:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609221.238400:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2012:2012:256:4294967295] 192.168.201.120@tcp LPNI seq info [2012:2012:8:4294967295]
00000400:00000200:2.0:1749609221.238411:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609221.238417:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609221.238417:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609221.238419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749609221.238422:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749609221.238422:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609221.238424:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609221.238426:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609221.238427:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2013:2013:255:4294967295] 192.168.201.120@tcp LPNI seq info [2013:2013:7:4294967295]
00000800:00000200:2.0:1749609221.238429:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609221.238434:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609221.238437:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749609221.238438:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:3.0:1749609221.238442:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:2.0:1749609221.238443:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609221.238445:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609221.238448:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609221.238450:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609221.238465:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749609221.238490:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
00000100:00000010:2.0:1749609221.238501:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
00000100:00000010:2.0:1749609221.238506:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
02000000:00000010:3.0:1749609221.238525:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000800:00000200:0.0:1749609221.238528:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749609221.238528:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000800:00000010:0.0:1749609221.238531:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000010:3.0:1749609221.238531:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749609221.238533:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730241664, portal 10
00000400:00000200:0.0:1749609221.238537:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749609221.238537:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:3.0:1749609221.238538:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730241664, offset 0
00000400:00000200:3.0:1749609221.238542:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609221.238544:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609221.238547:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609221.238548:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000200:3.0:1749609221.238549:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749609221.238551:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000400:00000200:3.0:1749609221.238551:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609221.238553:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609221.238555:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609221.238558:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2014:2014:254:4294967295] 192.168.201.120@tcp LPNI seq info [2014:2014:6:4294967295]
00000100:00000200:0.0:1749609221.238562:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730241408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609221.238565:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609221.238572:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609221.238574:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609221.238576:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609221.238579:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609221.238581:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609221.238641:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609221.238643:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609221.238646:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609221.238649:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609221.238652:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749609221.238653:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749609221.238658:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730241536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609221.238687:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609221.238689:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609221.238690:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609221.238694:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609221.238696:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749609221.238697:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749609221.238701:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730241664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609221.239769:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609221.239777:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33ee00
00000400:00000200:0.0:1749609221.239782:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3fdd [1] + 0
00000400:00000200:0.0:1749609221.239789:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609221.239791:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609221.239795:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730241536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609221.239814:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609221.239817:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ed80
00000400:00000200:0.0:1749609221.239819:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3fd5 [1] + 224
00000400:00000200:0.0:1749609221.239824:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609221.239826:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609221.239828:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730241408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609221.239843:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749609221.239844:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749609221.239845:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ee80
00000400:00000200:3.0:1749609221.239848:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:3.0:1749609221.239850:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000400:00000200:0.0:1749609221.239853:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3fe5 [1] + 0
00000100:00000200:3.0:1749609221.239855:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730241536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609221.239864:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609221.239866:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749609221.239868:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730241536/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609221.239869:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730241664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609221.239877:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609221.239880:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749609221.239882:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609221.239886:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730241408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609221.239892:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730241408/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609221.239893:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609221.239895:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749609221.239897:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749609221.239900:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730241664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609221.239904:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88200.
02000000:00000010:2.0:1749609221.239907:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7ba00.
00000100:00000200:3.0:1749609221.239907:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730241664/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749609221.239910:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
02000000:00000010:3.0:1749609221.239920:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609221.239924:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942c00.
00000100:00000010:3.0:1749609221.239926:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
02000000:00000010:3.0:1749609221.239930:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609221.239931:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000100:00000010:3.0:1749609221.239933:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000100:00000010:3.0:1749609221.251031:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:2.0:1749609221.251045:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:0.0:1749609221.251052:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:1.0:1749609221.251073:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:0.0:1749609226.246093:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749609226.246115:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b300.
00000400:00000200:0.0:1749609226.246169:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609226.246184:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749609226.246190:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942400.
00000100:00000010:0.0:1749609226.246213:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749609226.246217:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940800.
02000000:00000010:1.0:1749609226.246282:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609226.246291:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609226.246298:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
02000000:00000010:2.0:1749609226.246305:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000100:00000200:1.0:1749609226.246307:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730241792, portal 25
00000400:00000010:1.0:1749609226.246313:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992770.
00000100:00000200:1.0:1749609226.246316:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730241792, offset 0
00000400:00000200:1.0:1749609226.246326:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609226.246330:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609226.246337:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000400:00000200:1.0:1749609226.246341:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749609226.246342:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730241920, portal 10
00000400:00000010:2.0:1749609226.246357:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749609226.246361:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730241920, offset 0
00000400:00000200:1.0:1749609226.246363:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609226.246369:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609226.246370:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609226.246373:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609226.246377:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609226.246382:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2015:2015:256:4294967295] 192.168.201.120@tcp LPNI seq info [2015:2015:8:4294967295]
00000400:00000200:1.0:1749609226.246398:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609226.246407:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609226.246413:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:2.0:1749609226.246413:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609226.246418:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:1.0:1749609226.246422:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609226.246423:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609226.246427:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609226.246431:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609226.246434:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609226.246435:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2016:2016:255:4294967295] 192.168.201.120@tcp LPNI seq info [2016:2016:7:4294967295]
00000800:00000200:1.0:1749609226.246439:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609226.246449:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609226.246456:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609226.246461:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609226.246467:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749609226.246471:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000800:00000200:2.0:1749609226.246474:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609226.246479:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609226.246502:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749609226.246508:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749609226.246514:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000800:00000200:0.0:1749609226.246538:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609226.246542:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000200:0.0:1749609226.246547:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609226.246550:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000200:0.0:1749609226.246552:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609226.246554:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609226.246556:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992770
00000400:00000010:0.0:1749609226.246558:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992770.
00000400:00000010:2.0:1749609226.246562:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609226.246565:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730242048, portal 10
00000100:00000200:0.0:1749609226.246566:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730241792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609226.246569:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749609226.246571:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730242048, offset 0
00000400:00000200:2.0:1749609226.246576:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609226.246584:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609226.246587:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609226.246589:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609226.246591:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609226.246593:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609226.246595:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2017:2017:255:4294967295] 192.168.201.120@tcp LPNI seq info [2017:2017:7:4294967295]
00000400:00000200:2.0:1749609226.246603:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609226.246606:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609226.246608:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609226.246612:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609226.246616:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609226.246618:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609226.246638:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609226.246641:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609226.246644:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609226.246648:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609226.246650:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749609226.246651:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749609226.246655:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730241920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609226.246677:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609226.246678:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609226.246680:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609226.246700:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609226.246702:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749609226.246703:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749609226.246705:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730242048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609226.248351:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609226.248360:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ef00
00000400:00000200:0.0:1749609226.248365:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x3fed [1] + 224
00000400:00000200:0.0:1749609226.248378:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609226.248381:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609226.248386:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730241792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609226.248412:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609226.248416:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33ef80
00000400:00000200:0.0:1749609226.248420:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x3ff5 [1] + 0
00000400:00000200:0.0:1749609226.248425:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609226.248427:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609226.248431:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730241920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609226.248437:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609226.248440:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609226.248440:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609226.248444:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730241792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609226.248451:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730241792/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609226.248457:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609226.248462:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33f000
00000400:00000200:0.0:1749609226.248465:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x3ffd [1] + 0
02000000:00000010:1.0:1749609226.248469:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609226.248473:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b300.
00000100:00000010:1.0:1749609226.248476:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000400:00000200:0.0:1749609226.248477:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609226.248480:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609226.248484:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730242048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609226.248484:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609226.248487:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749609226.248488:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609226.248492:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730241920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609226.248499:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730241920/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609226.248513:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609226.248515:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749609226.248516:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609226.248518:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730242048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609226.248527:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730242048/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609226.248535:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749609226.248537:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942400.
00000100:00000010:2.0:1749609226.248538:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
02000000:00000010:2.0:1749609226.248540:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749609226.248541:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940800.
00000100:00000010:2.0:1749609226.248543:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000010:0.0:1749609226.259023:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:3.0:1749609226.259047:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:1.0:1749609226.259073:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749609226.259084:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:2.0:1749609231.254160:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609231.254187:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609231.254239:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609231.254254:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609231.254262:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749609231.254270:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000100:00000010:2.0:1749609231.254275:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609231.254278:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000400:00000010:3.0:1749609231.254285:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749609231.254298:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749609231.254303:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749609231.254305:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000400:00000010:2.0:1749609231.254308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:3.0:1749609231.254313:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730242176, portal 25
00000100:00000200:2.0:1749609231.254315:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730242304, portal 10
00000400:00000010:3.0:1749609231.254320:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000400:00000010:2.0:1749609231.254321:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609231.254323:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730242304, offset 0
00000100:00000200:3.0:1749609231.254323:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730242176, offset 0
00000400:00000200:2.0:1749609231.254329:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609231.254342:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609231.254345:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609231.254347:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609231.254351:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609231.254354:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609231.254356:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609231.254359:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2018:2018:256:4294967295] 192.168.201.120@tcp LPNI seq info [2018:2018:8:4294967295]
00000400:00000200:2.0:1749609231.254368:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609231.254384:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609231.254387:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000400:00000200:3.0:1749609231.254392:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749609231.254394:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609231.254398:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:2.0:1749609231.254403:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609231.254403:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749609231.254407:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749609231.254407:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609231.254410:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609231.254414:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2019:2019:255:4294967295] 192.168.201.120@tcp LPNI seq info [2019:2019:7:4294967295]
00000100:00000010:2.0:1749609231.254426:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
00000400:00000200:3.0:1749609231.254426:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609231.254431:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609231.254435:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000100:00000010:2.0:1749609231.254439:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000800:00000200:3.0:1749609231.254442:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609231.254446:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749609231.254451:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096680.
00000800:00000200:3.0:1749609231.254451:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
02000000:00000010:2.0:1749609231.254457:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000800:00000200:3.0:1749609231.254457:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:2.0:1749609231.254459:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609231.254461:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609231.254463:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730242432, portal 10
00000400:00000010:2.0:1749609231.254466:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749609231.254467:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730242432, offset 0
00000400:00000200:2.0:1749609231.254471:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609231.254474:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609231.254476:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609231.254478:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609231.254480:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609231.254481:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609231.254483:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2020:2020:254:4294967295] 192.168.201.120@tcp LPNI seq info [2020:2020:6:4294967295]
00000400:00000200:2.0:1749609231.254489:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609231.254491:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609231.254492:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609231.254494:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609231.254497:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609231.254498:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609231.254511:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609231.254515:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609231.254520:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609231.254525:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609231.254529:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749609231.254530:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749609231.254537:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730242304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609231.254551:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609231.254552:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609231.254554:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609231.254556:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609231.254557:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:0.0:1749609231.254558:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:0.0:1749609231.254561:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730242176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609231.254625:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609231.254626:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609231.254627:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609231.254629:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609231.254630:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749609231.254631:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749609231.254632:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730242432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609231.255989:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609231.256000:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33f100
00000400:00000200:0.0:1749609231.256005:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4009 [1] + 0
00000400:00000200:0.0:1749609231.256012:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609231.256014:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609231.256018:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730242304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609231.256038:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609231.256041:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33f080
00000400:00000200:0.0:1749609231.256044:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4005 [1] + 224
00000400:00000200:0.0:1749609231.256048:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609231.256049:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609231.256052:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730242176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609231.256066:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749609231.256067:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609231.256068:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33f180
00000400:00000200:2.0:1749609231.256075:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749609231.256076:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000400:00000200:0.0:1749609231.256080:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4015 [1] + 0
00000100:00000200:2.0:1749609231.256081:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730242304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609231.256088:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730242304/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609231.256090:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609231.256092:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609231.256095:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730242432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609231.256109:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609231.256110:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749609231.256111:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609231.256113:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730242432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609231.256117:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730242432/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609231.256121:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749609231.256128:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000400:00000200:3.0:1749609231.256128:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749609231.256130:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
02000000:00000010:2.0:1749609231.256132:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749609231.256135:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609231.256137:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749609231.256138:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749609231.256140:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000200:3.0:1749609231.256141:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730242176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609231.256154:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730242176/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609231.256181:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749609231.256186:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749609231.256191:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749609231.267003:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:2.0:1749609231.267013:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:3.0:1749609231.267064:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096680.
00000100:00000010:1.0:1749609231.267098:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749609236.262085:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609236.262110:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609236.262168:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609236.262184:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609236.262190:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:0.0:1749609236.262210:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8a00.
00000100:00000010:2.0:1749609236.262211:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609236.262214:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
00000400:00000010:0.0:1749609236.262219:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac08.
00000400:00000010:0.0:1749609236.262227:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000100:00000200:0.0:1749609236.262236:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730242560, portal 25
00000400:00000010:0.0:1749609236.262244:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749609236.262247:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730242560, offset 0
00000400:00000200:0.0:1749609236.262271:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609236.262284:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609236.262289:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609236.262293:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609236.262297:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609236.262299:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609236.262302:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2021:2021:256:4294967295] 192.168.201.120@tcp LPNI seq info [2021:2021:8:4294967295]
02000000:00000010:3.0:1749609236.262305:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609236.262311:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749609236.262314:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609236.262320:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609236.262324:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bd00.
00000400:00000010:3.0:1749609236.262328:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000800:00000200:0.0:1749609236.262331:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:3.0:1749609236.262331:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730242688, portal 10
00000400:00000010:3.0:1749609236.262335:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749609236.262337:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730242688, offset 0
00000800:00000200:0.0:1749609236.262340:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609236.262341:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609236.262344:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bd00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609236.262346:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609236.262348:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609236.262349:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609236.262351:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609236.262352:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609236.262354:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2022:2022:255:4294967295] 192.168.201.120@tcp LPNI seq info [2022:2022:7:4294967295]
00000400:00000200:3.0:1749609236.262360:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609236.262362:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609236.262364:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000100:00000010:0.0:1749609236.262366:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000800:00000200:3.0:1749609236.262367:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609236.262370:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609236.262372:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749609236.262383:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631740.
00000100:00000010:0.0:1749609236.262387:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631000.
00000100:00000010:0.0:1749609236.262413:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631040.
00000800:00000200:1.0:1749609236.262425:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749609236.262427:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000800:00000010:1.0:1749609236.262429:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bd00.
00000400:00000010:3.0:1749609236.262429:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609236.262430:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749609236.262432:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730242816, portal 10
00000400:00000200:1.0:1749609236.262434:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749609236.262435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:3.0:1749609236.262436:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730242816, offset 0
00000400:00000200:3.0:1749609236.262439:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609236.262441:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609236.262443:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609236.262443:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609236.262444:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609236.262446:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609236.262447:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000200:3.0:1749609236.262447:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749609236.262448:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000400:00000200:3.0:1749609236.262448:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2023:2023:254:4294967295] 192.168.201.120@tcp LPNI seq info [2023:2023:6:4294967295]
00000400:00000200:3.0:1749609236.262453:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:1.0:1749609236.262456:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730242560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609252 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749609236.262459:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609236.262461:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609236.262463:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609236.262466:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609236.262467:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609236.262470:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609236.262471:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749609236.262473:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609236.262475:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609236.262476:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000010:1.0:1749609236.262477:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000100:00000200:1.0:1749609236.262480:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730242688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609236.262543:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609236.262544:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:1.0:1749609236.262545:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609236.262547:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609236.262548:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:1.0:1749609236.262549:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:1.0:1749609236.262550:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730242816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609236.263860:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609236.263871:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33f280
00000400:00000200:0.0:1749609236.263879:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4025 [1] + 0
00000400:00000200:0.0:1749609236.263888:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609236.263891:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609236.263896:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730242688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609236.263926:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609236.263930:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33f200
00000400:00000200:0.0:1749609236.263954:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x401d [1] + 224
00000400:00000010:3.0:1749609236.263960:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749609236.263962:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609236.263962:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:3.0:1749609236.263963:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000400:00000200:0.0:1749609236.263964:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749609236.263967:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730242688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609236.263969:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730242560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609252 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609236.263973:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730242688/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609236.263992:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749609236.263992:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609236.263996:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000400:00000200:0.0:1749609236.263997:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33f300
00000100:00000010:3.0:1749609236.263999:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:0.0:1749609236.264001:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x402d [1] + 0
00000400:00000200:0.0:1749609236.264014:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609236.264018:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749609236.264021:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac08.
00000400:00000200:1.0:1749609236.264026:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:1.0:1749609236.264028:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:1.0:1749609236.264033:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730242560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609252 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609236.264039:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730242816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609236.264041:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730242560/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609252 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609236.264056:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8a00.
02000000:00000010:1.0:1749609236.264059:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:1.0:1749609236.264061:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:3.0:1749609236.264092:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609236.264096:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:3.0:1749609236.264097:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:3.0:1749609236.264101:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730242816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609236.264109:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730242816/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609236.264124:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609236.264128:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:3.0:1749609236.264130:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:3.0:1749609236.275041:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631040.
00000100:00000010:2.0:1749609236.275042:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631000.
00000100:00000010:0.0:1749609236.275050:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:1.0:1749609236.275054:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631740.
00000100:00000010:2.0:1749609241.270085:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749609241.270110:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749609241.270181:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609241.270199:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609241.270206:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749609241.270224:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749609241.270229:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609241.270232:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000010:1.0:1749609241.270233:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609241.270240:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609241.270247:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730242944, portal 25
00000400:00000010:1.0:1749609241.270253:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992000.
00000100:00000200:1.0:1749609241.270255:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730242944, offset 0
00000400:00000200:1.0:1749609241.270262:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749609241.270269:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749609241.270274:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609241.270276:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609241.270280:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000400:00000200:1.0:1749609241.270281:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609241.270284:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609241.270288:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000100:00000200:3.0:1749609241.270289:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730243072, portal 10
00000400:00000200:1.0:1749609241.270290:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609241.270293:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2024:2024:256:4294967295] 192.168.201.120@tcp LPNI seq info [2024:2024:8:4294967295]
00000400:00000010:3.0:1749609241.270295:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749609241.270297:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730243072, offset 0
00000400:00000200:3.0:1749609241.270303:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609241.270304:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609241.270310:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609241.270310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609241.270313:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749609241.270314:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470000.
00000400:00000200:3.0:1749609241.270316:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609241.270318:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609241.270320:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609241.270320:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609241.270323:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2025:2025:255:4294967295] 192.168.201.120@tcp LPNI seq info [2025:2025:7:4294967295]
00000800:00000200:1.0:1749609241.270329:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609241.270331:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609241.270333:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470000 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609241.270335:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609241.270338:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609241.270341:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609241.270345:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609241.270348:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609241.270355:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31040.
00000100:00000010:1.0:1749609241.270373:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000100:00000010:1.0:1749609241.270378:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a40.
00000100:00000010:1.0:1749609241.270388:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f00.
00000800:00000200:0.0:1749609241.270397:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
02000000:00000010:3.0:1749609241.270397:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609241.270399:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000800:00000010:0.0:1749609241.270401:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470000.
00000400:00000010:3.0:1749609241.270402:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749609241.270404:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730243200, portal 10
00000400:00000200:0.0:1749609241.270405:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749609241.270407:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609241.270409:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730243200, offset 0
00000400:00000200:0.0:1749609241.270410:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609241.270413:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609241.270417:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609241.270419:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992000
00000400:00000200:3.0:1749609241.270419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:0.0:1749609241.270420:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992000.
00000400:00000200:3.0:1749609241.270421:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609241.270423:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609241.270425:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609241.270428:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2026:2026:254:4294967295] 192.168.201.120@tcp LPNI seq info [2026:2026:6:4294967295]
00000100:00000200:0.0:1749609241.270429:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730242944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609257 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609241.270434:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609241.270443:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609241.270445:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749609241.270448:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609241.270452:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609241.270454:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609241.270493:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609241.270494:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609241.270496:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609241.270498:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609241.270499:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749609241.270500:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749609241.270503:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730243072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609241.270522:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609241.270523:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749609241.270524:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609241.270526:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609241.270527:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749609241.270528:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749609241.270529:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730243200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609241.271581:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609241.271590:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33f380
00000400:00000200:0.0:1749609241.271595:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4035 [1] + 224
00000400:00000200:0.0:1749609241.271600:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609241.271602:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609241.271606:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730242944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609257 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609241.271626:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609241.271628:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33f400
00000400:00000200:0.0:1749609241.271631:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x403d [1] + 0
00000400:00000200:0.0:1749609241.271633:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609241.271635:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609241.271637:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730243072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609241.271650:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609241.271652:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33f480
00000400:00000200:0.0:1749609241.271654:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4045 [1] + 0
00000400:00000200:0.0:1749609241.271663:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609241.271666:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609241.271668:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730243200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609241.271673:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609241.271677:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609241.271678:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609241.271682:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730242944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609257 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609241.271688:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730242944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609257 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609241.271710:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609241.271715:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000400:00000010:3.0:1749609241.271717:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:1.0:1749609241.271718:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000400:00000200:3.0:1749609241.271722:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:3.0:1749609241.271723:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:3.0:1749609241.271727:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730243072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609241.271733:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730243072/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609241.271746:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609241.271747:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749609241.271748:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749609241.271749:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730243200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609241.271754:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730243200/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609241.271784:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609241.271787:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:3.0:1749609241.271789:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749609241.271790:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609241.271792:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749609241.271793:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:2.0:1749609241.283046:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a40.
00000100:00000010:0.0:1749609241.283065:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31040.
00000100:00000010:1.0:1749609241.283080:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:3.0:1749609241.283097:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f00.
00000100:00000010:2.0:1749609246.278063:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609246.278088:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609246.278139:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609246.278155:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609246.278161:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609246.278177:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609246.278180:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749609246.278180:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749609246.278190:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609246.278198:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
02000000:00000010:2.0:1749609246.278206:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749609246.278209:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609246.278213:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:3.0:1749609246.278218:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730243328, portal 25
00000100:00000200:2.0:1749609246.278221:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730243456, portal 10
00000400:00000010:3.0:1749609246.278222:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749609246.278224:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730243328, offset 0
00000400:00000010:2.0:1749609246.278226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000400:00000200:3.0:1749609246.278230:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609246.278233:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730243456, offset 0
00000400:00000200:2.0:1749609246.278237:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609246.278240:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609246.278245:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609246.278248:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609246.278251:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609246.278253:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609246.278255:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2027:2027:256:4294967295] 192.168.201.120@tcp LPNI seq info [2027:2027:8:4294967295]
00000400:00000200:3.0:1749609246.278264:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609246.278268:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609246.278268:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609246.278271:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609246.278272:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609246.278273:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609246.278274:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609246.278276:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609246.278277:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2028:2028:255:4294967295] 192.168.201.120@tcp LPNI seq info [2028:2028:7:4294967295]
00000800:00000200:3.0:1749609246.278278:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609246.278283:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609246.278285:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609246.278286:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749609246.278287:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609246.278289:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609246.278289:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609246.278293:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609246.278299:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609246.278308:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a40.
00000100:00000010:2.0:1749609246.278331:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749609246.278337:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096680.
00000100:00000010:2.0:1749609246.278340:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60962c0.
02000000:00000010:2.0:1749609246.278347:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732000.
00000400:00000010:2.0:1749609246.278349:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609246.278351:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609246.278353:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730243584, portal 10
00000400:00000010:2.0:1749609246.278355:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749609246.278357:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730243584, offset 0
00000400:00000200:2.0:1749609246.278359:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609246.278362:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609246.278364:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609246.278365:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609246.278366:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609246.278367:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609246.278369:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2029:2029:254:4294967295] 192.168.201.120@tcp LPNI seq info [2029:2029:6:4294967295]
00000400:00000200:2.0:1749609246.278373:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609246.278376:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609246.278377:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609246.278379:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609246.278381:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609246.278383:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609246.278393:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609246.278397:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749609246.278404:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609246.278409:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609246.278413:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749609246.278415:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000100:00000200:0.0:1749609246.278425:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730243328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609262 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609246.278442:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609246.278444:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609246.278446:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609246.278449:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609246.278451:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749609246.278452:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749609246.278456:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730243456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609246.278531:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609246.278533:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609246.278536:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609246.278539:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609246.278542:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749609246.278543:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749609246.278547:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730243584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609246.279915:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609246.279925:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33f500
00000400:00000200:0.0:1749609246.279932:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x404d [1] + 224
00000400:00000200:0.0:1749609246.279974:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609246.279977:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609246.279983:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730243328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609262 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609246.280011:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609246.280016:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33f580
00000400:00000200:0.0:1749609246.280020:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4051 [1] + 0
00000400:00000200:0.0:1749609246.280025:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609246.280027:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609246.280031:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730243456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609246.280033:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609246.280037:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749609246.280039:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749609246.280043:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730243328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609262 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609246.280049:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730243328/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609262 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609246.280054:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609246.280058:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33f600
00000400:00000200:0.0:1749609246.280062:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x405d [1] + 0
02000000:00000010:3.0:1749609246.280066:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749609246.280069:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749609246.280072:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000400:00000010:2.0:1749609246.280073:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:0.0:1749609246.280074:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609246.280077:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000200:0.0:1749609246.280078:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609246.280078:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609246.280082:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730243456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609246.280083:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730243584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609246.280088:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730243456/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609246.280106:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609246.280107:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749609246.280108:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609246.280110:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730243584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609246.280114:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730243584/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609246.280122:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
02000000:00000010:2.0:1749609246.280124:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609246.280125:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609246.280127:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732000.
02000000:00000010:2.0:1749609246.280128:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609246.280129:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:2.0:1749609246.291040:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096680.
00000100:00000010:3.0:1749609246.291052:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60962c0.
00000100:00000010:0.0:1749609246.291063:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a40.
00000100:00000010:1.0:1749609246.291071:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096440.
00000100:00000010:2.0:1749609251.286060:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609251.286085:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609251.286138:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609251.286153:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609251.286158:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609251.286173:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609251.286176:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:3.0:1749609251.286187:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749609251.286193:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:2.0:1749609251.286195:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749609251.286199:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749609251.286200:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000400:00000010:2.0:1749609251.286202:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609251.286207:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730243840, portal 10
00000400:00000010:2.0:1749609251.286213:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609251.286214:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730243840, offset 0
00000100:00000200:3.0:1749609251.286216:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730243712, portal 25
00000400:00000010:3.0:1749609251.286218:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000400:00000200:2.0:1749609251.286219:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609251.286226:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730243712, offset 0
00000400:00000200:2.0:1749609251.286230:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609251.286230:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609251.286235:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609251.286243:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609251.286246:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609251.286248:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609251.286250:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2030:2030:256:4294967295] 192.168.201.120@tcp LPNI seq info [2030:2030:8:4294967295]
00000400:00000200:2.0:1749609251.286259:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609251.286263:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609251.286264:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609251.286266:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749609251.286267:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:3.0:1749609251.286269:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609251.286270:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609251.286272:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609251.286274:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2031:2031:255:4294967295] 192.168.201.120@tcp LPNI seq info [2031:2031:7:4294967295]
00000800:00000200:2.0:1749609251.286275:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609251.286279:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609251.286281:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749609251.286283:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:3.0:1749609251.286284:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609251.286286:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609251.286287:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749609251.286290:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609251.286292:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749609251.286308:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749609251.286329:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749609251.286340:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749609251.286347:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
02000000:00000010:2.0:1749609251.286356:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731400.
00000400:00000010:2.0:1749609251.286359:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609251.286361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609251.286363:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730243968, portal 10
00000400:00000010:2.0:1749609251.286366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609251.286367:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730243968, offset 0
00000400:00000200:2.0:1749609251.286370:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609251.286373:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609251.286375:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609251.286376:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609251.286378:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609251.286379:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609251.286380:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2032:2032:254:4294967295] 192.168.201.120@tcp LPNI seq info [2032:2032:6:4294967295]
00000400:00000200:2.0:1749609251.286385:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609251.286386:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609251.286387:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609251.286388:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000010:0.0:1749609251.286389:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609251.286391:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609251.286393:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749609251.286393:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609251.286395:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609251.286397:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609251.286400:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749609251.286402:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749609251.286409:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730243840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609251.286422:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609251.286424:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609251.286425:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609251.286427:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609251.286428:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749609251.286429:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749609251.286432:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730243712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609267 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609251.286489:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609251.286491:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609251.286493:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609251.286496:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609251.286497:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749609251.286498:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749609251.286501:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730243968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609251.287708:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609251.287722:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33f700
00000400:00000200:0.0:1749609251.287730:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4065 [1] + 0
00000400:00000200:0.0:1749609251.287744:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609251.287748:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609251.287756:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730243840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609251.287795:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609251.287800:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33f780
00000400:00000200:0.0:1749609251.287803:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4075 [1] + 0
00000400:00000200:0.0:1749609251.287808:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609251.287810:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609251.287814:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730243968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609251.287848:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609251.287854:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33f680
00000400:00000200:0.0:1749609251.287859:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x406d [1] + 224
00000400:00000200:0.0:1749609251.287882:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609251.287885:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609251.287887:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609251.287892:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749609251.287894:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609251.287901:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730243840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609251.287904:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730243712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609267 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609251.287911:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730243840/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609251.287958:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609251.287960:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749609251.287961:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609251.287964:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730243968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609251.287971:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730243968/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609251.287986:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609251.287990:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000400:00000010:3.0:1749609251.287990:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000010:2.0:1749609251.287994:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000400:00000200:3.0:1749609251.287995:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
02000000:00000010:2.0:1749609251.287996:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731400.
00000400:00000010:3.0:1749609251.287997:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
02000000:00000010:2.0:1749609251.287998:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000100:00000010:2.0:1749609251.288000:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:3.0:1749609251.288003:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730243712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609267 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609251.288013:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730243712/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609267 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609251.288029:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749609251.288033:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000010:3.0:1749609251.288035:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:3.0:1749609251.299026:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:2.0:1749609251.299089:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:1.0:1749609251.299097:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:0.0:1749609251.299128:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:0.0:1749609256.294124:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749609256.294148:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b800.
00000400:00000200:0.0:1749609256.294195:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:2.0:1749609256.294203:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88200.
00000100:00000010:0.0:1749609256.294210:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
00000400:00000010:2.0:1749609256.294210:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
02000000:00000010:0.0:1749609256.294215:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000400:00000010:2.0:1749609256.294217:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609256.294224:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730244096, portal 25
00000400:00000010:2.0:1749609256.294228:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609256.294230:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730244096, offset 0
00000100:00000010:0.0:1749609256.294233:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749609256.294235:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
00000400:00000200:2.0:1749609256.294235:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609256.294246:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609256.294251:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609256.294267:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609256.294270:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609256.294272:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609256.294275:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2033:2033:256:4294967295] 192.168.201.120@tcp LPNI seq info [2033:2033:8:4294967295]
00000400:00000200:2.0:1749609256.294284:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609256.294288:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749609256.294289:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000800:00000010:2.0:1749609256.294291:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609256.294297:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:3.0:1749609256.294297:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609256.294301:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749609256.294304:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730244224, portal 10
00000800:00000200:2.0:1749609256.294305:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609256.294308:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 320 niov 1 nkiov 1
00000400:00000010:3.0:1749609256.294309:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749609256.294311:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730244224, offset 0
00000400:00000200:3.0:1749609256.294317:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609256.294323:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:2.0:1749609256.294325:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096680.
00000400:00000200:3.0:1749609256.294326:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609256.294328:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609256.294331:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609256.294332:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:2.0:1749609256.294334:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096980.
00000400:00000200:3.0:1749609256.294335:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2034:2034:255:4294967295] 192.168.201.120@tcp LPNI seq info [2034:2034:7:4294967295]
00000100:00000010:2.0:1749609256.294341:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000400:00000200:3.0:1749609256.294342:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749609256.294344:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a80.
00000800:00000200:3.0:1749609256.294346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609256.294350:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609256.294353:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609256.294358:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609256.294360:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609256.294368:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609256.294370:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
02000000:00000010:3.0:1749609256.294371:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609256.294373:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749609256.294375:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749609256.294376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609256.294378:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730244352, portal 10
00000400:00000200:0.0:1749609256.294379:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609256.294382:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:3.0:1749609256.294382:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000400:00000010:0.0:1749609256.294384:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749609256.294391:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730244096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609272 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609256.294391:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730244352, offset 0
00000400:00000200:3.0:1749609256.294395:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609256.294399:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609256.294402:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609256.294404:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609256.294406:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609256.294413:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609256.294415:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2035:2035:254:4294967295] 192.168.201.120@tcp LPNI seq info [2035:2035:6:4294967295]
00000400:00000200:3.0:1749609256.294422:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609256.294426:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609256.294429:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609256.294431:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609256.294435:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609256.294437:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609256.294475:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609256.294476:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609256.294478:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609256.294480:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609256.294482:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000400:00000010:0.0:1749609256.294482:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000100:00000200:0.0:1749609256.294486:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730244224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609256.294500:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609256.294501:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609256.294502:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609256.294532:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609256.294533:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749609256.294534:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000100:00000200:0.0:1749609256.294536:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730244352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609256.295642:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609256.295655:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33f800
00000400:00000200:0.0:1749609256.295661:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x407d [1] + 224
00000400:00000200:0.0:1749609256.295669:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609256.295671:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609256.295675:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730244096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609272 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609256.295696:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609256.295699:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33f880
00000400:00000200:0.0:1749609256.295701:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4085 [1] + 0
00000400:00000200:0.0:1749609256.295704:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609256.295705:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609256.295707:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730244224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609256.295714:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609256.295717:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749609256.295718:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609256.295721:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730244096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609272 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609256.295727:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730244096/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609272 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609256.295728:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609256.295730:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33f900
00000400:00000200:0.0:1749609256.295732:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x408d [1] + 0
00000400:00000200:0.0:1749609256.295742:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609256.295744:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88200.
00000400:00000200:0.0:1749609256.295745:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749609256.295746:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b800.
00000100:00000200:0.0:1749609256.295748:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730244352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749609256.295749:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000400:00000010:3.0:1749609256.295752:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609256.295756:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:3.0:1749609256.295758:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:3.0:1749609256.295763:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730244224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609256.295771:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730244224/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609256.295798:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609256.295804:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749609256.295806:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609256.295809:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730244352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609256.295817:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730244352/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609256.295830:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609256.295833:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:3.0:1749609256.295836:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
02000000:00000010:3.0:1749609256.295839:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609256.295841:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000100:00000010:3.0:1749609256.295843:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
00000100:00000010:2.0:1749609256.307019:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:0.0:1749609256.307028:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096680.
00000100:00000010:1.0:1749609256.307032:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096980.
00000100:00000010:3.0:1749609256.307046:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a80.
00000100:00000010:2.0:1749609261.302089:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609261.302117:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749609261.302181:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609261.302199:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609261.302206:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732000.
02000000:00000010:1.0:1749609261.302207:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609261.302215:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:1.0:1749609261.302222:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609261.302229:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730244480, portal 25
00000400:00000010:1.0:1749609261.302233:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992cc0.
00000100:00000200:1.0:1749609261.302234:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730244480, offset 0
00000400:00000200:1.0:1749609261.302240:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749609261.302246:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609261.302250:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731400.
00000400:00000200:1.0:1749609261.302252:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609261.302257:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1749609261.302259:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000200:1.0:1749609261.302261:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609261.302264:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:3.0:1749609261.302264:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:1.0:1749609261.302266:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:3.0:1749609261.302267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000400:00000200:1.0:1749609261.302268:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2036:2036:256:4294967295] 192.168.201.120@tcp LPNI seq info [2036:2036:8:4294967295]
00000100:00000200:3.0:1749609261.302270:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730244608, portal 10
00000400:00000010:3.0:1749609261.302274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749609261.302276:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730244608, offset 0
00000400:00000200:1.0:1749609261.302277:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749609261.302280:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609261.302281:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609261.302285:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470700.
00000400:00000200:3.0:1749609261.302285:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609261.302287:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609261.302289:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749609261.302291:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609261.302291:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609261.302292:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609261.302294:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2037:2037:255:4294967295] 192.168.201.120@tcp LPNI seq info [2037:2037:7:4294967295]
00000800:00000200:1.0:1749609261.302298:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609261.302299:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609261.302301:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609261.302302:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470700 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:3.0:1749609261.302304:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749609261.302306:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609261.302309:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609261.302311:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609261.302318:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749609261.302337:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749609261.302340:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749609261.302349:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
02000000:00000010:3.0:1749609261.302362:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609261.302364:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609261.302366:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609261.302368:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730244736, portal 10
00000400:00000010:3.0:1749609261.302372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609261.302374:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730244736, offset 0
00000800:00000200:0.0:1749609261.302375:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609261.302378:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609261.302379:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470700.
00000400:00000200:0.0:1749609261.302385:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609261.302388:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609261.302391:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609261.302391:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609261.302393:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609261.302395:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992cc0
00000400:00000200:3.0:1749609261.302395:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749609261.302397:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992cc0.
00000400:00000200:3.0:1749609261.302397:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609261.302400:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2038:2038:254:4294967295] 192.168.201.120@tcp LPNI seq info [2038:2038:6:4294967295]
00000100:00000200:0.0:1749609261.302405:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730244480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609261.302406:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609261.302410:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609261.302413:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609261.302416:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609261.302436:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609261.302438:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609261.302486:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609261.302489:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609261.302491:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609261.302494:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609261.302497:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749609261.302498:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749609261.302501:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730244608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609261.302523:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609261.302524:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609261.302527:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609261.302529:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609261.302531:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:0.0:1749609261.302532:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749609261.302534:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730244736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609261.303658:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609261.303681:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33fa00
00000400:00000200:0.0:1749609261.303687:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x409d [1] + 0
00000400:00000200:0.0:1749609261.303697:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609261.303700:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609261.303706:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730244608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609261.303734:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609261.303739:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33f980
00000400:00000200:0.0:1749609261.303743:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4095 [1] + 224
00000400:00000200:0.0:1749609261.303747:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609261.303750:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749609261.303752:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609261.303754:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:3.0:1749609261.303756:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749609261.303760:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730244480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609261.303760:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730244608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609261.303768:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730244608/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609261.303779:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609261.303784:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33fa80
00000400:00000200:0.0:1749609261.303786:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x40a5 [1] + 0
02000000:00000010:3.0:1749609261.303791:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609261.303796:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732000.
00000400:00000200:0.0:1749609261.303797:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609261.303800:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:3.0:1749609261.303800:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:0.0:1749609261.303803:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730244736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609261.303807:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609261.303811:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609261.303813:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609261.303823:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730244480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609261.303823:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609261.303825:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609261.303827:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609261.303830:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730244736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609261.303831:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730244480/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609261.303837:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730244736/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609261.303844:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609261.303848:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:1.0:1749609261.303850:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749609261.303860:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609261.303862:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731400.
00000100:00000010:3.0:1749609261.303864:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749609261.315067:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749609261.315074:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:1.0:1749609261.315078:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:2.0:1749609261.315089:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:2.0:1749609266.310069:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609266.310095:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1100.
00000400:00000200:2.0:1749609266.310148:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609266.310166:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609266.310173:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
02000000:00000010:3.0:1749609266.310182:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749609266.310190:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000100:00000010:2.0:1749609266.310191:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609266.310194:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749609266.310197:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609266.310204:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730244864, portal 25
00000400:00000010:3.0:1749609266.310208:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609266.310210:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730244864, offset 0
00000400:00000200:3.0:1749609266.310216:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749609266.310219:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749609266.310223:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609266.310226:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:3.0:1749609266.310228:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749609266.310229:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730244992, portal 10
00000400:00000010:2.0:1749609266.310233:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:3.0:1749609266.310233:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749609266.310234:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730244992, offset 0
00000400:00000200:3.0:1749609266.310236:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609266.310238:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609266.310239:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609266.310241:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609266.310243:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2039:2039:256:4294967295] 192.168.201.120@tcp LPNI seq info [2039:2039:8:4294967295]
00000400:00000200:3.0:1749609266.310252:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609266.310256:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609266.310258:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749609266.310259:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749609266.310261:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609266.310263:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749609266.310264:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609266.310265:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609266.310267:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609266.310269:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2040:2040:255:4294967295] 192.168.201.120@tcp LPNI seq info [2040:2040:7:4294967295]
00000800:00000200:3.0:1749609266.310271:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609266.310275:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609266.310277:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609266.310281:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609266.310286:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609266.310289:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749609266.310293:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000800:00000200:2.0:1749609266.310294:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609266.310296:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609266.310313:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749609266.310319:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
00000100:00000010:3.0:1749609266.310325:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
02000000:00000010:2.0:1749609266.310357:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733400.
00000400:00000010:2.0:1749609266.310370:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609266.310372:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749609266.310374:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730245120, portal 10
00000800:00000200:0.0:1749609266.310376:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749609266.310377:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000800:00000010:0.0:1749609266.310379:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000100:00000200:2.0:1749609266.310379:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730245120, offset 0
00000400:00000200:2.0:1749609266.310382:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609266.310385:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609266.310385:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609266.310387:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609266.310389:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609266.310390:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609266.310392:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609266.310392:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609266.310393:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2041:2041:254:4294967295] 192.168.201.120@tcp LPNI seq info [2041:2041:6:4294967295]
00000400:00000200:0.0:1749609266.310395:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749609266.310397:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000400:00000200:2.0:1749609266.310398:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609266.310400:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609266.310402:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609266.310404:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749609266.310407:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730244864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609266.310407:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609266.310409:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609266.310426:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609266.310428:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609266.310430:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609266.310434:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609266.310435:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749609266.310437:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749609266.310440:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730244992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609266.310509:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609266.310511:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609266.310513:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609266.310516:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609266.310519:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749609266.310520:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749609266.310523:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730245120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609266.311741:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609266.311752:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33fb80
00000400:00000200:0.0:1749609266.311758:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x40b5 [1] + 0
00000400:00000200:0.0:1749609266.311767:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609266.311770:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609266.311776:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730244992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609266.311802:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609266.311807:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33fb00
00000400:00000200:0.0:1749609266.311810:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x40ad [1] + 224
00000400:00000200:0.0:1749609266.311814:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609266.311817:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609266.311820:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730244864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609266.311840:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609266.311844:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:2.0:1749609266.311846:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609266.311850:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730244992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609266.311853:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749609266.311856:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730244992/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609266.311857:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33fc00
00000400:00000200:0.0:1749609266.311861:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x40bd [1] + 0
00000400:00000200:0.0:1749609266.311873:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609266.311876:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:2.0:1749609266.311877:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
00000100:00000200:0.0:1749609266.311880:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730245120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609266.311880:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609266.311883:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749609266.311897:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609266.311901:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609266.311908:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000400:00000010:2.0:1749609266.311910:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609266.311911:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000100:00000200:3.0:1749609266.311912:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730244864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609266.311917:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:3.0:1749609266.311919:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730244864/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609266.311920:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730245120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609266.311924:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730245120/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609276 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609266.311929:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
02000000:00000010:3.0:1749609266.311932:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1100.
00000100:00000010:3.0:1749609266.311933:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609266.311934:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733400.
02000000:00000010:2.0:1749609266.311950:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609266.311951:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000010:2.0:1749609266.323047:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:0.0:1749609266.323065:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749609266.323089:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:1.0:1749609266.323109:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:2.0:1749609271.318163:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609271.318198:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609271.318305:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609271.318329:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609271.318337:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609271.318361:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609271.318365:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
02000000:00000010:1.0:1749609271.318375:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609271.318388:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
02000000:00000010:2.0:1749609271.318392:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:1.0:1749609271.318397:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000400:00000010:2.0:1749609271.318398:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000100:00000200:1.0:1749609271.318407:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730245248, portal 25
00000400:00000010:1.0:1749609271.318413:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992550.
00000400:00000010:2.0:1749609271.318414:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:1.0:1749609271.318416:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730245248, offset 0
00000100:00000200:2.0:1749609271.318419:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730245376, portal 10
00000400:00000010:2.0:1749609271.318425:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000400:00000200:1.0:1749609271.318426:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609271.318434:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730245376, offset 0
00000400:00000200:2.0:1749609271.318441:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609271.318444:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609271.318451:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609271.318456:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609271.318460:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609271.318463:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609271.318467:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2042:2042:256:4294967295] 192.168.201.120@tcp LPNI seq info [2042:2042:8:4294967295]
00000400:00000200:1.0:1749609271.318482:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609271.318488:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609271.318490:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609271.318494:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000400:00000200:2.0:1749609271.318494:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609271.318497:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609271.318500:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609271.318501:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609271.318503:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609271.318506:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2043:2043:255:4294967295] 192.168.201.120@tcp LPNI seq info [2043:2043:7:4294967295]
00000800:00000200:1.0:1749609271.318514:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609271.318517:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609271.318520:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609271.318543:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609271.318546:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609271.318551:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:1.0:1749609271.318557:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31dc0.
00000800:00000200:2.0:1749609271.318557:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609271.318561:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609271.318580:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749609271.318596:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d40.
00000100:00000010:1.0:1749609271.318601:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b311c0.
02000000:00000010:2.0:1749609271.318640:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733000.
00000400:00000010:2.0:1749609271.318645:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609271.318648:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609271.318651:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730245504, portal 10
00000400:00000010:2.0:1749609271.318655:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609271.318657:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730245504, offset 0
00000400:00000200:2.0:1749609271.318661:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609271.318667:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609271.318670:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609271.318672:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609271.318674:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609271.318676:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609271.318679:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2044:2044:254:4294967295] 192.168.201.120@tcp LPNI seq info [2044:2044:6:4294967295]
00000400:00000200:2.0:1749609271.318688:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609271.318692:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609271.318694:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609271.318697:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609271.318700:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609271.318701:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609271.318704:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749609271.318707:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:0.0:1749609271.318717:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609271.318727:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609271.318734:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992550
00000400:00000010:0.0:1749609271.318737:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992550.
00000100:00000200:0.0:1749609271.318752:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730245248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609271.318784:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609271.318787:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609271.318791:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609271.318796:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609271.318799:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749609271.318802:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749609271.318812:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730245376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609271.318922:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609271.318925:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609271.318929:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609271.318934:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609271.318995:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749609271.318999:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749609271.319008:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730245504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609271.321003:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609271.321022:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33fc80
00000400:00000200:0.0:1749609271.321032:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x40c5 [1] + 224
00000400:00000200:0.0:1749609271.321048:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609271.321053:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609271.321064:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730245248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609271.321110:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609271.321120:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33fd00
00000400:00000200:0.0:1749609271.321127:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x40cd [1] + 0
00000400:00000200:0.0:1749609271.321136:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609271.321140:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609271.321147:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730245376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609271.321170:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609271.321180:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609271.321182:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609271.321193:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730245248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609271.321203:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609271.321212:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33fd80
00000100:00000200:1.0:1749609271.321212:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730245248/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609271.321218:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x40d5 [1] + 0
00000400:00000200:0.0:1749609271.321241:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609271.321248:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749609271.321248:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609271.321280:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:0.0:1749609271.321284:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730245504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609271.321284:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:2.0:1749609271.321306:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609271.321314:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:2.0:1749609271.321316:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:2.0:1749609271.321323:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730245376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609271.321335:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730245376/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609271.321367:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609271.321369:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749609271.321370:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609271.321374:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730245504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609271.321382:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730245504/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609281 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609271.321395:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609271.321399:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609271.321402:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609271.321405:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733000.
02000000:00000010:2.0:1749609271.321407:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749609271.321409:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:1.0:1749609271.331067:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:2.0:1749609271.331090:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d40.
00000100:00000010:3.0:1749609271.331105:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b311c0.
00000100:00000010:0.0:1749609271.331108:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31dc0.
00000100:00000010:2.0:1749609276.326153:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609276.326231:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609276.326315:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609276.326339:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609276.326348:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733400.
00000100:00000010:2.0:1749609276.326372:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609276.326377:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733000.
02000000:00000010:3.0:1749609276.326390:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d81400.
00000400:00000010:3.0:1749609276.326403:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
02000000:00000010:1.0:1749609276.326412:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317000.
00000400:00000010:3.0:1749609276.326412:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609276.326423:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730245632, portal 25
00000400:00000010:1.0:1749609276.326424:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04bec8.
00000400:00000010:3.0:1749609276.326429:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000400:00000010:1.0:1749609276.326431:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:3.0:1749609276.326433:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730245632, offset 0
00000100:00000200:1.0:1749609276.326438:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730245760, portal 10
00000400:00000200:3.0:1749609276.326443:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:1.0:1749609276.326447:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39926e8.
00000100:00000200:1.0:1749609276.326450:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730245760, offset 0
00000400:00000200:1.0:1749609276.326460:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609276.326462:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609276.326471:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609276.326478:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609276.326484:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609276.326489:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609276.326494:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2045:2045:256:4294967295] 192.168.201.120@tcp LPNI seq info [2045:2045:8:4294967295]
00000400:00000200:3.0:1749609276.326516:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609276.326527:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609276.326531:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609276.326535:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609276.326537:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:1.0:1749609276.326538:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609276.326541:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609276.326544:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609276.326547:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2046:2046:255:4294967295] 192.168.201.120@tcp LPNI seq info [2046:2046:7:4294967295]
00000800:00000200:3.0:1749609276.326550:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609276.326558:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609276.326564:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609276.326565:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:1.0:1749609276.326569:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:3.0:1749609276.326573:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:1.0:1749609276.326574:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609276.326600:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609276.326604:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609276.326619:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e40.
00000100:00000010:3.0:1749609276.326669:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10080.
00000100:00000010:3.0:1749609276.326681:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749609276.326695:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10780.
02000000:00000010:1.0:1749609276.326712:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b4317c00.
00000400:00000010:1.0:1749609276.326717:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609276.326721:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609276.326725:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730245888, portal 10
00000400:00000010:1.0:1749609276.326729:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992990.
00000100:00000200:1.0:1749609276.326732:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730245888, offset 0
00000400:00000200:1.0:1749609276.326737:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609276.326743:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609276.326746:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609276.326749:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609276.326751:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609276.326753:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609276.326756:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2047:2047:254:4294967295] 192.168.201.120@tcp LPNI seq info [2047:2047:6:4294967295]
00000800:00000200:0.0:1749609276.326763:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:1.0:1749609276.326764:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609276.326768:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609276.326771:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000800:00000010:1.0:1749609276.326771:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000800:00000200:1.0:1749609276.326775:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609276.326779:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609276.326781:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:1.0:1749609276.326782:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609276.326789:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609276.326794:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749609276.326797:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749609276.326810:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730245632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609276.326834:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609276.326836:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749609276.326838:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609276.326841:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609276.326844:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39926e8
00000400:00000010:0.0:1749609276.326846:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39926e8.
00000100:00000200:0.0:1749609276.326850:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730245760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609276.326996:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609276.326999:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749609276.327002:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609276.327005:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609276.327008:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992990
00000400:00000010:0.0:1749609276.327010:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992990.
00000100:00000200:0.0:1749609276.327014:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730245888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609276.329014:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609276.329028:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33fe00
00000400:00000200:0.0:1749609276.329036:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x40dd [1] + 224
00000400:00000200:0.0:1749609276.329047:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609276.329050:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609276.329057:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730245632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609276.329089:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609276.329094:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf33fe80
00000400:00000200:0.0:1749609276.329099:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x40e5 [1] + 0
00000400:00000200:0.0:1749609276.329104:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609276.329107:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609276.329111:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730245760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609276.329133:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609276.329138:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf33ff00
00000400:00000200:0.0:1749609276.329141:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x40ed [1] + 0
00000400:00000200:0.0:1749609276.329160:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609276.329163:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609276.329195:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730245888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609276.329217:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609276.329228:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609276.329231:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609276.329242:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730245632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609276.329244:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04bec8.
00000400:00000200:1.0:1749609276.329252:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000010:1.0:1749609276.329254:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000100:00000200:3.0:1749609276.329260:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730245632/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609276.329263:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730245760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609276.329274:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730245760/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609276.329297:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:3.0:1749609276.329297:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d81400.
00000400:00000200:1.0:1749609276.329299:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
02000000:00000010:3.0:1749609276.329305:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000010:1.0:1749609276.329309:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000010:3.0:1749609276.329312:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000200:1.0:1749609276.329314:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730245888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609276.329324:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730245888/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609276.329348:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317000.
02000000:00000010:1.0:1749609276.329356:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733400.
00000100:00000010:1.0:1749609276.329360:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
02000000:00000010:1.0:1749609276.329364:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b4317c00.
02000000:00000010:1.0:1749609276.329368:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733000.
00000100:00000010:1.0:1749609276.329371:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000100:00000010:0.0:1749609276.339056:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e40.
00000100:00000010:2.0:1749609276.339070:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b00.
00000100:00000010:3.0:1749609276.339077:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10780.
00000100:00000010:1.0:1749609276.339083:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10080.
00000100:00000010:2.0:1749609281.334217:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609281.334254:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749609281.334345:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609281.334371:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609281.334383:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:1.0:1749609281.334423:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749609281.334427:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609281.334434:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:1.0:1749609281.334437:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609281.334448:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609281.334460:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730246016, portal 25
00000400:00000010:1.0:1749609281.334468:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992440.
00000100:00000200:1.0:1749609281.334472:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730246016, offset 0
00000400:00000200:1.0:1749609281.334484:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609281.334501:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:0.0:1749609281.334506:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943c00.
00000400:00000200:1.0:1749609281.334507:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609281.334512:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609281.334517:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749609281.334518:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eac60.
00000400:00000200:1.0:1749609281.334520:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609281.334524:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2048:2048:256:4294967295] 192.168.201.120@tcp LPNI seq info [2048:2048:8:4294967295]
00000400:00000010:0.0:1749609281.334525:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f908.
00000100:00000200:0.0:1749609281.334531:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730246144, portal 10
00000400:00000200:1.0:1749609281.334538:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749609281.334542:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f7f8.
00000800:00000200:1.0:1749609281.334545:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749609281.334546:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730246144, offset 0
00000800:00000010:1.0:1749609281.334550:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749609281.334556:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609281.334558:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609281.334567:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:1.0:1749609281.334570:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609281.334573:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609281.334578:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609281.334582:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609281.334585:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749609281.334586:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609281.334591:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2049:2049:255:4294967295] 192.168.201.120@tcp LPNI seq info [2049:2049:7:4294967295]
00000400:00000200:0.0:1749609281.334606:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609281.334619:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609281.334624:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b200.
00000100:00000010:1.0:1749609281.334626:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b317c0.
00000800:00000200:0.0:1749609281.334631:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609281.334639:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609281.334644:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b200 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609281.334645:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000100:00000010:1.0:1749609281.334652:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31580.
00000100:00000010:1.0:1749609281.334668:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31cc0.
02000000:00000010:0.0:1749609281.334701:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000010:0.0:1749609281.334707:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab58.
00000400:00000010:0.0:1749609281.334712:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f880.
00000100:00000200:0.0:1749609281.334716:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730246272, portal 10
00000400:00000010:0.0:1749609281.334721:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fd48.
00000800:00000200:2.0:1749609281.334723:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:0.0:1749609281.334724:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730246272, offset 0
00000800:00000010:2.0:1749609281.334730:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749609281.334731:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609281.334738:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609281.334739:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609281.334743:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609281.334748:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609281.334749:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609281.334752:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609281.334755:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992440
00000400:00000200:0.0:1749609281.334756:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:2.0:1749609281.334758:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992440.
00000400:00000200:0.0:1749609281.334760:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2050:2050:254:4294967295] 192.168.201.120@tcp LPNI seq info [2050:2050:6:4294967295]
00000100:00000200:2.0:1749609281.334772:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730246016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609281.334774:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609281.334781:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609281.334786:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b700.
00000800:00000200:0.0:1749609281.334791:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609281.334799:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609281.334803:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b700 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:2.0:1749609281.334894:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609281.334898:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b200.
00000400:00000200:2.0:1749609281.334903:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609281.334910:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609281.334914:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f7f8
00000400:00000010:2.0:1749609281.334917:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f7f8.
00000100:00000200:2.0:1749609281.334924:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730246144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609281.335013:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609281.335017:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b700.
00000400:00000200:2.0:1749609281.335021:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609281.335027:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609281.335031:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fd48
00000400:00000010:2.0:1749609281.335034:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fd48.
00000100:00000200:2.0:1749609281.335040:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730246272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609281.336965:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609281.336986:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf33ff80
00000400:00000200:0.0:1749609281.336997:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x40f5 [1] + 224
00000400:00000200:0.0:1749609281.337017:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609281.337023:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609281.337035:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730246016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609281.337125:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609281.337136:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340000
00000400:00000200:0.0:1749609281.337143:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x40fd [1] + 0
00000400:00000200:0.0:1749609281.337151:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609281.337155:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609281.337160:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730246144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609281.337165:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609281.337172:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609281.337175:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609281.337185:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730246016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609281.337194:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609281.337199:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340080
00000100:00000200:1.0:1749609281.337200:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730246016/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609281.337203:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4105 [1] + 0
00000400:00000200:0.0:1749609281.337225:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609281.337229:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749609281.337232:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:0.0:1749609281.337234:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730246272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609281.337240:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:1.0:1749609281.337246:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
00000400:00000010:2.0:1749609281.337260:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eac60.
00000400:00000200:2.0:1749609281.337268:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f908
00000400:00000010:2.0:1749609281.337270:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f908.
00000100:00000200:2.0:1749609281.337279:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730246144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609281.337294:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730246144/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609281.337343:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab58.
00000400:00000200:2.0:1749609281.337347:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f880
00000400:00000010:2.0:1749609281.337349:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f880.
00000100:00000200:2.0:1749609281.337354:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730246272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609281.337367:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730246272/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609281.337388:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943c00.
02000000:00000010:2.0:1749609281.337396:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609281.337400:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609281.337404:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:2.0:1749609281.337407:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609281.337410:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749609281.347035:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31580.
00000100:00000010:0.0:1749609281.347058:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b317c0.
00000100:00000010:1.0:1749609281.347066:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:3.0:1749609281.347179:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31cc0.
00000100:00000010:0.0:1749609286.342267:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749609286.342300:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b800.
00000400:00000200:0.0:1749609286.342375:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609286.342397:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749609286.342405:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
00000100:00000010:0.0:1749609286.342427:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749609286.342431:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942c00.
02000000:00000010:3.0:1749609286.342439:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609286.342452:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609286.342462:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
02000000:00000010:2.0:1749609286.342467:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000100:00000200:3.0:1749609286.342475:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730246400, portal 25
00000400:00000010:2.0:1749609286.342477:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609286.342482:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000400:00000010:3.0:1749609286.342483:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:2.0:1749609286.342487:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730246528, portal 10
00000100:00000200:3.0:1749609286.342488:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730246400, offset 0
00000400:00000010:2.0:1749609286.342494:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000400:00000200:3.0:1749609286.342500:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609286.342506:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730246528, offset 0
00000400:00000200:2.0:1749609286.342513:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609286.342519:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609286.342528:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609286.342535:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609286.342540:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609286.342545:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609286.342550:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2051:2051:256:4294967295] 192.168.201.120@tcp LPNI seq info [2051:2051:8:4294967295]
00000400:00000200:3.0:1749609286.342567:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609286.342577:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609286.342577:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609286.342581:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609286.342584:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609286.342587:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609286.342589:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609286.342592:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2052:2052:255:4294967295] 192.168.201.120@tcp LPNI seq info [2052:2052:7:4294967295]
00000400:00000200:2.0:1749609286.342602:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:3.0:1749609286.342602:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:2.0:1749609286.342606:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609286.342613:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:2.0:1749609286.342619:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609286.342625:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609286.342627:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609286.342631:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609286.342634:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749609286.342634:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609286.342661:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096780.
00000100:00000010:2.0:1749609286.342680:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096dc0.
00000100:00000010:2.0:1749609286.342690:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749609286.342695:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096480.
02000000:00000010:2.0:1749609286.342707:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749609286.342710:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609286.342713:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609286.342716:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730246656, portal 10
00000400:00000010:2.0:1749609286.342720:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609286.342721:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730246656, offset 0
00000400:00000200:2.0:1749609286.342725:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609286.342730:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749609286.342733:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609286.342733:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609286.342735:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749609286.342737:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:2.0:1749609286.342737:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609286.342740:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609286.342742:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2053:2053:254:4294967295] 192.168.201.120@tcp LPNI seq info [2053:2053:6:4294967295]
00000400:00000200:0.0:1749609286.342746:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609286.342750:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609286.342753:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609286.342754:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609286.342757:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609286.342758:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000800:00000200:2.0:1749609286.342760:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749609286.342761:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000800:00000200:2.0:1749609286.342763:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609286.342765:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609286.342770:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730246528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609286.342791:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609286.342793:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609286.342795:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609286.342798:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609286.342800:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000010:0.0:1749609286.342802:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000100:00000200:0.0:1749609286.342806:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730246400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609286.342890:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609286.342892:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609286.342895:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609286.342898:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609286.342900:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749609286.342901:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749609286.342905:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730246656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609286.344745:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609286.344760:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340180
00000400:00000200:0.0:1749609286.344768:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4111 [1] + 0
00000400:00000200:0.0:1749609286.344778:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609286.344781:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609286.344789:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730246528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609286.344826:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609286.344831:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340100
00000400:00000200:0.0:1749609286.344835:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x410d [1] + 224
00000400:00000200:0.0:1749609286.344841:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609286.344844:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609286.344847:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730246400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609286.344869:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609286.344872:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340200
00000400:00000200:0.0:1749609286.344875:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x411d [1] + 0
00000400:00000200:0.0:1749609286.344892:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609286.344896:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609286.344900:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730246656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609286.344924:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609286.344932:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:2.0:1749609286.344934:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609286.344973:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730246528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609286.344976:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609286.344982:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000100:00000200:2.0:1749609286.344984:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730246528/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609286.344985:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609286.344993:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730246400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609286.345040:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730246400/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609286.345044:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609286.345047:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749609286.345049:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609286.345052:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730246656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609286.345060:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730246656/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609286.345065:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749609286.345072:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b800.
02000000:00000010:2.0:1749609286.345074:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609286.345078:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:3.0:1749609286.345078:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000100:00000010:2.0:1749609286.345094:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
02000000:00000010:2.0:1749609286.345098:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609286.345101:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942c00.
00000100:00000010:2.0:1749609286.345103:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000010:2.0:1749609286.355079:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:3.0:1749609286.355095:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096480.
00000100:00000010:1.0:1749609286.355101:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096dc0.
00000100:00000010:0.0:1749609286.355118:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096780.
00000100:00000010:0.0:1749609291.350122:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749609291.350156:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b300.
00000400:00000200:0.0:1749609291.350228:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609291.350250:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749609291.350259:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
00000100:00000010:0.0:1749609291.350288:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:1.0:1749609291.350291:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
02000000:00000010:0.0:1749609291.350293:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000400:00000010:1.0:1749609291.350307:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609291.350318:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609291.350332:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730246784, portal 25
00000400:00000010:1.0:1749609291.350340:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992bb0.
00000100:00000200:1.0:1749609291.350344:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730246784, offset 0
00000400:00000200:1.0:1749609291.350358:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749609291.350361:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000010:2.0:1749609291.350371:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609291.350377:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:1.0:1749609291.350378:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749609291.350381:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730246912, portal 10
00000400:00000200:1.0:1749609291.350388:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749609291.350388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609291.350390:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730246912, offset 0
00000400:00000200:1.0:1749609291.350395:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609291.350398:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609291.350401:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609291.350405:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609291.350411:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2054:2054:256:4294967295] 192.168.201.120@tcp LPNI seq info [2054:2054:8:4294967295]
00000400:00000200:1.0:1749609291.350432:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609291.350465:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609291.350465:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609291.350469:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749609291.350473:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749609291.350473:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609291.350476:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609291.350478:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609291.350484:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609291.350491:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2055:2055:255:4294967295] 192.168.201.120@tcp LPNI seq info [2055:2055:7:4294967295]
00000800:00000200:1.0:1749609291.350498:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609291.350502:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609291.350505:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609291.350507:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609291.350512:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609291.350516:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609291.350523:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609291.350526:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609291.350546:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749609291.350575:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60966c0.
00000100:00000010:2.0:1749609291.350583:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
00000100:00000010:2.0:1749609291.350590:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096880.
02000000:00000010:2.0:1749609291.350621:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749609291.350627:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609291.350631:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749609291.350635:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730247040, portal 10
00000400:00000010:2.0:1749609291.350642:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609291.350644:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730247040, offset 0
00000400:00000200:2.0:1749609291.350651:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609291.350659:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609291.350664:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609291.350667:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609291.350670:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609291.350674:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609291.350677:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2056:2056:254:4294967295] 192.168.201.120@tcp LPNI seq info [2056:2056:6:4294967295]
00000400:00000200:2.0:1749609291.350690:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609291.350697:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609291.350700:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:2.0:1749609291.350701:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609291.350707:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749609291.350708:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
00000800:00000200:2.0:1749609291.350714:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609291.350719:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749609291.350727:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609291.350729:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609291.350736:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992bb0
00000400:00000010:0.0:1749609291.350739:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992bb0.
00000100:00000200:0.0:1749609291.350770:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730246784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609291.350797:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609291.350800:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609291.350805:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609291.350809:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609291.350812:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749609291.350814:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749609291.350819:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730246912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609291.350901:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609291.350903:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609291.350905:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609291.350908:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609291.350910:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749609291.350911:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749609291.350965:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730247040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609291.352427:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609291.352439:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340300
00000400:00000200:0.0:1749609291.352447:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x412d [1] + 0
00000400:00000200:0.0:1749609291.352455:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609291.352458:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609291.352465:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730246912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609291.352495:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609291.352498:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340280
00000400:00000200:0.0:1749609291.352501:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4125 [1] + 224
00000400:00000200:0.0:1749609291.352506:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609291.352508:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609291.352511:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730246784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609291.352530:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:2.0:1749609291.352533:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609291.352534:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340380
00000400:00000200:2.0:1749609291.352537:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:2.0:1749609291.352538:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609291.352543:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730246912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609291.352544:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4135 [1] + 0
00000100:00000200:2.0:1749609291.352551:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730246912/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609291.352559:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609291.352562:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609291.352566:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730247040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:2.0:1749609291.352571:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:1.0:1749609291.352576:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609291.352581:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609291.352582:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609291.352588:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730246784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609291.352594:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000100:00000200:1.0:1749609291.352595:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730246784/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609291.352596:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749609291.352597:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:2.0:1749609291.352600:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730247040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609291.352606:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730247040/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609291.352612:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609291.352617:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b300.
00000100:02020000:2.0:1749609291.352618:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
00000100:00000010:1.0:1749609291.352621:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
02000000:00000010:2.0:1749609291.352625:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609291.352628:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:2.0:1749609291.352631:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
02000000:00000010:2.0:1749609291.352634:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609291.352636:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:2.0:1749609291.352639:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:0.0:1749609291.363056:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096140.
00000100:00000010:2.0:1749609291.363071:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:1.0:1749609291.363085:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60966c0.
00000100:00000010:3.0:1749609291.363098:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096880.
00000100:00000010:0.0:1749609296.358142:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749609296.358175:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7be00.
00000400:00000200:0.0:1749609296.358246:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609296.358268:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749609296.358276:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
00000100:00000010:0.0:1749609296.358303:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749609296.358307:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
02000000:00000010:1.0:1749609296.358346:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609296.358367:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609296.358378:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
02000000:00000010:2.0:1749609296.358383:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000100:00000200:1.0:1749609296.358390:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730247168, portal 25
00000400:00000010:2.0:1749609296.358393:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:1.0:1749609296.358397:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992e58.
00000400:00000010:2.0:1749609296.358398:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:1.0:1749609296.358401:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730247168, offset 0
00000100:00000200:2.0:1749609296.358403:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730247296, portal 10
00000400:00000010:2.0:1749609296.358409:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000400:00000200:1.0:1749609296.358415:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609296.358430:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730247296, offset 0
00000400:00000200:1.0:1749609296.358433:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609296.358439:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609296.358442:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609296.358449:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609296.358455:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609296.358459:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609296.358465:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2057:2057:256:4294967295] 192.168.201.120@tcp LPNI seq info [2057:2057:8:4294967295]
00000400:00000200:1.0:1749609296.358484:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609296.358504:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609296.358508:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609296.358511:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000400:00000200:2.0:1749609296.358514:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609296.358519:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749609296.358521:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609296.358523:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609296.358527:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609296.358531:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2058:2058:255:4294967295] 192.168.201.120@tcp LPNI seq info [2058:2058:7:4294967295]
00000800:00000200:1.0:1749609296.358533:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609296.358540:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609296.358545:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609296.358552:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609296.358558:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749609296.358564:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609296.358572:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:1.0:1749609296.358575:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31780.
00000800:00000200:2.0:1749609296.358576:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609296.358597:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749609296.358604:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b316c0.
00000100:00000010:1.0:1749609296.358611:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b80.
00000800:00000200:0.0:1749609296.358643:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609296.358647:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
02000000:00000010:2.0:1749609296.358652:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000200:0.0:1749609296.358656:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609296.358658:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609296.358662:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:0.0:1749609296.358663:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749609296.358666:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730247424, portal 10
00000400:00000200:0.0:1749609296.358667:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992e58
00000400:00000010:0.0:1749609296.358670:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992e58.
00000400:00000010:2.0:1749609296.358673:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609296.358675:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730247424, offset 0
00000100:00000200:0.0:1749609296.358680:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730247168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609296.358683:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609296.358691:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609296.358696:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609296.358700:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609296.358703:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609296.358706:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609296.358711:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2059:2059:254:4294967295] 192.168.201.120@tcp LPNI seq info [2059:2059:6:4294967295]
00000400:00000200:2.0:1749609296.358723:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609296.358730:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609296.358734:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609296.358746:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609296.358752:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609296.358754:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609296.358802:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609296.358805:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609296.358808:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609296.358812:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609296.358815:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749609296.358816:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749609296.358821:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730247296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609296.358894:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609296.358896:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609296.358898:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609296.358902:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609296.358904:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749609296.358906:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749609296.358910:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730247424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609296.360895:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609296.360910:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340480
00000400:00000200:0.0:1749609296.360917:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4145 [1] + 0
00000400:00000200:0.0:1749609296.360927:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609296.360931:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609296.360938:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730247296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609296.360995:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609296.361001:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340400
00000400:00000200:0.0:1749609296.361005:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x413d [1] + 224
00000400:00000200:0.0:1749609296.361010:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609296.361013:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609296.361017:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730247168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609296.361038:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609296.361042:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340500
00000400:00000200:0.0:1749609296.361045:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x414d [1] + 0
00000400:00000010:2.0:1749609296.361059:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:0.0:1749609296.361060:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609296.361064:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609296.361067:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:2.0:1749609296.361071:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749609296.361078:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730247424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609296.361080:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730247296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609296.361096:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730247296/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609296.361101:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609296.361108:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609296.361111:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609296.361119:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730247168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609296.361128:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609296.361132:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000100:00000200:1.0:1749609296.361133:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730247168/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609296.361134:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749609296.361140:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730247424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609296.361152:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730247424/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609296.361156:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609296.361163:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7be00.
00000100:00000010:1.0:1749609296.361169:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
02000000:00000010:2.0:1749609296.361169:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609296.361173:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:2.0:1749609296.361177:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:2.0:1749609296.361180:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609296.361183:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:2.0:1749609296.361185:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000010:0.0:1749609296.371023:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31780.
00000100:00000010:1.0:1749609296.371032:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:2.0:1749609296.371032:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b316c0.
00000100:00000010:3.0:1749609296.371043:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b80.
00000100:00000010:0.0:1749609301.366086:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749609301.366126:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b600.
00000400:00000200:0.0:1749609301.366217:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609301.366245:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749609301.366257:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
00000100:00000010:0.0:1749609301.366295:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749609301.366306:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
02000000:00000010:1.0:1749609301.366315:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609301.366327:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609301.366336:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609301.366347:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730247552, portal 25
00000400:00000010:1.0:1749609301.366353:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992c38.
00000100:00000200:1.0:1749609301.366355:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730247552, offset 0
02000000:00000010:2.0:1749609301.366362:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
00000400:00000200:1.0:1749609301.366364:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609301.366373:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609301.366379:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:1.0:1749609301.366380:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749609301.366383:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730247680, portal 10
00000400:00000200:1.0:1749609301.366388:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749609301.366390:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749609301.366392:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730247680, offset 0
00000400:00000200:1.0:1749609301.366393:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609301.366415:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609301.366418:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609301.366421:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2060:2060:256:4294967295] 192.168.201.120@tcp LPNI seq info [2060:2060:8:4294967295]
00000400:00000200:2.0:1749609301.366425:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609301.366436:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609301.366443:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609301.366445:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609301.366449:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000400:00000200:2.0:1749609301.366449:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609301.366452:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609301.366455:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609301.366457:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609301.366457:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609301.366460:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2061:2061:255:4294967295] 192.168.201.120@tcp LPNI seq info [2061:2061:7:4294967295]
00000800:00000200:1.0:1749609301.366468:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609301.366470:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609301.366473:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609301.366475:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609301.366478:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609301.366483:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609301.366488:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609301.366491:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609301.366505:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31240.
00000100:00000010:1.0:1749609301.366544:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749609301.366549:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31940.
00000100:00000010:1.0:1749609301.366556:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c00.
02000000:00000010:2.0:1749609301.366590:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749609301.366595:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609301.366599:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749609301.366603:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730247808, portal 10
00000400:00000010:2.0:1749609301.366608:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609301.366610:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730247808, offset 0
00000400:00000200:2.0:1749609301.366616:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609301.366623:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609301.366627:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1749609301.366629:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609301.366631:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:0.0:1749609301.366634:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:2.0:1749609301.366634:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609301.366637:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609301.366641:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2062:2062:254:4294967295] 192.168.201.120@tcp LPNI seq info [2062:2062:6:4294967295]
00000400:00000200:0.0:1749609301.366643:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609301.366652:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609301.366653:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609301.366658:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992c38
00000800:00000200:2.0:1749609301.366660:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:0.0:1749609301.366661:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992c38.
00000800:00000010:2.0:1749609301.366664:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609301.366669:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:0.0:1749609301.366676:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730247552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609301.366681:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609301.366684:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609301.366707:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609301.366710:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609301.366725:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609301.366731:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609301.366734:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749609301.366736:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749609301.366742:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730247680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609301.366906:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609301.366911:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609301.366915:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609301.366920:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609301.366925:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749609301.366928:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749609301.366968:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730247808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609301.368909:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609301.368923:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340580
00000400:00000200:0.0:1749609301.368930:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4155 [1] + 224
00000400:00000200:0.0:1749609301.368960:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609301.368964:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609301.368972:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730247552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609301.369001:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609301.369005:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340600
00000400:00000200:0.0:1749609301.369010:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x415d [1] + 0
00000400:00000200:0.0:1749609301.369015:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609301.369018:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609301.369021:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730247680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609301.369043:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609301.369046:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340680
00000400:00000200:0.0:1749609301.369050:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4165 [1] + 0
00000400:00000200:0.0:1749609301.369070:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609301.369074:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609301.369078:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730247808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609301.369087:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609301.369094:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609301.369096:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609301.369104:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730247552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609301.369111:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000100:00000200:1.0:1749609301.369114:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730247552/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609317 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609301.369119:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:2.0:1749609301.369122:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:2.0:1749609301.369131:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730247680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609301.369142:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000100:00000200:2.0:1749609301.369147:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730247680/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609301.369148:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b600.
00000100:00000010:1.0:1749609301.369152:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000400:00000010:2.0:1749609301.369169:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609301.369171:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749609301.369172:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749609301.369175:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730247808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609301.369183:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730247808/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609301.369196:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609301.369200:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:2.0:1749609301.369204:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:2.0:1749609301.369207:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609301.369209:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:2.0:1749609301.369211:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000010:0.0:1749609301.379015:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31240.
00000100:00000010:1.0:1749609301.379027:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:2.0:1749609301.379031:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31940.
00000100:00000010:3.0:1749609301.379081:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c00.
00000100:00000010:2.0:1749609306.374153:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609306.374188:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749609306.374256:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609306.374278:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609306.374287:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609306.374306:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609306.374311:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749609306.374313:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609306.374329:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609306.374340:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609306.374353:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730247936, portal 25
02000000:00000010:2.0:1749609306.374356:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749609306.374362:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749609306.374362:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000100:00000200:3.0:1749609306.374366:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730247936, offset 0
00000400:00000010:2.0:1749609306.374367:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749609306.374371:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730248064, portal 10
00000400:00000010:2.0:1749609306.374377:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000400:00000200:3.0:1749609306.374379:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609306.374392:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730248064, offset 0
00000400:00000200:2.0:1749609306.374399:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609306.374400:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609306.374410:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609306.374418:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609306.374424:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609306.374428:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609306.374434:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2063:2063:256:4294967295] 192.168.201.120@tcp LPNI seq info [2063:2063:8:4294967295]
00000400:00000200:3.0:1749609306.374480:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609306.374488:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609306.374489:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609306.374493:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609306.374494:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749609306.374496:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609306.374499:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609306.374502:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749609306.374503:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609306.374505:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2064:2064:255:4294967295] 192.168.201.120@tcp LPNI seq info [2064:2064:7:4294967295]
00000400:00000200:2.0:1749609306.374515:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609306.374515:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609306.374520:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609306.374520:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749609306.374524:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609306.374529:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609306.374535:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609306.374539:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609306.374551:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ec0.
00000100:00000010:2.0:1749609306.374591:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096080.
00000100:00000010:2.0:1749609306.374602:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749609306.374607:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f00.
02000000:00000010:2.0:1749609306.374617:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732c00.
00000400:00000010:2.0:1749609306.374620:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609306.374623:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749609306.374625:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730248192, portal 10
00000400:00000010:2.0:1749609306.374630:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609306.374631:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730248192, offset 0
00000400:00000200:2.0:1749609306.374635:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609306.374647:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609306.374651:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609306.374653:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609306.374655:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609306.374657:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609306.374687:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2065:2065:254:4294967295] 192.168.201.120@tcp LPNI seq info [2065:2065:6:4294967295]
00000400:00000200:2.0:1749609306.374695:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609306.374700:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609306.374705:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609306.374709:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609306.374714:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609306.374714:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609306.374716:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749609306.374723:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609306.374731:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609306.374741:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609306.374748:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000400:00000010:0.0:1749609306.374752:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000100:00000200:0.0:1749609306.374767:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730247936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609306.374803:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609306.374806:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609306.374810:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609306.374816:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609306.374820:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749609306.374822:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749609306.374829:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730248064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609306.374960:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609306.374964:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609306.374967:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609306.374971:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609306.374974:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749609306.374975:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749609306.374980:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730248192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609306.377063:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609306.377082:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340700
00000400:00000200:0.0:1749609306.377093:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x416d [1] + 224
00000400:00000200:0.0:1749609306.377109:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609306.377115:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609306.377125:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730247936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609306.377178:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609306.377189:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340780
00000400:00000200:0.0:1749609306.377196:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4175 [1] + 0
00000400:00000200:0.0:1749609306.377205:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609306.377210:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749609306.377210:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609306.377218:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609306.377220:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749609306.377228:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730248064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609306.377228:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730247936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609306.377240:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730247936/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609306.377269:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000200:0.0:1749609306.377270:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:3.0:1749609306.377275:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000400:00000200:0.0:1749609306.377277:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340800
00000100:00000010:3.0:1749609306.377279:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000400:00000200:0.0:1749609306.377280:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x417d [1] + 0
00000400:00000200:0.0:1749609306.377300:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609306.377304:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609306.377309:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730248192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609306.377377:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609306.377385:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:2.0:1749609306.377387:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749609306.377395:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730248064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609306.377406:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730248064/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609306.377429:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609306.377431:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:2.0:1749609306.377432:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749609306.377435:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730248192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609306.377444:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730248192/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609306.377457:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749609306.377462:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:2.0:1749609306.377464:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609306.377478:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749609306.377480:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609306.377483:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:1.0:1749609306.387040:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096080.
00000100:00000010:0.0:1749609306.387042:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ec0.
00000100:00000010:2.0:1749609306.387061:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:3.0:1749609306.387115:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f00.
00000100:00000010:2.0:1749609311.382136:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609311.382170:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749609311.382236:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609311.382257:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609311.382282:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609311.382305:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749609311.382309:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:2.0:1749609311.382342:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
02000000:00000010:1.0:1749609311.382346:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749609311.382350:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749609311.382357:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:2.0:1749609311.382358:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:1.0:1749609311.382364:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:2.0:1749609311.382367:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730248448, portal 10
00000100:00000200:1.0:1749609311.382369:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730248320, portal 25
00000400:00000010:2.0:1749609311.382374:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000400:00000010:1.0:1749609311.382375:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39922a8.
00000100:00000200:2.0:1749609311.382377:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730248448, offset 0
00000400:00000200:2.0:1749609311.382402:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749609311.382418:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730248320, offset 0
00000400:00000200:2.0:1749609311.382419:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609311.382426:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609311.382429:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609311.382432:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609311.382436:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609311.382439:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609311.382442:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2066:2066:256:4294967295] 192.168.201.120@tcp LPNI seq info [2066:2066:8:4294967295]
00000400:00000200:2.0:1749609311.382457:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609311.382463:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609311.382466:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749609311.382468:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000200:1.0:1749609311.382470:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609311.382473:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609311.382476:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749609311.382477:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609311.382478:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609311.382481:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2067:2067:255:4294967295] 192.168.201.120@tcp LPNI seq info [2067:2067:7:4294967295]
00000800:00000200:2.0:1749609311.382489:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:1.0:1749609311.382491:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609311.382494:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609311.382496:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609311.382501:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000800:00000200:1.0:1749609311.382505:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609311.382511:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609311.382514:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609311.382531:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096500.
00000100:00000010:2.0:1749609311.382557:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f40.
00000100:00000010:2.0:1749609311.382563:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749609311.382568:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e40.
02000000:00000010:2.0:1749609311.382620:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733800.
00000400:00000010:2.0:1749609311.382623:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609311.382626:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749609311.382629:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730248576, portal 10
00000400:00000010:2.0:1749609311.382633:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609311.382635:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730248576, offset 0
00000400:00000200:2.0:1749609311.382640:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609311.382644:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609311.382647:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609311.382650:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609311.382652:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609311.382654:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609311.382657:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2068:2068:254:4294967295] 192.168.201.120@tcp LPNI seq info [2068:2068:6:4294967295]
00000400:00000200:2.0:1749609311.382664:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609311.382667:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609311.382670:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749609311.382673:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609311.382678:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609311.382680:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609311.382694:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609311.382699:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609311.382707:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609311.382715:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609311.382720:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749609311.382723:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749609311.382734:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730248448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609311.382758:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609311.382760:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749609311.382763:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609311.382767:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609311.382770:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39922a8
00000400:00000010:0.0:1749609311.382772:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39922a8.
00000100:00000200:0.0:1749609311.382777:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730248320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609327 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609311.382874:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609311.382877:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609311.382880:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609311.382885:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609311.382888:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749609311.382891:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749609311.382897:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730248576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609311.384849:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609311.384858:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340900
00000400:00000200:0.0:1749609311.384863:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4185 [1] + 0
00000400:00000200:0.0:1749609311.384870:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609311.384872:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609311.384877:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730248448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609311.384899:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609311.384902:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340880
00000400:00000200:0.0:1749609311.384904:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4189 [1] + 224
00000400:00000200:0.0:1749609311.384907:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609311.384908:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609311.384911:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730248320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609327 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609311.384924:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609311.384926:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340980
00000400:00000200:0.0:1749609311.384928:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4195 [1] + 0
00000400:00000010:2.0:1749609311.384954:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:0.0:1749609311.384957:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609311.384958:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000200:0.0:1749609311.384959:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609311.384959:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749609311.384963:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730248576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609311.384964:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730248448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609311.384966:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609311.384971:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000100:00000200:2.0:1749609311.384972:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730248448/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609311.384973:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609311.384979:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730248320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609327 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609311.384987:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730248320/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609327 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609311.385004:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000010:2.0:1749609311.385004:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609311.385006:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:2.0:1749609311.385007:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
02000000:00000010:1.0:1749609311.385010:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000200:2.0:1749609311.385010:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730248576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609311.385013:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000200:2.0:1749609311.385016:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730248576/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609311.385027:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609311.385040:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609311.385043:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609311.385046:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749609311.385051:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749609311.385053:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000100:00000010:2.0:1749609311.395061:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:0.0:1749609311.395077:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096500.
00000100:00000010:1.0:1749609311.395091:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f40.
00000100:00000010:3.0:1749609311.395118:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e40.
00000100:00000010:2.0:1749609316.390053:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf100.
02000000:00000010:2.0:1749609316.390096:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609316.390150:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609316.390167:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609316.390172:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749609316.390190:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609316.390192:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:2.0:1749609316.390215:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732800.
02000000:00000010:3.0:1749609316.390217:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:2.0:1749609316.390221:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749609316.390224:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:2.0:1749609316.390227:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000010:3.0:1749609316.390227:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:2.0:1749609316.390235:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730248832, portal 10
00000100:00000200:3.0:1749609316.390236:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730248704, portal 25
00000400:00000010:2.0:1749609316.390240:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000400:00000010:3.0:1749609316.390240:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:2.0:1749609316.390242:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730248832, offset 0
00000100:00000200:3.0:1749609316.390242:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730248704, offset 0
00000400:00000200:3.0:1749609316.390248:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609316.390254:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609316.390261:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609316.390267:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609316.390271:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609316.390274:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609316.390276:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609316.390294:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2069:2069:256:4294967295] 192.168.201.120@tcp LPNI seq info [2069:2069:8:4294967295]
00000400:00000200:3.0:1749609316.390305:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609316.390310:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609316.390310:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609316.390312:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609316.390314:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749609316.390319:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749609316.390320:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609316.390321:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609316.390322:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609316.390324:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2070:2070:255:4294967295] 192.168.201.120@tcp LPNI seq info [2070:2070:7:4294967295]
00000800:00000200:3.0:1749609316.390329:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609316.390330:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609316.390333:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609316.390333:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749609316.390335:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609316.390338:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609316.390341:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609316.390343:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609316.390352:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096740.
00000100:00000010:2.0:1749609316.390377:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749609316.390383:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d00.
00000100:00000010:2.0:1749609316.390386:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c40.
02000000:00000010:2.0:1749609316.390393:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730000.
00000400:00000010:2.0:1749609316.390395:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609316.390397:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749609316.390398:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730248960, portal 10
00000400:00000010:2.0:1749609316.390401:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609316.390402:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730248960, offset 0
00000800:00000200:0.0:1749609316.390405:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609316.390405:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609316.390407:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749609316.390409:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749609316.390409:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609316.390411:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609316.390412:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609316.390413:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609316.390414:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609316.390414:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2071:2071:254:4294967295] 192.168.201.120@tcp LPNI seq info [2071:2071:6:4294967295]
00000400:00000200:2.0:1749609316.390419:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609316.390420:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609316.390421:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609316.390439:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:0.0:1749609316.390441:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000800:00000010:2.0:1749609316.390441:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609316.390444:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609316.390447:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609316.390448:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609316.390450:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf100 x1834594730248704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609316.390466:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609316.390468:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609316.390470:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609316.390472:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609316.390473:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749609316.390474:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749609316.390477:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730248832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609316.390565:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609316.390566:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609316.390568:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609316.390570:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609316.390571:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749609316.390572:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749609316.390574:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730248960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609316.392425:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609316.392434:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340a00
00000400:00000200:0.0:1749609316.392440:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x41a1 [1] + 224
00000400:00000200:0.0:1749609316.392449:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609316.392451:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609316.392456:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf100 x1834594730248704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609316.392476:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609316.392479:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340a80
00000400:00000200:0.0:1749609316.392482:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x419d [1] + 0
00000400:00000200:0.0:1749609316.392485:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609316.392487:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609316.392489:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730248832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609316.392520:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609316.392522:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340b00
00000400:00000200:0.0:1749609316.392524:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x41ad [1] + 0
00000400:00000200:0.0:1749609316.392534:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609316.392536:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609316.392539:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730248960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609316.392541:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609316.392545:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609316.392547:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609316.392551:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf100 x1834594730248704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609316.392557:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf100 x1834594730248704/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609316.392593:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000010:2.0:1749609316.392596:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
02000000:00000010:3.0:1749609316.392596:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609316.392600:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000100:00000010:3.0:1749609316.392600:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf100.
00000400:00000010:2.0:1749609316.392602:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:2.0:1749609316.392606:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730248832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609316.392612:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730248832/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609316.392640:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609316.392642:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749609316.392642:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749609316.392644:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730248960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609316.392649:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730248960/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609316.392658:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732800.
02000000:00000010:2.0:1749609316.392661:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749609316.392662:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609316.392664:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730000.
02000000:00000010:2.0:1749609316.392665:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:2.0:1749609316.392666:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000100:00000010:2.0:1749609316.402994:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d00.
00000100:00000010:0.0:1749609316.403002:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096740.
00000100:00000010:3.0:1749609316.403010:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c40.
00000100:00000010:1.0:1749609316.403015:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60960c0.
00000100:00000010:2.0:1749609321.398071:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddc00.
02000000:00000010:2.0:1749609321.398098:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609321.398162:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609321.398183:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede680.
02000000:00000010:2.0:1749609321.398191:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733800.
02000000:00000010:1.0:1749609321.398225:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000100:00000010:2.0:1749609321.398227:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd500.
02000000:00000010:2.0:1749609321.398231:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730000.
00000400:00000010:1.0:1749609321.398234:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609321.398240:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
02000000:00000010:3.0:1749609321.398242:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000100:00000200:1.0:1749609321.398249:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730249088, portal 25
00000400:00000010:3.0:1749609321.398250:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609321.398254:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609321.398257:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730249216, portal 10
00000400:00000010:1.0:1749609321.398258:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992330.
00000100:00000200:1.0:1749609321.398261:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730249088, offset 0
00000400:00000010:3.0:1749609321.398263:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749609321.398265:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730249216, offset 0
00000400:00000200:1.0:1749609321.398268:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609321.398278:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609321.398279:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609321.398285:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609321.398289:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609321.398292:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609321.398294:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609321.398297:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2072:2072:256:4294967295] 192.168.201.120@tcp LPNI seq info [2072:2072:8:4294967295]
00000400:00000200:1.0:1749609321.398307:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609321.398311:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609321.398312:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609321.398314:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:1.0:1749609321.398315:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000400:00000200:3.0:1749609321.398316:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609321.398317:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609321.398319:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609321.398321:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609321.398326:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2073:2073:255:4294967295] 192.168.201.120@tcp LPNI seq info [2073:2073:7:4294967295]
00000800:00000200:1.0:1749609321.398329:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609321.398331:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609321.398333:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609321.398335:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609321.398337:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609321.398340:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609321.398343:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609321.398345:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609321.398356:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31480.
00000100:00000010:1.0:1749609321.398373:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000100:00000010:1.0:1749609321.398377:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749609321.398384:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31d00.
02000000:00000010:3.0:1749609321.398391:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609321.398394:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609321.398396:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609321.398397:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730249344, portal 10
00000400:00000010:3.0:1749609321.398400:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609321.398401:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730249344, offset 0
00000400:00000200:3.0:1749609321.398404:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609321.398421:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609321.398423:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609321.398424:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609321.398426:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609321.398427:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609321.398428:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2074:2074:254:4294967295] 192.168.201.120@tcp LPNI seq info [2074:2074:6:4294967295]
00000400:00000200:3.0:1749609321.398432:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609321.398435:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609321.398436:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749609321.398438:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609321.398440:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:3.0:1749609321.398440:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609321.398442:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749609321.398444:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:0.0:1749609321.398449:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609321.398454:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609321.398457:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992330
00000400:00000010:0.0:1749609321.398458:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992330.
00000100:00000200:0.0:1749609321.398467:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddc00 x1834594730249088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609321.398481:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609321.398483:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609321.398484:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609321.398486:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609321.398488:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749609321.398488:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749609321.398491:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede680 x1834594730249216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609321.398554:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609321.398555:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749609321.398557:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609321.398558:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609321.398559:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749609321.398560:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749609321.398562:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd500 x1834594730249344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609321.399641:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609321.399650:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340b80
00000400:00000200:0.0:1749609321.399655:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x41b5 [1] + 224
00000400:00000200:0.0:1749609321.399662:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609321.399664:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609321.399668:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddc00 x1834594730249088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609321.399686:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609321.399688:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340c00
00000400:00000200:0.0:1749609321.399691:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x41b9 [1] + 0
00000400:00000200:0.0:1749609321.399697:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609321.399699:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609321.399701:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede680 x1834594730249216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609321.399718:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609321.399720:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340c80
00000400:00000200:0.0:1749609321.399722:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x41c5 [1] + 0
00000400:00000010:1.0:1749609321.399726:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609321.399730:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609321.399731:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000400:00000200:0.0:1749609321.399733:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609321.399735:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749609321.399735:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddc00 x1834594730249088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609321.399738:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd500 x1834594730249344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609321.399741:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddc00 x1834594730249088/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609321.399759:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609321.399763:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:1.0:1749609321.399766:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddc00.
00000400:00000010:3.0:1749609321.399771:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609321.399775:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609321.399776:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609321.399785:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede680 x1834594730249216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609321.399791:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede680 x1834594730249216/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609321.399804:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609321.399805:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:3.0:1749609321.399806:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609321.399808:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd500 x1834594730249344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609321.399812:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd500 x1834594730249344/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609321.399820:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609321.399822:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733800.
00000100:00000010:3.0:1749609321.399824:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede680.
02000000:00000010:3.0:1749609321.399826:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609321.399827:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730000.
00000100:00000010:3.0:1749609321.399828:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd500.
00000100:00000010:2.0:1749609321.410997:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31a00.
00000100:00000010:1.0:1749609321.411000:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:0.0:1749609321.411003:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31480.
00000100:00000010:3.0:1749609321.411011:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31d00.
00000100:00000010:2.0:1749609326.406136:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609326.406167:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1600.
00000400:00000200:2.0:1749609326.406235:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609326.406257:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609326.406276:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:3.0:1749609326.406292:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609326.406301:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:2.0:1749609326.406303:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609326.406308:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000400:00000010:3.0:1749609326.406310:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609326.406320:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730249472, portal 25
00000400:00000010:3.0:1749609326.406352:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609326.406356:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730249472, offset 0
00000400:00000200:3.0:1749609326.406369:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749609326.406372:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731000.
00000400:00000010:2.0:1749609326.406377:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609326.406381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749609326.406385:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730249600, portal 10
00000400:00000200:3.0:1749609326.406385:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749609326.406392:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4396e8.
00000400:00000200:3.0:1749609326.406393:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749609326.406394:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730249600, offset 0
00000400:00000200:3.0:1749609326.406399:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609326.406400:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609326.406404:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609326.406407:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609326.406431:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2075:2075:256:4294967295] 192.168.201.120@tcp LPNI seq info [2075:2075:8:4294967295]
00000400:00000200:3.0:1749609326.406447:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609326.406456:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609326.406456:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609326.406460:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609326.406462:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609326.406463:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609326.406465:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609326.406468:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609326.406471:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2076:2076:255:4294967295] 192.168.201.120@tcp LPNI seq info [2076:2076:7:4294967295]
00000800:00000200:3.0:1749609326.406471:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609326.406480:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609326.406483:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609326.406486:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609326.406489:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:3.0:1749609326.406489:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609326.406493:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609326.406498:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609326.406501:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609326.406523:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d00.
00000100:00000010:2.0:1749609326.406555:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749609326.406577:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749609326.406583:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c00.
02000000:00000010:2.0:1749609326.406595:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730400.
00000400:00000010:2.0:1749609326.406600:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609326.406605:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609326.406608:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730249728, portal 10
00000400:00000010:2.0:1749609326.406614:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4394c8.
00000100:00000200:2.0:1749609326.406616:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730249728, offset 0
00000400:00000200:2.0:1749609326.406622:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609326.406628:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609326.406632:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609326.406636:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609326.406639:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609326.406641:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609326.406645:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2077:2077:254:4294967295] 192.168.201.120@tcp LPNI seq info [2077:2077:6:4294967295]
00000400:00000200:2.0:1749609326.406655:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609326.406661:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609326.406664:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:0.0:1749609326.406667:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609326.406669:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000010:0.0:1749609326.406673:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000800:00000200:2.0:1749609326.406675:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609326.406678:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609326.406680:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609326.406687:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609326.406691:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749609326.406693:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749609326.406704:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc700 x1834594730249472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609326.406724:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609326.406725:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609326.406728:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609326.406731:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609326.406733:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4396e8
00000400:00000010:0.0:1749609326.406734:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4396e8.
00000100:00000200:0.0:1749609326.406737:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730249600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609326.406814:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609326.406816:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609326.406818:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609326.406821:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609326.406823:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4394c8
00000400:00000010:0.0:1749609326.406825:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4394c8.
00000100:00000200:0.0:1749609326.406829:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730249728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609326.408792:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609326.408808:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340d00
00000400:00000200:0.0:1749609326.408818:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x41cd [1] + 224
00000400:00000200:0.0:1749609326.408829:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609326.408834:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609326.408843:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc700 x1834594730249472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609326.408884:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609326.408892:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340d80
00000400:00000200:0.0:1749609326.408897:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x41d5 [1] + 0
00000400:00000200:0.0:1749609326.408905:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609326.408910:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609326.408916:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730249600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609326.408972:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749609326.408977:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:3.0:1749609326.408981:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:3.0:1749609326.408983:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000400:00000200:0.0:1749609326.408984:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340e00
00000100:00000200:3.0:1749609326.408992:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc700 x1834594730249472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609326.408993:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609326.408998:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:2.0:1749609326.409000:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:2.0:1749609326.409006:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730249600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609326.409007:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x41dd [1] + 0
00000100:00000200:3.0:1749609326.409007:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc700 x1834594730249472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609326.409018:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730249600/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609326.409025:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609326.409029:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609326.409034:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730249728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609326.409037:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731000.
02000000:00000010:3.0:1749609326.409037:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749609326.409042:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1600.
00000100:00000010:3.0:1749609326.409047:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc700.
02000000:00000010:2.0:1749609326.409049:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:2.0:1749609326.409052:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
00000400:00000010:2.0:1749609326.409059:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609326.409062:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749609326.409064:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609326.409070:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730249728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609326.409080:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730249728/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609326.409099:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730400.
02000000:00000010:2.0:1749609326.409102:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609326.409105:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000100:00000010:0.0:1749609326.418998:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d00.
00000100:00000010:3.0:1749609326.419007:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c00.
00000100:00000010:1.0:1749609326.419009:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60961c0.
00000100:00000010:2.0:1749609326.419029:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749609331.414152:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edca80.
02000000:00000010:2.0:1749609331.414187:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609331.414298:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609331.414322:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eddf80.
02000000:00000010:2.0:1749609331.414332:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732800.
00000100:00000010:2.0:1749609331.414355:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609331.414360:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730400.
02000000:00000010:1.0:1749609331.414369:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609331.414381:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
02000000:00000010:3.0:1749609331.414385:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749609331.414390:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000400:00000010:3.0:1749609331.414395:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000200:1.0:1749609331.414400:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730249856, portal 25
00000400:00000010:3.0:1749609331.414400:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609331.414405:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730249984, portal 10
00000400:00000010:1.0:1749609331.414406:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992908.
00000100:00000200:1.0:1749609331.414409:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730249856, offset 0
00000400:00000010:3.0:1749609331.414412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c088.
00000100:00000200:3.0:1749609331.414415:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730249984, offset 0
00000400:00000200:1.0:1749609331.414420:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609331.414433:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609331.414439:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609331.414446:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609331.414451:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609331.414456:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609331.414459:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609331.414463:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2078:2078:256:4294967295] 192.168.201.120@tcp LPNI seq info [2078:2078:8:4294967295]
00000400:00000200:1.0:1749609331.414478:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609331.414484:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609331.414487:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609331.414491:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:3.0:1749609331.414491:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609331.414494:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609331.414497:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609331.414499:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609331.414500:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609331.414510:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609331.414515:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609331.414523:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2079:2079:255:4294967295] 192.168.201.120@tcp LPNI seq info [2079:2079:7:4294967295]
00000400:00000200:3.0:1749609331.414533:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609331.414539:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609331.414543:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000100:00000010:1.0:1749609331.414547:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31e80.
00000800:00000200:3.0:1749609331.414548:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609331.414554:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609331.414557:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609331.414573:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31600.
00000100:00000010:1.0:1749609331.414578:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749609331.414594:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31740.
02000000:00000010:3.0:1749609331.414611:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609331.414615:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609331.414620:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609331.414623:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730250112, portal 10
00000400:00000010:3.0:1749609331.414627:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cee0.
00000100:00000200:3.0:1749609331.414629:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730250112, offset 0
00000400:00000200:3.0:1749609331.414634:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609331.414638:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609331.414641:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609331.414644:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749609331.414646:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609331.414646:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609331.414648:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609331.414651:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2080:2080:254:4294967295] 192.168.201.120@tcp LPNI seq info [2080:2080:6:4294967295]
00000800:00000010:0.0:1749609331.414655:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:3.0:1749609331.414658:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609331.414662:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609331.414664:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000010:3.0:1749609331.414665:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609331.414668:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609331.414672:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749609331.414672:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609331.414674:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609331.414677:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992908
00000400:00000010:0.0:1749609331.414679:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992908.
00000100:00000200:0.0:1749609331.414692:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edca80 x1834594730249856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609331.414716:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609331.414718:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609331.414720:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609331.414724:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609331.414726:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c088
00000400:00000010:0.0:1749609331.414728:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c088.
00000100:00000200:0.0:1749609331.414732:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eddf80 x1834594730249984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609331.414823:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609331.414825:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609331.414827:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609331.414831:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609331.414833:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cee0
00000400:00000010:0.0:1749609331.414835:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cee0.
00000100:00000200:0.0:1749609331.414839:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730250112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609331.416763:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609331.416778:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf340e80
00000400:00000200:0.0:1749609331.416787:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x41e5 [1] + 224
00000400:00000200:0.0:1749609331.416797:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609331.416801:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609331.416809:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edca80 x1834594730249856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609331.416844:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609331.416850:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf340f00
00000400:00000200:0.0:1749609331.416855:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x41e9 [1] + 0
00000400:00000200:0.0:1749609331.416860:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609331.416863:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609331.416867:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eddf80 x1834594730249984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609331.416890:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609331.416894:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf340f80
00000400:00000200:0.0:1749609331.416897:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x41f5 [1] + 0
00000400:00000010:1.0:1749609331.416912:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749609331.416916:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609331.416920:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609331.416921:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609331.416924:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:0.0:1749609331.416962:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730250112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609331.416977:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edca80 x1834594730249856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609331.416987:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609331.416995:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000100:00000200:1.0:1749609331.416997:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edca80 x1834594730249856/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609331.416997:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609331.417023:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eddf80 x1834594730249984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609331.417034:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eddf80 x1834594730249984/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609331.417046:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609331.417055:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000400:00000010:3.0:1749609331.417058:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609331.417061:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000100:00000010:1.0:1749609331.417062:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edca80.
00000400:00000010:3.0:1749609331.417062:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:3.0:1749609331.417065:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730250112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609331.417073:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730250112/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609331.417088:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609331.417092:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732800.
00000100:00000010:3.0:1749609331.417095:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eddf80.
02000000:00000010:3.0:1749609331.417099:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609331.417101:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730400.
00000100:00000010:3.0:1749609331.417103:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749609331.427078:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b318c0.
00000100:00000010:1.0:1749609331.427095:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31600.
00000100:00000010:0.0:1749609331.427100:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31e80.
00000100:00000010:3.0:1749609331.427106:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31740.
00000100:00000010:2.0:1749609336.422209:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609336.422249:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609336.422335:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609336.422361:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609336.422373:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732c00.
02000000:00000010:0.0:1749609336.422385:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db8200.
00000400:00000010:0.0:1749609336.422408:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eabb0.
00000400:00000010:0.0:1749609336.422416:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fa18.
00000100:00000010:2.0:1749609336.422423:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
00000100:00000200:0.0:1749609336.422426:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730250240, portal 25
02000000:00000010:2.0:1749609336.422431:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731000.
00000400:00000010:0.0:1749609336.422432:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19faa0.
00000100:00000200:0.0:1749609336.422435:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730250240, offset 0
00000400:00000200:0.0:1749609336.422444:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609336.422460:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609336.422467:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609336.422473:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609336.422477:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609336.422480:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609336.422484:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2081:2081:256:4294967295] 192.168.201.120@tcp LPNI seq info [2081:2081:8:4294967295]
02000000:00000010:3.0:1749609336.422493:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000200:0.0:1749609336.422499:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749609336.422501:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609336.422507:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000800:00000200:0.0:1749609336.422510:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:3.0:1749609336.422511:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730250368, portal 10
00000800:00000010:0.0:1749609336.422515:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000400:00000010:3.0:1749609336.422517:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c110.
00000100:00000200:3.0:1749609336.422519:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730250368, offset 0
00000800:00000200:0.0:1749609336.422523:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609336.422527:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609336.422534:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609336.422535:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:0.0:1749609336.422539:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609336.422539:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609336.422542:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609336.422545:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609336.422548:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000010:0.0:1749609336.422567:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000400:00000200:3.0:1749609336.422570:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2082:2082:255:4294967295] 192.168.201.120@tcp LPNI seq info [2082:2082:7:4294967295]
00000400:00000200:3.0:1749609336.422590:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1749609336.422593:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631840.
00000800:00000200:3.0:1749609336.422595:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749609336.422599:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631b40.
00000800:00000010:3.0:1749609336.422599:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609336.422604:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:0.0:1749609336.422609:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631480.
00000800:00000200:3.0:1749609336.422610:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609336.422614:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749609336.422629:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609336.422632:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609336.422635:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:3.0:1749609336.422637:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730250496, portal 10
00000400:00000010:3.0:1749609336.422641:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ccc0.
00000100:00000200:3.0:1749609336.422643:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730250496, offset 0
00000800:00000200:1.0:1749609336.422645:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609336.422647:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609336.422651:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609336.422653:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000200:3.0:1749609336.422654:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609336.422656:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609336.422658:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609336.422660:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609336.422662:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609336.422663:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2083:2083:254:4294967295] 192.168.201.120@tcp LPNI seq info [2083:2083:6:4294967295]
00000400:00000200:3.0:1749609336.422670:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1749609336.422672:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749609336.422675:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609336.422677:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749609336.422679:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19faa0
00000800:00000200:3.0:1749609336.422680:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:1.0:1749609336.422683:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19faa0.
00000800:00000200:3.0:1749609336.422683:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609336.422686:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:1.0:1749609336.422696:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730250240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609336.422727:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609336.422730:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:1.0:1749609336.422734:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609336.422739:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609336.422742:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c110
00000400:00000010:1.0:1749609336.422745:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c110.
00000100:00000200:1.0:1749609336.422751:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730250368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609336.422854:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609336.422857:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:1.0:1749609336.422861:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609336.422866:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609336.422869:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ccc0
00000400:00000010:1.0:1749609336.422872:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ccc0.
00000100:00000200:1.0:1749609336.422877:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730250496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609336.424814:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609336.424826:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341000
00000400:00000200:0.0:1749609336.424833:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x41fd [1] + 224
00000400:00000200:0.0:1749609336.424842:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609336.424845:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609336.424851:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730250240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609336.424877:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609336.424881:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341080
00000400:00000200:0.0:1749609336.424885:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4205 [1] + 0
00000400:00000200:0.0:1749609336.424889:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609336.424891:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609336.424895:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730250368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609336.424913:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609336.424916:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341100
00000400:00000200:0.0:1749609336.424919:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x420d [1] + 0
00000400:00000010:2.0:1749609336.424926:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eabb0.
00000400:00000200:0.0:1749609336.424932:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609336.424932:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fa18
00000400:00000010:2.0:1749609336.424934:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fa18.
00000400:00000200:0.0:1749609336.424965:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749609336.424969:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000100:00000200:2.0:1749609336.424971:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730250240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609336.424974:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:3.0:1749609336.424976:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:2.0:1749609336.424985:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730250240/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609336.424988:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730250496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609336.424989:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730250368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609336.425000:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730250368/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609336.425015:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db8200.
00000400:00000010:3.0:1749609336.425021:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749609336.425022:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000400:00000200:3.0:1749609336.425023:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749609336.425025:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000010:2.0:1749609336.425027:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000100:00000200:3.0:1749609336.425029:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730250496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609336.425037:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730250496/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609336.425053:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609336.425058:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732c00.
00000100:00000010:3.0:1749609336.425062:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
02000000:00000010:3.0:1749609336.425065:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609336.425068:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731000.
00000100:00000010:3.0:1749609336.425071:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:0.0:1749609336.435052:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:2.0:1749609336.435052:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631b40.
00000100:00000010:3.0:1749609336.435057:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631480.
00000100:00000010:1.0:1749609336.435061:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631840.
00000100:00000010:2.0:1749609341.430162:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609341.430198:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609341.430273:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609341.430296:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609341.430304:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609341.430329:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609341.430333:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:3.0:1749609341.430355:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609341.430367:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749609341.430370:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609341.430375:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749609341.430376:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:2.0:1749609341.430381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609341.430386:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730250752, portal 10
00000100:00000200:3.0:1749609341.430386:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730250624, portal 25
00000400:00000010:3.0:1749609341.430391:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c7f8.
00000400:00000010:2.0:1749609341.430394:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439e58.
00000100:00000200:3.0:1749609341.430394:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730250624, offset 0
00000100:00000200:2.0:1749609341.430396:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730250752, offset 0
00000400:00000200:3.0:1749609341.430404:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609341.430412:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609341.430422:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609341.430429:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609341.430435:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609341.430440:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609341.430443:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609341.430467:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2084:2084:256:4294967295] 192.168.201.120@tcp LPNI seq info [2084:2084:8:4294967295]
00000400:00000200:3.0:1749609341.430484:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609341.430491:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609341.430493:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609341.430497:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609341.430497:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000400:00000200:2.0:1749609341.430500:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609341.430503:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609341.430506:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749609341.430508:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609341.430509:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2085:2085:255:4294967295] 192.168.201.120@tcp LPNI seq info [2085:2085:7:4294967295]
00000400:00000200:2.0:1749609341.430520:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609341.430520:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609341.430524:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609341.430526:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749609341.430537:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609341.430542:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609341.430548:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609341.430551:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609341.430557:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10940.
00000100:00000010:3.0:1749609341.430580:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749609341.430593:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac106c0.
00000100:00000010:3.0:1749609341.430599:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
02000000:00000010:2.0:1749609341.430621:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749609341.430625:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609341.430628:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609341.430631:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730250880, portal 10
00000400:00000010:2.0:1749609341.430636:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4397f8.
00000100:00000200:2.0:1749609341.430638:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730250880, offset 0
00000400:00000200:2.0:1749609341.430642:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609341.430647:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609341.430650:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609341.430653:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609341.430655:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609341.430657:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609341.430659:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2086:2086:254:4294967295] 192.168.201.120@tcp LPNI seq info [2086:2086:6:4294967295]
00000400:00000200:2.0:1749609341.430667:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609341.430671:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609341.430674:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609341.430677:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609341.430681:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609341.430683:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609341.430685:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609341.430692:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609341.430700:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609341.430710:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609341.430716:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c7f8
00000400:00000010:0.0:1749609341.430720:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c7f8.
00000100:00000200:0.0:1749609341.430734:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730250624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609341.430764:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609341.430768:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609341.430772:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609341.430777:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609341.430780:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439e58
00000400:00000010:0.0:1749609341.430783:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439e58.
00000100:00000200:0.0:1749609341.430789:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730250752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609341.430908:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609341.430912:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609341.430916:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609341.430921:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609341.430924:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4397f8
00000400:00000010:0.0:1749609341.430926:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4397f8.
00000100:00000200:0.0:1749609341.430932:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730250880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609341.433521:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609341.433535:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341180
00000400:00000200:0.0:1749609341.433543:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4215 [1] + 224
00000400:00000200:0.0:1749609341.433554:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609341.433558:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609341.433566:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730250624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609341.433603:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609341.433608:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341200
00000400:00000200:0.0:1749609341.433613:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4219 [1] + 0
00000400:00000200:0.0:1749609341.433618:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609341.433622:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609341.433626:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730250752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609341.433660:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609341.433670:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341280
00000400:00000200:0.0:1749609341.433673:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4225 [1] + 0
00000400:00000200:0.0:1749609341.433694:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609341.433698:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609341.433702:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730250880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609341.433724:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609341.433735:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749609341.433738:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749609341.433749:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730250624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609341.433761:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000100:00000200:3.0:1749609341.433766:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730250624/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609341.433768:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:2.0:1749609341.433770:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:2.0:1749609341.433778:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730250752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609341.433790:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730250752/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609341.433801:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749609341.433809:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749609341.433815:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
00000400:00000010:2.0:1749609341.433829:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609341.433831:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749609341.433832:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609341.433836:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730250880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609341.433844:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730250880/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609341.433858:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609341.433862:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609341.433865:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609341.433867:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749609341.433870:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609341.433872:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:0.0:1749609341.443055:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10940.
00000100:00000010:1.0:1749609341.443059:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac101c0.
00000100:00000010:3.0:1749609341.443103:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:2.0:1749609341.443112:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac106c0.
00000100:00000010:2.0:1749609346.438116:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609346.438145:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1c00.
00000400:00000200:2.0:1749609346.438228:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609346.438247:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609346.438270:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
00000100:00000010:2.0:1749609346.438288:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609346.438292:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749609346.438301:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609346.438311:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749609346.438316:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:3.0:1749609346.438318:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:2.0:1749609346.438320:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000100:00000200:3.0:1749609346.438326:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730251008, portal 25
00000400:00000010:3.0:1749609346.438331:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c2a8.
00000400:00000010:2.0:1749609346.438332:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:3.0:1749609346.438333:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730251008, offset 0
00000100:00000200:2.0:1749609346.438336:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730251136, portal 10
00000400:00000010:2.0:1749609346.438340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439c38.
00000400:00000200:3.0:1749609346.438341:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609346.438344:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730251136, offset 0
00000400:00000200:2.0:1749609346.438349:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609346.438355:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609346.438378:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609346.438382:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609346.438386:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609346.438388:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609346.438391:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2087:2087:256:4294967295] 192.168.201.120@tcp LPNI seq info [2087:2087:8:4294967295]
00000400:00000200:3.0:1749609346.438403:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609346.438408:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609346.438408:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609346.438411:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609346.438412:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749609346.438419:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609346.438420:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609346.438422:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609346.438424:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609346.438427:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2088:2088:255:4294967295] 192.168.201.120@tcp LPNI seq info [2088:2088:7:4294967295]
00000800:00000200:3.0:1749609346.438427:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609346.438432:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609346.438434:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609346.438438:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609346.438443:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609346.438447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609346.438451:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609346.438453:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609346.438459:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749609346.438487:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10840.
00000100:00000010:3.0:1749609346.438499:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac102c0.
00000100:00000010:3.0:1749609346.438522:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
02000000:00000010:2.0:1749609346.438533:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609346.438536:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609346.438538:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609346.438540:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730251264, portal 10
00000400:00000010:2.0:1749609346.438543:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439000.
00000100:00000200:2.0:1749609346.438544:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730251264, offset 0
00000800:00000200:0.0:1749609346.438545:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609346.438547:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609346.438549:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749609346.438550:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609346.438552:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609346.438553:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609346.438555:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609346.438555:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609346.438556:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609346.438557:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2089:2089:254:4294967295] 192.168.201.120@tcp LPNI seq info [2089:2089:6:4294967295]
00000400:00000200:0.0:1749609346.438562:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609346.438563:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609346.438565:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609346.438566:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c2a8
00000800:00000010:2.0:1749609346.438567:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000010:0.0:1749609346.438568:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c2a8.
00000800:00000200:2.0:1749609346.438569:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609346.438571:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609346.438573:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609346.438577:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730251008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609346.438598:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609346.438600:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609346.438603:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609346.438606:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609346.438608:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439c38
00000400:00000010:0.0:1749609346.438609:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439c38.
00000100:00000200:0.0:1749609346.438612:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730251136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609346.438681:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609346.438683:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609346.438684:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609346.438687:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609346.438688:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439000
00000400:00000010:0.0:1749609346.438689:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439000.
00000100:00000200:0.0:1749609346.438692:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730251264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609346.439966:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609346.439975:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341380
00000400:00000200:0.0:1749609346.439980:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4235 [1] + 0
00000400:00000200:0.0:1749609346.439999:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609346.440001:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609346.440006:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730251136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609346.440026:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609346.440029:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341300
00000400:00000200:0.0:1749609346.440032:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x422d [1] + 224
00000400:00000200:0.0:1749609346.440034:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609346.440036:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609346.440038:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730251008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609346.440047:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609346.440051:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:2.0:1749609346.440052:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609346.440056:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730251136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609346.440063:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730251136/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609346.440065:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609346.440070:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341400
00000400:00000200:0.0:1749609346.440073:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x423d [1] + 0
02000000:00000010:2.0:1749609346.440083:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749609346.440086:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000400:00000200:0.0:1749609346.440088:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:2.0:1749609346.440089:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000200:0.0:1749609346.440091:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609346.440096:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730251264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609346.440096:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609346.440100:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749609346.440101:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749609346.440106:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730251008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609346.440110:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609346.440112:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749609346.440113:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609346.440115:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730251264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609346.440115:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730251008/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609346.440119:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730251264/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609346.440127:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749609346.440127:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749609346.440129:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609346.440130:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
02000000:00000010:3.0:1749609346.440130:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1c00.
00000100:00000010:3.0:1749609346.440133:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000010:0.0:1749609346.451026:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10680.
00000100:00000010:3.0:1749609346.451029:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:1.0:1749609346.451037:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10840.
00000100:00000010:2.0:1749609346.451043:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac102c0.
00000100:00000010:2.0:1749609351.446180:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609351.446210:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749609351.446294:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609351.446315:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609351.446323:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609351.446346:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609351.446352:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749609351.446366:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609351.446380:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749609351.446385:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:3.0:1749609351.446389:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000010:2.0:1749609351.446392:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000100:00000200:3.0:1749609351.446400:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730251392, portal 25
00000400:00000010:2.0:1749609351.446417:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000400:00000010:3.0:1749609351.446417:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cb28.
00000100:00000200:2.0:1749609351.446422:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730251520, portal 10
00000100:00000200:3.0:1749609351.446424:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730251392, offset 0
00000400:00000010:2.0:1749609351.446431:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000400:00000200:3.0:1749609351.446433:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:2.0:1749609351.446448:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730251520, offset 0
00000400:00000200:3.0:1749609351.446449:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609351.446457:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609351.446458:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609351.446464:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609351.446469:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609351.446473:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609351.446478:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2090:2090:256:4294967295] 192.168.201.120@tcp LPNI seq info [2090:2090:8:4294967295]
00000400:00000200:3.0:1749609351.446496:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609351.446505:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609351.446508:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609351.446513:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609351.446515:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749609351.446517:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609351.446520:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749609351.446524:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609351.446525:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609351.446529:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2091:2091:255:4294967295] 192.168.201.120@tcp LPNI seq info [2091:2091:7:4294967295]
00000800:00000200:3.0:1749609351.446537:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609351.446543:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609351.446544:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609351.446550:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609351.446554:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749609351.446560:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609351.446568:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609351.446572:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609351.446626:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096540.
00000100:00000010:2.0:1749609351.446665:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749609351.446677:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749609351.446683:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096940.
02000000:00000010:2.0:1749609351.446696:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749609351.446700:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609351.446703:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609351.446707:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730251648, portal 10
00000400:00000010:2.0:1749609351.446712:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749609351.446714:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730251648, offset 0
00000400:00000200:2.0:1749609351.446720:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609351.446725:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609351.446727:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609351.446730:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749609351.446731:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609351.446738:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609351.446743:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609351.446746:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609351.446747:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609351.446749:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609351.446752:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cb28
00000400:00000200:2.0:1749609351.446752:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2092:2092:254:4294967295] 192.168.201.120@tcp LPNI seq info [2092:2092:6:4294967295]
00000400:00000010:0.0:1749609351.446755:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cb28.
00000400:00000200:2.0:1749609351.446764:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749609351.446768:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730251392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609351.446770:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609351.446774:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609351.446779:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609351.446784:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609351.446788:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609351.446797:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609351.446799:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609351.446803:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609351.446808:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609351.446811:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000010:0.0:1749609351.446813:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000100:00000200:0.0:1749609351.446819:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730251520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609351.447009:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609351.447013:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609351.447033:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609351.447037:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609351.447039:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749609351.447042:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000100:00000200:0.0:1749609351.447045:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730251648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609351.448513:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609351.448524:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341500
00000400:00000200:0.0:1749609351.448531:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4249 [1] + 0
00000400:00000200:0.0:1749609351.448539:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609351.448542:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609351.448548:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730251520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609351.448573:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609351.448577:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341480
00000400:00000200:0.0:1749609351.448581:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4245 [1] + 224
00000400:00000200:0.0:1749609351.448587:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609351.448591:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609351.448596:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730251392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609351.448623:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609351.448628:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:2.0:1749609351.448630:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609351.448637:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730251520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609351.448648:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749609351.448651:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730251520/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609351.448656:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341580
00000400:00000200:0.0:1749609351.448661:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4255 [1] + 0
00000400:00000010:3.0:1749609351.448667:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609351.448671:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749609351.448673:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
02000000:00000010:2.0:1749609351.448679:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
00000100:00000200:3.0:1749609351.448679:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730251392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609351.448681:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609351.448685:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000400:00000200:0.0:1749609351.448686:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749609351.448689:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730251392/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1749609351.448690:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000200:0.0:1749609351.448692:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730251648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609351.448704:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749609351.448707:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000010:3.0:1749609351.448709:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000400:00000010:2.0:1749609351.448724:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609351.448727:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609351.448730:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609351.448735:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730251648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609351.448745:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730251648/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609351.448763:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749609351.448767:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749609351.448778:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:0.0:1749609351.459054:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096540.
00000100:00000010:3.0:1749609351.459062:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096940.
00000100:00000010:2.0:1749609351.459070:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:1.0:1749609351.459074:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60965c0.
00000100:00000010:2.0:1749609356.454098:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609356.454129:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749609356.454194:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609356.454214:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609356.454222:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749609356.454242:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609356.454246:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
02000000:00000010:2.0:1749609356.454275:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749609356.454279:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:2.0:1749609356.454283:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:3.0:1749609356.454288:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749609356.454290:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000400:00000010:3.0:1749609356.454294:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000100:00000200:2.0:1749609356.454299:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730251904, portal 10
00000100:00000200:3.0:1749609356.454300:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730251776, portal 25
00000400:00000010:2.0:1749609356.454307:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609356.454310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730251904, offset 0
00000400:00000200:2.0:1749609356.454318:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609356.454324:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c5d8.
00000100:00000200:3.0:1749609356.454327:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730251776, offset 0
00000400:00000200:2.0:1749609356.454333:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609356.454336:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609356.454340:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609356.454345:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609356.454350:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609356.454352:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609356.454356:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2093:2093:256:4294967295] 192.168.201.120@tcp LPNI seq info [2093:2093:8:4294967295]
00000400:00000200:2.0:1749609356.454370:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609356.454376:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609356.454379:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749609356.454380:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000400:00000200:3.0:1749609356.454382:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609356.454386:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:2.0:1749609356.454388:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609356.454389:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609356.454391:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609356.454395:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2094:2094:255:4294967295] 192.168.201.120@tcp LPNI seq info [2094:2094:7:4294967295]
00000800:00000200:2.0:1749609356.454399:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609356.454404:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:3.0:1749609356.454405:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609356.454409:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609356.454413:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609356.454418:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609356.454424:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609356.454427:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609356.454431:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b60967c0.
00000100:00000010:2.0:1749609356.454455:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749609356.454477:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749609356.454483:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096100.
02000000:00000010:2.0:1749609356.454498:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000400:00000010:2.0:1749609356.454502:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609356.454505:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609356.454508:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730252032, portal 10
00000400:00000010:2.0:1749609356.454512:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609356.454514:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730252032, offset 0
00000400:00000200:2.0:1749609356.454519:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609356.454525:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609356.454527:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609356.454530:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609356.454532:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609356.454535:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609356.454537:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2095:2095:254:4294967295] 192.168.201.120@tcp LPNI seq info [2095:2095:6:4294967295]
00000400:00000200:2.0:1749609356.454546:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609356.454550:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609356.454553:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609356.454556:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609356.454561:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609356.454563:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609356.454574:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609356.454581:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609356.454591:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609356.454598:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609356.454603:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749609356.454606:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749609356.454617:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730251904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609356.454639:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609356.454641:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609356.454644:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609356.454647:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609356.454649:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c5d8
00000400:00000010:0.0:1749609356.454650:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c5d8.
00000100:00000200:0.0:1749609356.454655:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730251776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609356.454740:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609356.454742:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609356.454744:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609356.454748:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609356.454750:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749609356.454752:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000100:00000200:0.0:1749609356.454756:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730252032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609356.456806:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609356.456865:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341680
00000400:00000200:0.0:1749609356.456873:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x425d [1] + 0
00000400:00000200:0.0:1749609356.456900:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609356.456904:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609356.456911:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730251904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609356.456969:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609356.456975:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341600
00000400:00000200:0.0:1749609356.456979:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4261 [1] + 224
00000400:00000200:0.0:1749609356.456984:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609356.456986:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609356.456990:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730251776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609356.457001:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609356.457008:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609356.457009:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609356.457016:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730251904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609356.457021:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609356.457025:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341700
00000100:00000200:2.0:1749609356.457026:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730251904/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609356.457028:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x426d [1] + 0
00000400:00000200:0.0:1749609356.457045:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609356.457048:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609356.457052:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730252032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609356.457054:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749609356.457059:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749609356.457071:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000400:00000010:2.0:1749609356.457076:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609356.457078:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:2.0:1749609356.457079:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609356.457083:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730252032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609356.457090:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730252032/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609356.457093:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609356.457100:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749609356.457102:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
02000000:00000010:2.0:1749609356.457103:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749609356.457105:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609356.457107:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000200:3.0:1749609356.457109:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730251776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609356.457118:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730251776/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609356.457135:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749609356.457139:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000100:00000010:3.0:1749609356.457142:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:0.0:1749609356.467042:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b60967c0.
00000100:00000010:1.0:1749609356.467048:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e80.
00000100:00000010:2.0:1749609356.467061:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:3.0:1749609356.467063:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096100.
00000100:00000010:2.0:1749609361.462083:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609361.462116:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1d00.
00000400:00000200:2.0:1749609361.462187:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609361.462207:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609361.462216:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731800.
00000100:00000010:2.0:1749609361.462244:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609361.462250:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e733c00.
02000000:00000010:1.0:1749609361.462252:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609361.462265:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609361.462273:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609361.462282:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730252160, portal 25
02000000:00000010:3.0:1749609361.462283:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:1.0:1749609361.462288:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39927f8.
00000100:00000200:1.0:1749609361.462291:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730252160, offset 0
00000400:00000010:3.0:1749609361.462293:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:1.0:1749609361.462300:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609361.462312:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
00000400:00000200:1.0:1749609361.462317:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:3.0:1749609361.462318:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730252288, portal 10
00000400:00000200:1.0:1749609361.462324:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609361.462329:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609361.462334:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609361.462336:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609361.462341:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2096:2096:256:4294967295] 192.168.201.120@tcp LPNI seq info [2096:2096:8:4294967295]
00000400:00000010:3.0:1749609361.462346:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c908.
00000100:00000200:3.0:1749609361.462349:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730252288, offset 0
00000400:00000200:1.0:1749609361.462356:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1749609361.462357:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609361.462362:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609361.462366:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609361.462368:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470900.
00000400:00000200:3.0:1749609361.462369:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609361.462373:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:1.0:1749609361.462375:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609361.462375:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609361.462378:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609361.462381:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2097:2097:255:4294967295] 192.168.201.120@tcp LPNI seq info [2097:2097:7:4294967295]
00000800:00000200:1.0:1749609361.462386:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609361.462391:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609361.462392:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470900 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609361.462396:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609361.462400:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749609361.462404:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609361.462410:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609361.462414:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609361.462429:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31700.
00000100:00000010:1.0:1749609361.462453:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749609361.462457:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31fc0.
00000100:00000010:1.0:1749609361.462470:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31800.
02000000:00000010:3.0:1749609361.462483:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609361.462487:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609361.462490:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609361.462493:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730252416, portal 10
00000400:00000010:3.0:1749609361.462497:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c000.
00000100:00000200:3.0:1749609361.462499:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730252416, offset 0
00000400:00000200:3.0:1749609361.462503:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609361.462507:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609361.462510:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609361.462513:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609361.462515:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609361.462517:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609361.462520:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2098:2098:254:4294967295] 192.168.201.120@tcp LPNI seq info [2098:2098:6:4294967295]
00000400:00000200:3.0:1749609361.462527:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609361.462531:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609361.462540:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609361.462544:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609361.462549:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609361.462551:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609361.462584:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609361.462591:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470900.
00000400:00000200:0.0:1749609361.462599:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609361.462607:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609361.462612:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39927f8
00000400:00000010:0.0:1749609361.462615:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39927f8.
00000100:00000200:0.0:1749609361.462627:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730252160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609361.462650:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609361.462652:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609361.462655:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609361.462658:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609361.462660:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c908
00000400:00000010:0.0:1749609361.462662:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c908.
00000100:00000200:0.0:1749609361.462666:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730252288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609361.462776:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609361.462779:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609361.462782:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609361.462786:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609361.462788:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c000
00000400:00000010:0.0:1749609361.462790:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c000.
00000100:00000200:0.0:1749609361.462793:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730252416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609361.464892:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609361.464907:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341780
00000400:00000200:0.0:1749609361.464916:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4275 [1] + 224
00000400:00000200:0.0:1749609361.464930:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609361.464983:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609361.464994:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730252160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609361.465041:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609361.465050:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341800
00000400:00000200:0.0:1749609361.465056:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x427d [1] + 0
00000400:00000200:0.0:1749609361.465064:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609361.465069:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:1.0:1749609361.465071:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609361.465076:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609361.465078:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609361.465085:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730252160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609361.465088:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730252288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609361.465111:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730252160/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609361.465130:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
02000000:00000010:1.0:1749609361.465137:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000200:0.0:1749609361.465138:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341880
02000000:00000010:1.0:1749609361.465141:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609361.465144:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4285 [1] + 0
00000100:00000010:1.0:1749609361.465146:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000400:00000200:0.0:1749609361.465165:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609361.465170:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609361.465176:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730252416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609361.465185:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609361.465192:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:3.0:1749609361.465195:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:3.0:1749609361.465204:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730252288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609361.465221:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730252288/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609361.465250:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609361.465253:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749609361.465255:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609361.465259:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730252416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609361.465272:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730252416/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609361.465292:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609361.465298:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731800.
00000100:00000010:3.0:1749609361.465302:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749609361.465307:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609361.465310:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e733c00.
00000100:00000010:3.0:1749609361.465313:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
00000100:00000010:1.0:1749609361.475072:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:0.0:1749609361.475095:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31700.
00000100:00000010:2.0:1749609361.475147:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31fc0.
00000100:00000010:3.0:1749609361.475157:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31800.
00000100:00000010:2.0:1749609366.470146:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8eded80.
02000000:00000010:2.0:1749609366.470179:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1400.
00000400:00000200:2.0:1749609366.470253:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609366.470277:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609366.470286:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749609366.470307:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:3.0:1749609366.470307:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749609366.470311:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000400:00000010:3.0:1749609366.470320:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609366.470328:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609366.470338:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730252544, portal 25
00000400:00000010:3.0:1749609366.470343:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c330.
02000000:00000010:2.0:1749609366.470348:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609366.470354:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609366.470358:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:3.0:1749609366.470360:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730252544, offset 0
00000100:00000200:2.0:1749609366.470363:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730252672, portal 10
00000400:00000200:3.0:1749609366.470370:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609366.470378:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609366.470381:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730252672, offset 0
00000400:00000200:3.0:1749609366.470385:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609366.470388:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609366.470391:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609366.470396:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609366.470410:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609366.470413:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609366.470417:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2099:2099:256:4294967295] 192.168.201.120@tcp LPNI seq info [2099:2099:8:4294967295]
00000400:00000200:3.0:1749609366.470430:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609366.470437:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609366.470439:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609366.470443:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609366.470443:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000400:00000200:2.0:1749609366.470447:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609366.470449:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749609366.470451:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609366.470452:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609366.470455:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2100:2100:255:4294967295] 192.168.201.120@tcp LPNI seq info [2100:2100:7:4294967295]
00000800:00000200:3.0:1749609366.470461:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609366.470465:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609366.470467:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609366.470470:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609366.470473:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:2.0:1749609366.470478:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609366.470484:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609366.470488:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609366.470494:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e00.
00000100:00000010:3.0:1749609366.470520:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749609366.470533:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10180.
00000100:00000010:3.0:1749609366.470539:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
02000000:00000010:2.0:1749609366.470560:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749609366.470564:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609366.470567:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609366.470569:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730252800, portal 10
00000400:00000010:2.0:1749609366.470573:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609366.470574:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730252800, offset 0
00000400:00000200:2.0:1749609366.470579:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609366.470583:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609366.470585:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609366.470588:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609366.470590:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609366.470592:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609366.470594:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2101:2101:254:4294967295] 192.168.201.120@tcp LPNI seq info [2101:2101:6:4294967295]
00000400:00000200:2.0:1749609366.470602:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609366.470606:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609366.470615:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609366.470619:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609366.470624:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609366.470627:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609366.470642:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609366.470686:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609366.470696:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609366.470703:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609366.470709:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c330
00000400:00000010:0.0:1749609366.470711:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c330.
00000100:00000200:0.0:1749609366.470724:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8eded80 x1834594730252544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609366.470749:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609366.470751:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609366.470755:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609366.470758:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609366.470760:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:0.0:1749609366.470762:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749609366.470765:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730252672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609366.470853:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609366.470855:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609366.470858:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609366.470861:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609366.470863:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:0.0:1749609366.470864:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:0.0:1749609366.470868:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730252800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609366.472637:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609366.472675:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341900
00000400:00000200:0.0:1749609366.472684:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x428d [1] + 224
00000400:00000200:0.0:1749609366.472696:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609366.472700:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609366.472708:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8eded80 x1834594730252544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609366.472747:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609366.472753:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341980
00000400:00000200:0.0:1749609366.472758:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4295 [1] + 0
00000400:00000200:0.0:1749609366.472763:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609366.472766:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609366.472770:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730252672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609366.472795:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609366.472799:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341a00
00000400:00000200:0.0:1749609366.472803:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x429d [1] + 0
00000400:00000200:0.0:1749609366.472825:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609366.472829:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749609366.472833:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609366.472841:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749609366.472843:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:0.0:1749609366.472850:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730252800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609366.472852:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8eded80 x1834594730252544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609366.472864:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8eded80 x1834594730252544/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609366.472880:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609366.472889:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
02000000:00000010:3.0:1749609366.472891:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000010:2.0:1749609366.472893:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
02000000:00000010:3.0:1749609366.472896:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1400.
00000100:00000010:3.0:1749609366.472900:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8eded80.
00000100:00000200:2.0:1749609366.472903:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730252672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609366.472920:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730252672/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609366.472982:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609366.472987:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:2.0:1749609366.472989:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609366.472996:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730252800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609366.473009:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730252800/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609366.473034:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609366.473040:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749609366.473044:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609366.473048:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749609366.473052:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609366.473055:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
00000100:00000010:0.0:1749609366.483044:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e00.
00000100:00000010:2.0:1749609366.483048:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10180.
00000100:00000010:1.0:1749609366.483054:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10f00.
00000100:00000010:3.0:1749609366.483069:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:0.0:1749609371.478183:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749609371.478219:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7ba00.
00000400:00000200:0.0:1749609371.478301:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609371.478338:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749609371.478349:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
02000000:00000010:3.0:1749609371.478364:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000100:00000010:0.0:1749609371.478380:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749609371.478386:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000400:00000010:3.0:1749609371.478392:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609371.478400:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609371.478410:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730252928, portal 25
00000400:00000010:3.0:1749609371.478415:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c3b8.
00000100:00000200:3.0:1749609371.478418:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730252928, offset 0
02000000:00000010:2.0:1749609371.478420:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000200:3.0:1749609371.478427:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609371.478430:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609371.478435:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609371.478440:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730253056, portal 10
00000400:00000200:3.0:1749609371.478443:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749609371.478446:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000400:00000200:3.0:1749609371.478449:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609371.478454:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000100:00000200:2.0:1749609371.478456:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730253056, offset 0
00000400:00000200:3.0:1749609371.478459:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609371.478462:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609371.478465:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609371.478466:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2102:2102:256:4294967295] 192.168.201.120@tcp LPNI seq info [2102:2102:8:4294967295]
00000400:00000200:3.0:1749609371.478481:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609371.478487:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609371.478489:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:3.0:1749609371.478491:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:2.0:1749609371.478493:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609371.478496:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609371.478499:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749609371.478499:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609371.478502:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609371.478505:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2103:2103:255:4294967295] 192.168.201.120@tcp LPNI seq info [2103:2103:7:4294967295]
00000800:00000200:3.0:1749609371.478511:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609371.478516:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609371.478516:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609371.478520:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609371.478524:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609371.478529:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609371.478535:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609371.478539:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609371.478544:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10000.
00000100:00000010:3.0:1749609371.478595:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749609371.478607:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10580.
00000100:00000010:3.0:1749609371.478615:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
02000000:00000010:2.0:1749609371.478640:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749609371.478646:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609371.478651:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000800:00000200:0.0:1749609371.478654:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000100:00000200:2.0:1749609371.478655:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730253184, portal 10
00000800:00000010:0.0:1749609371.478659:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000010:2.0:1749609371.478660:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749609371.478663:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730253184, offset 0
00000400:00000200:0.0:1749609371.478667:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609371.478670:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609371.478674:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609371.478679:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c3b8
00000400:00000010:0.0:1749609371.478681:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c3b8.
00000400:00000200:2.0:1749609371.478687:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609371.478691:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:0.0:1749609371.478693:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730252928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609371.478695:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609371.478698:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609371.478702:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609371.478707:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2104:2104:254:4294967295] 192.168.201.120@tcp LPNI seq info [2104:2104:6:4294967295]
00000400:00000200:2.0:1749609371.478720:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609371.478727:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609371.478730:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749609371.478742:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609371.478747:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609371.478750:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609371.478801:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609371.478804:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609371.478807:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609371.478812:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609371.478814:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:0.0:1749609371.478815:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:0.0:1749609371.478820:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730253056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609371.478846:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609371.478849:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609371.478851:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609371.478854:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609371.478856:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:0.0:1749609371.478858:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:0.0:1749609371.478862:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730253184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609371.480977:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609371.480993:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341a80
00000400:00000200:0.0:1749609371.481000:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x42a5 [1] + 224
00000400:00000200:0.0:1749609371.481012:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609371.481015:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609371.481023:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730252928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609371.481058:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609371.481064:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341b00
00000400:00000200:0.0:1749609371.481068:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x42ad [1] + 0
00000400:00000200:0.0:1749609371.481074:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609371.481076:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609371.481080:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730253056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609371.481104:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609371.481109:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341b80
00000400:00000010:3.0:1749609371.481114:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609371.481122:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749609371.481124:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749609371.481129:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x42b5 [1] + 0
00000100:00000200:3.0:1749609371.481132:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730252928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609371.481144:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730252928/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609371.481149:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609371.481153:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609371.481158:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730253184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609371.481171:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000010:2.0:1749609371.481179:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
02000000:00000010:3.0:1749609371.481185:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7ba00.
00000400:00000200:2.0:1749609371.481187:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000100:00000010:3.0:1749609371.481189:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000400:00000010:2.0:1749609371.481190:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609371.481200:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730253056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609371.481216:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730253056/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609371.481246:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609371.481250:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:2.0:1749609371.481252:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609371.481258:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730253184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609371.481271:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730253184/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609371.481293:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749609371.481299:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:2.0:1749609371.481306:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:2.0:1749609371.481311:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749609371.481315:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:2.0:1749609371.481320:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000100:00000010:2.0:1749609371.491022:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10580.
00000100:00000010:0.0:1749609371.491034:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10000.
00000100:00000010:1.0:1749609371.491055:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10740.
00000100:00000010:3.0:1749609371.491079:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:0.0:1749609376.486155:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749609376.486187:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bd00.
00000400:00000200:0.0:1749609376.486261:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609376.486285:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749609376.486294:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
00000100:00000010:0.0:1749609376.486332:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749609376.486338:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
02000000:00000010:3.0:1749609376.486343:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609376.486354:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609376.486377:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609376.486385:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730253312, portal 25
00000400:00000010:3.0:1749609376.486390:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c440.
00000100:00000200:3.0:1749609376.486392:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730253312, offset 0
00000400:00000200:3.0:1749609376.486401:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749609376.486408:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749609376.486415:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000200:3.0:1749609376.486418:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749609376.486419:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609376.486422:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730253440, portal 10
00000400:00000200:3.0:1749609376.486426:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749609376.486427:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000100:00000200:2.0:1749609376.486429:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730253440, offset 0
00000400:00000200:3.0:1749609376.486431:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609376.486436:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609376.486439:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609376.486443:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2105:2105:256:4294967295] 192.168.201.120@tcp LPNI seq info [2105:2105:8:4294967295]
00000400:00000200:2.0:1749609376.486449:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609376.486460:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609376.486467:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609376.486468:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609376.486470:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609376.486473:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749609376.486473:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609376.486475:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609376.486500:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609376.486502:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2106:2106:255:4294967295] 192.168.201.120@tcp LPNI seq info [2106:2106:7:4294967295]
00000800:00000200:3.0:1749609376.486505:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609376.486509:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609376.486513:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609376.486516:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:3.0:1749609376.486517:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609376.486520:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609376.486523:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609376.486524:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609376.486527:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609376.486547:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749609376.486575:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096bc0.
00000100:00000010:2.0:1749609376.486583:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749609376.486587:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096fc0.
02000000:00000010:2.0:1749609376.486600:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000010:2.0:1749609376.486602:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609376.486605:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609376.486607:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730253568, portal 10
00000400:00000010:2.0:1749609376.486610:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609376.486611:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730253568, offset 0
00000400:00000200:2.0:1749609376.486615:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609376.486618:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609376.486621:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609376.486622:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749609376.486624:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609376.486624:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609376.486626:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000010:0.0:1749609376.486628:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609376.486628:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2107:2107:254:4294967295] 192.168.201.120@tcp LPNI seq info [2107:2107:6:4294967295]
00000400:00000200:0.0:1749609376.486635:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609376.486641:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609376.486643:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609376.486645:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609376.486647:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609376.486648:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c440
00000800:00000200:2.0:1749609376.486650:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749609376.486651:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c440.
00000800:00000200:2.0:1749609376.486653:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609376.486655:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609376.486664:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730253312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609376.486698:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609376.486700:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609376.486704:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609376.486708:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609376.486711:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:0.0:1749609376.486713:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:0.0:1749609376.486717:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730253440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609376.486804:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609376.486807:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609376.486810:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609376.486816:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609376.486819:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:0.0:1749609376.486821:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:0.0:1749609376.486825:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730253568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609376.488208:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609376.488216:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341c80
00000400:00000200:0.0:1749609376.488222:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x42c5 [1] + 0
00000400:00000200:0.0:1749609376.488229:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609376.488231:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609376.488236:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730253440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609376.488278:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609376.488282:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341c00
00000400:00000200:0.0:1749609376.488285:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x42bd [1] + 224
00000400:00000200:0.0:1749609376.488288:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609376.488290:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609376.488293:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730253312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609376.488308:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609376.488311:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341d00
00000400:00000200:0.0:1749609376.488313:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x42cd [1] + 0
00000400:00000010:2.0:1749609376.488320:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609376.488326:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000200:0.0:1749609376.488327:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:2.0:1749609376.488328:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000400:00000200:0.0:1749609376.488330:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609376.488333:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730253568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609376.488335:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730253440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609376.488338:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609376.488343:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749609376.488344:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000100:00000200:2.0:1749609376.488347:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730253440/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609376.488350:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730253312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609376.488358:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730253312/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609376.488374:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
02000000:00000010:3.0:1749609376.488374:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000200:2.0:1749609376.488377:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749609376.488378:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609376.488381:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730253568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609376.488386:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730253568/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609376.488386:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bd00.
00000100:00000010:3.0:1749609376.488391:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
02000000:00000010:2.0:1749609376.488398:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:2.0:1749609376.488401:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:2.0:1749609376.488404:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:2.0:1749609376.488406:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749609376.488408:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:2.0:1749609376.488411:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000100:00000010:2.0:1749609376.499053:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:1.0:1749609376.499064:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096bc0.
00000100:00000010:3.0:1749609376.499066:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096fc0.
00000100:00000010:0.0:1749609376.499073:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b40.
00000100:00000010:2.0:1749609381.494190:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609381.494223:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609381.494309:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609381.494330:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609381.494339:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:1.0:1749609381.494353:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000100:00000010:2.0:1749609381.494357:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609381.494361:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000400:00000010:1.0:1749609381.494366:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609381.494374:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609381.494384:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730253696, portal 25
02000000:00000010:2.0:1749609381.494384:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609381.494389:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749609381.494390:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b39924c8.
00000100:00000200:1.0:1749609381.494420:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730253696, offset 0
00000400:00000010:2.0:1749609381.494421:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609381.494425:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730253824, portal 10
00000400:00000200:1.0:1749609381.494430:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609381.494432:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609381.494435:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730253824, offset 0
00000400:00000200:2.0:1749609381.494442:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609381.494447:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609381.494454:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609381.494459:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609381.494463:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609381.494466:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609381.494470:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2108:2108:256:4294967295] 192.168.201.120@tcp LPNI seq info [2108:2108:8:4294967295]
00000400:00000200:1.0:1749609381.494485:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609381.494492:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609381.494494:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609381.494498:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609381.494502:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609381.494505:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609381.494507:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609381.494510:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2109:2109:255:4294967295] 192.168.201.120@tcp LPNI seq info [2109:2109:7:4294967295]
00000400:00000200:2.0:1749609381.494520:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609381.494525:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609381.494531:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470800.
00000800:00000010:2.0:1749609381.494531:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609381.494540:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609381.494541:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609381.494553:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609381.494553:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609381.494558:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470800 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609381.494558:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609381.494586:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749609381.494615:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096a00.
00000100:00000010:2.0:1749609381.494621:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749609381.494626:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d80.
02000000:00000010:2.0:1749609381.494644:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609381.494647:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609381.494668:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609381.494670:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730253952, portal 10
00000400:00000010:2.0:1749609381.494675:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000100:00000200:2.0:1749609381.494676:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730253952, offset 0
00000400:00000200:2.0:1749609381.494682:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609381.494687:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609381.494690:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609381.494692:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:0.0:1749609381.494693:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609381.494694:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609381.494696:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609381.494699:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2110:2110:254:4294967295] 192.168.201.120@tcp LPNI seq info [2110:2110:6:4294967295]
00000800:00000010:0.0:1749609381.494700:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470800.
00000400:00000200:2.0:1749609381.494707:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609381.494708:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:2.0:1749609381.494711:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609381.494714:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609381.494718:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:2.0:1749609381.494718:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609381.494723:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:0.0:1749609381.494724:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b39924c8
00000800:00000200:2.0:1749609381.494725:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000400:00000010:0.0:1749609381.494728:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b39924c8.
00000100:00000200:0.0:1749609381.494743:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc380 x1834594730253696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609381.494770:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609381.494772:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609381.494775:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609381.494779:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609381.494781:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:0.0:1749609381.494783:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:0.0:1749609381.494787:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730253824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609381.494874:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609381.494876:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609381.494879:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609381.494882:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609381.494885:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:0.0:1749609381.494887:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:0.0:1749609381.494891:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730253952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609381.496993:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609381.497015:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341e00
00000400:00000200:0.0:1749609381.497024:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x42dd [1] + 0
00000400:00000200:0.0:1749609381.497035:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609381.497039:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609381.497063:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730253824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609381.497092:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609381.497097:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341d80
00000400:00000200:0.0:1749609381.497100:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x42d5 [1] + 224
00000400:00000200:0.0:1749609381.497104:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609381.497106:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609381.497109:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc380 x1834594730253696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609381.497128:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609381.497131:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf341e80
00000400:00000200:0.0:1749609381.497134:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x42e5 [1] + 0
00000400:00000200:0.0:1749609381.497149:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609381.497152:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609381.497155:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730253952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609381.497163:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609381.497169:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:2.0:1749609381.497171:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609381.497177:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730253824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609381.497179:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000100:00000200:2.0:1749609381.497186:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730253824/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1749609381.497191:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609381.497193:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609381.497199:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc380 x1834594730253696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609381.497208:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc380 x1834594730253696/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609381.497209:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609381.497211:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749609381.497212:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609381.497215:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730253952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609381.497221:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730253952/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609381.497224:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
02000000:00000010:1.0:1749609381.497229:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:1.0:1749609381.497232:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc380.
02000000:00000010:2.0:1749609381.497240:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609381.497244:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609381.497246:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609381.497249:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609381.497250:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609381.497252:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
00000100:00000010:1.0:1749609381.507072:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096a00.
00000100:00000010:0.0:1749609381.507090:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096b80.
00000100:00000010:2.0:1749609381.507100:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:3.0:1749609381.507105:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d80.
00000100:00000010:2.0:1749609386.502088:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609386.502115:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609386.502171:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609386.502188:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609386.502198:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749609386.502209:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000100:00000010:2.0:1749609386.502215:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609386.502218:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000400:00000010:3.0:1749609386.502218:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609386.502224:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609386.502233:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730254080, portal 25
00000400:00000010:3.0:1749609386.502237:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c770.
00000100:00000200:3.0:1749609386.502238:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730254080, offset 0
02000000:00000010:2.0:1749609386.502241:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000200:3.0:1749609386.502244:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609386.502245:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609386.502249:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609386.502251:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730254208, portal 10
00000400:00000010:2.0:1749609386.502255:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000100:00000200:2.0:1749609386.502256:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730254208, offset 0
00000400:00000200:3.0:1749609386.502256:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609386.502260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609386.502260:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609386.502264:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609386.502267:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609386.502268:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609386.502271:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2111:2111:256:4294967295] 192.168.201.120@tcp LPNI seq info [2111:2111:8:4294967295]
00000400:00000200:3.0:1749609386.502281:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609386.502284:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609386.502286:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609386.502289:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609386.502289:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000400:00000200:2.0:1749609386.502292:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609386.502294:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:3.0:1749609386.502295:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609386.502296:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609386.502298:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2112:2112:255:4294967295] 192.168.201.120@tcp LPNI seq info [2112:2112:7:4294967295]
00000800:00000200:3.0:1749609386.502302:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609386.502305:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609386.502306:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609386.502323:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609386.502339:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609386.502343:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609386.502347:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749609386.502347:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10c40.
00000800:00000200:2.0:1749609386.502349:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609386.502361:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749609386.502367:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10640.
00000100:00000010:3.0:1749609386.502371:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
02000000:00000010:2.0:1749609386.502383:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609386.502386:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609386.502389:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609386.502392:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730254336, portal 10
00000400:00000010:2.0:1749609386.502395:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609386.502396:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730254336, offset 0
00000400:00000200:2.0:1749609386.502400:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609386.502404:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609386.502407:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609386.502409:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609386.502410:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609386.502412:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609386.502414:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2113:2113:254:4294967295] 192.168.201.120@tcp LPNI seq info [2113:2113:6:4294967295]
00000400:00000200:2.0:1749609386.502421:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609386.502424:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609386.502426:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609386.502429:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609386.502432:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609386.502434:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609386.502447:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609386.502451:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749609386.502457:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609386.502461:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609386.502464:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c770
00000400:00000010:0.0:1749609386.502466:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c770.
00000100:00000200:0.0:1749609386.502474:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edce00 x1834594730254080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609386.502488:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609386.502489:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609386.502491:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609386.502492:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609386.502494:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:0.0:1749609386.502495:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:0.0:1749609386.502497:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730254208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609386.502551:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609386.502552:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609386.502553:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609386.502555:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609386.502556:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749609386.502557:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749609386.502559:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730254336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609386.503747:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609386.503756:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf341f80
00000400:00000200:0.0:1749609386.503761:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x42f5 [1] + 0
00000400:00000200:0.0:1749609386.503767:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609386.503769:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609386.503773:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730254208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609386.503793:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609386.503796:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf341f00
00000400:00000200:0.0:1749609386.503798:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x42ed [1] + 224
00000400:00000200:0.0:1749609386.503801:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609386.503803:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609386.503805:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edce00 x1834594730254080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609386.503816:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609386.503818:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342000
00000400:00000200:0.0:1749609386.503820:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x42fd [1] + 0
00000400:00000200:0.0:1749609386.503829:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609386.503831:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609386.503833:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730254336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609386.503846:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609386.503850:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749609386.503852:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000010:2.0:1749609386.503856:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000100:00000200:3.0:1749609386.503857:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edce00 x1834594730254080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609386.503860:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:2.0:1749609386.503861:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609386.503865:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730254208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609386.503871:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730254208/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609386.503873:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edce00 x1834594730254080/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609386.503893:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
02000000:00000010:3.0:1749609386.503894:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000400:00000200:2.0:1749609386.503895:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749609386.503895:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609386.503898:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730254336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609386.503899:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
00000100:00000200:2.0:1749609386.503902:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730254336/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749609386.503902:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edce00.
02000000:00000010:2.0:1749609386.503909:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:2.0:1749609386.503911:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609386.503913:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609386.503914:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609386.503916:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749609386.503917:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000010:2.0:1749609386.514998:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10640.
00000100:00000010:0.0:1749609386.515006:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10c40.
00000100:00000010:1.0:1749609386.515012:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10700.
00000100:00000010:3.0:1749609386.515023:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749609391.510082:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd880.
02000000:00000010:2.0:1749609391.510106:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1300.
00000400:00000200:2.0:1749609391.510157:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609391.510172:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edd180.
02000000:00000010:2.0:1749609391.510177:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749609391.510192:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edea00.
02000000:00000010:2.0:1749609391.510194:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
02000000:00000010:1.0:1749609391.510195:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
00000400:00000010:1.0:1749609391.510203:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609391.510209:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
02000000:00000010:3.0:1749609391.510212:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000100:00000200:1.0:1749609391.510216:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730254464, portal 25
00000400:00000010:3.0:1749609391.510218:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:1.0:1749609391.510219:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992110.
00000100:00000200:1.0:1749609391.510221:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730254464, offset 0
00000400:00000010:3.0:1749609391.510221:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609391.510239:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730254592, portal 10
00000400:00000010:3.0:1749609391.510245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c990.
00000100:00000200:3.0:1749609391.510247:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730254592, offset 0
00000400:00000200:1.0:1749609391.510250:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609391.510260:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609391.510262:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609391.510267:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609391.510270:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609391.510273:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609391.510275:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609391.510277:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2114:2114:256:4294967295] 192.168.201.120@tcp LPNI seq info [2114:2114:8:4294967295]
00000400:00000200:1.0:1749609391.510286:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609391.510290:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609391.510293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609391.510294:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470100.
00000400:00000200:3.0:1749609391.510296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609391.510299:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609391.510301:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:1.0:1749609391.510302:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609391.510303:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609391.510306:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2115:2115:255:4294967295] 192.168.201.120@tcp LPNI seq info [2115:2115:7:4294967295]
00000800:00000200:1.0:1749609391.510310:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609391.510312:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609391.510314:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470100 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609391.510316:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609391.510318:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609391.510321:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609391.510324:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609391.510326:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609391.510349:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31840.
00000100:00000010:1.0:1749609391.510376:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749609391.510380:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31680.
00000100:00000010:1.0:1749609391.510387:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31280.
02000000:00000010:3.0:1749609391.510399:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609391.510402:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609391.510404:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609391.510406:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730254720, portal 10
00000400:00000010:3.0:1749609391.510414:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cdd0.
00000100:00000200:3.0:1749609391.510415:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730254720, offset 0
00000400:00000200:3.0:1749609391.510419:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609391.510421:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609391.510422:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609391.510424:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749609391.510425:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:3.0:1749609391.510426:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609391.510427:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609391.510429:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609391.510431:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2116:2116:254:4294967295] 192.168.201.120@tcp LPNI seq info [2116:2116:6:4294967295]
00000400:00000200:0.0:1749609391.510432:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609391.510439:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609391.510440:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000200:3.0:1749609391.510443:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609391.510444:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c990
00000400:00000010:0.0:1749609391.510446:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c990.
00000800:00000010:3.0:1749609391.510446:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609391.510449:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609391.510452:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609391.510454:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609391.510456:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd180 x1834594730254592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609391.510476:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609391.510478:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470100.
00000400:00000200:0.0:1749609391.510480:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609391.510483:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609391.510485:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992110
00000400:00000010:0.0:1749609391.510486:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992110.
00000100:00000200:0.0:1749609391.510490:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edd880 x1834594730254464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609391.510560:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609391.510563:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609391.510565:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609391.510568:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609391.510570:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cdd0
00000400:00000010:0.0:1749609391.510571:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cdd0.
00000100:00000200:0.0:1749609391.510575:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edea00 x1834594730254720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609391.511825:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609391.511837:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342080
00000400:00000200:0.0:1749609391.511843:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4305 [1] + 224
00000400:00000200:0.0:1749609391.511853:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609391.511857:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609391.511863:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd880 x1834594730254464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609391.511891:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609391.511896:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342100
00000400:00000200:0.0:1749609391.511900:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x430d [1] + 0
00000400:00000200:0.0:1749609391.511904:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609391.511907:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609391.511910:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edd180 x1834594730254592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609391.511964:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609391.511968:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000200:0.0:1749609391.511969:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:1.0:1749609391.511970:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609391.511974:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd880 x1834594730254464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609391.511975:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342180
00000400:00000200:0.0:1749609391.511979:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4315 [1] + 0
00000100:00000200:1.0:1749609391.511980:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd880 x1834594730254464/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609391.511991:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:0.0:1749609391.511994:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609391.511995:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000010:3.0:1749609391.511996:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000400:00000200:0.0:1749609391.511997:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749609391.511999:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000100:00000200:3.0:1749609391.512000:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edd180 x1834594730254592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609391.512002:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1300.
00000100:00000200:0.0:1749609391.512003:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edea00 x1834594730254720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609391.512005:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd880.
00000100:00000200:3.0:1749609391.512006:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edd180 x1834594730254592/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609391.512019:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609391.512020:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609391.512021:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609391.512023:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edea00 x1834594730254720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609391.512027:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edea00 x1834594730254720/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609391.512045:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609391.512047:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:3.0:1749609391.512049:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edd180.
02000000:00000010:3.0:1749609391.512051:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609391.512053:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:3.0:1749609391.512054:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edea00.
00000100:00000010:0.0:1749609391.523055:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31840.
00000100:00000010:3.0:1749609391.523055:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31280.
00000100:00000010:1.0:1749609391.523064:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:2.0:1749609391.523071:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31680.
00000100:00000010:2.0:1749609396.518205:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edc000.
02000000:00000010:2.0:1749609396.518234:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1800.
00000400:00000200:2.0:1749609396.518288:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609396.518305:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609396.518311:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609396.518325:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609396.518327:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749609396.518358:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609396.518367:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
02000000:00000010:2.0:1749609396.518373:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:3.0:1749609396.518373:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000010:2.0:1749609396.518377:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609396.518381:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000100:00000200:3.0:1749609396.518381:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730254848, portal 25
00000100:00000200:2.0:1749609396.518384:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730254976, portal 10
00000400:00000010:3.0:1749609396.518384:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c6e8.
00000100:00000200:3.0:1749609396.518387:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730254848, offset 0
00000400:00000010:2.0:1749609396.518388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609396.518390:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730254976, offset 0
00000400:00000200:3.0:1749609396.518394:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609396.518402:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609396.518407:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609396.518412:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609396.518415:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609396.518418:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609396.518421:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609396.518423:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2117:2117:256:4294967295] 192.168.201.120@tcp LPNI seq info [2117:2117:8:4294967295]
00000400:00000200:3.0:1749609396.518433:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609396.518437:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609396.518439:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609396.518441:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:3.0:1749609396.518441:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749609396.518444:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609396.518445:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609396.518447:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:3.0:1749609396.518447:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609396.518449:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2118:2118:255:4294967295] 192.168.201.120@tcp LPNI seq info [2118:2118:7:4294967295]
00000800:00000200:3.0:1749609396.518454:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609396.518456:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609396.518458:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609396.518459:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 320 niov 1 nkiov 1
00000800:00000010:2.0:1749609396.518461:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609396.518463:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609396.518467:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609396.518470:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609396.518485:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749609396.518517:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096d40.
00000100:00000010:2.0:1749609396.518526:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749609396.518529:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096900.
02000000:00000010:2.0:1749609396.518537:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609396.518538:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609396.518540:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609396.518542:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730255104, portal 10
00000400:00000010:2.0:1749609396.518545:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749609396.518546:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730255104, offset 0
00000400:00000200:2.0:1749609396.518549:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609396.518550:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609396.518555:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:2.0:1749609396.518556:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609396.518558:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609396.518560:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609396.518560:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609396.518561:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609396.518563:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609396.518565:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2119:2119:254:4294967295] 192.168.201.120@tcp LPNI seq info [2119:2119:6:4294967295]
00000400:00000200:0.0:1749609396.518567:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609396.518570:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c6e8
00000400:00000200:2.0:1749609396.518570:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:0.0:1749609396.518572:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c6e8.
00000800:00000200:2.0:1749609396.518572:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609396.518574:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609396.518576:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609396.518580:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609396.518581:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609396.518582:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edc000 x1834594730254848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609396.518598:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609396.518600:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:0.0:1749609396.518601:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609396.518604:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609396.518605:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:0.0:1749609396.518607:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:0.0:1749609396.518609:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730254976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609396.518670:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609396.518672:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609396.518673:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609396.518675:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609396.518676:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749609396.518678:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749609396.518680:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730255104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609396.520478:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609396.520492:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342200
00000400:00000200:0.0:1749609396.520499:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x431d [1] + 224
00000400:00000200:0.0:1749609396.520512:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609396.520516:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609396.520522:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edc000 x1834594730254848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609396.520555:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609396.520560:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342280
00000400:00000200:0.0:1749609396.520564:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4321 [1] + 0
00000400:00000200:0.0:1749609396.520569:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609396.520572:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609396.520575:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730254976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609396.520596:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609396.520600:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342300
00000400:00000200:0.0:1749609396.520604:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x432d [1] + 0
00000400:00000200:0.0:1749609396.520618:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609396.520622:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609396.520626:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730255104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609396.520641:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609396.520649:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609396.520651:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609396.520667:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edc000 x1834594730254848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609396.520677:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edc000 x1834594730254848/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609396.520692:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609396.520699:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749609396.520701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
02000000:00000010:3.0:1749609396.520706:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
00000100:00000200:2.0:1749609396.520709:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730254976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609396.520710:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1800.
00000100:00000010:3.0:1749609396.520714:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edc000.
00000100:00000200:2.0:1749609396.520719:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730254976/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609396.520740:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609396.520742:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749609396.520743:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609396.520746:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730255104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609396.520753:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730255104/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609396.520766:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609396.520770:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e731c00.
00000100:00000010:2.0:1749609396.520773:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609396.520785:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609396.520787:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609396.520789:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:1.0:1749609396.531052:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096d40.
00000100:00000010:3.0:1749609396.531052:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096900.
00000100:00000010:2.0:1749609396.531074:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:0.0:1749609396.531077:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096300.
00000100:00000010:2.0:1749609401.526172:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf800.
02000000:00000010:2.0:1749609401.526201:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1500.
00000400:00000200:2.0:1749609401.526262:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609401.526281:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609401.526288:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730800.
00000100:00000010:2.0:1749609401.526307:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609401.526310:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749609401.526333:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749609401.526334:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749609401.526341:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:3.0:1749609401.526341:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:2.0:1749609401.526347:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000010:3.0:1749609401.526347:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:2.0:1749609401.526354:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730255360, portal 10
00000100:00000200:3.0:1749609401.526357:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730255232, portal 25
00000400:00000010:2.0:1749609401.526361:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000010:3.0:1749609401.526361:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c550.
00000100:00000200:2.0:1749609401.526363:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730255360, offset 0
00000100:00000200:3.0:1749609401.526363:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730255232, offset 0
00000400:00000200:2.0:1749609401.526370:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609401.526377:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609401.526383:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609401.526390:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609401.526394:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609401.526398:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609401.526400:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609401.526403:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2120:2120:256:4294967295] 192.168.201.120@tcp LPNI seq info [2120:2120:8:4294967295]
00000400:00000200:2.0:1749609401.526415:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609401.526420:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609401.526422:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:2.0:1749609401.526424:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000400:00000200:3.0:1749609401.526425:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609401.526428:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609401.526430:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749609401.526431:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609401.526432:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609401.526434:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2121:2121:255:4294967295] 192.168.201.120@tcp LPNI seq info [2121:2121:7:4294967295]
00000800:00000200:2.0:1749609401.526439:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609401.526442:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609401.526444:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:3.0:1749609401.526445:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609401.526448:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749609401.526452:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609401.526457:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609401.526460:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749609401.526485:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac108c0.
00000100:00000010:3.0:1749609401.526504:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749609401.526514:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac107c0.
00000100:00000010:3.0:1749609401.526535:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10040.
02000000:00000010:2.0:1749609401.526548:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609401.526551:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609401.526554:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609401.526557:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730255488, portal 10
00000400:00000010:2.0:1749609401.526560:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749609401.526561:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730255488, offset 0
00000400:00000200:2.0:1749609401.526565:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609401.526569:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609401.526572:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609401.526574:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609401.526576:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609401.526577:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609401.526579:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2122:2122:254:4294967295] 192.168.201.120@tcp LPNI seq info [2122:2122:6:4294967295]
00000400:00000200:2.0:1749609401.526586:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609401.526589:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609401.526591:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609401.526594:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609401.526598:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609401.526600:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609401.526614:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609401.526619:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609401.526625:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609401.526631:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609401.526635:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c550
00000400:00000010:0.0:1749609401.526637:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c550.
00000100:00000200:0.0:1749609401.526647:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf800 x1834594730255232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609401.526665:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609401.526668:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609401.526670:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609401.526673:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609401.526674:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:0.0:1749609401.526675:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:0.0:1749609401.526678:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730255360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609401.526749:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609401.526751:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609401.526752:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609401.526755:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609401.526756:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749609401.526757:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749609401.526760:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730255488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609401.528252:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609401.528261:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342400
00000400:00000200:0.0:1749609401.528267:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4335 [1] + 0
00000400:00000200:0.0:1749609401.528273:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609401.528276:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609401.528281:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730255360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609401.528302:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609401.528305:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342380
00000400:00000200:0.0:1749609401.528307:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4339 [1] + 224
00000400:00000200:0.0:1749609401.528310:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609401.528312:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609401.528315:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf800 x1834594730255232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609401.528332:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609401.528334:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342480
00000400:00000200:0.0:1749609401.528336:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4345 [1] + 0
00000400:00000200:0.0:1749609401.528347:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609401.528349:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609401.528367:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730255488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609401.528378:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609401.528384:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749609401.528385:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609401.528390:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730255360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609401.528397:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730255360/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609401.528411:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609401.528416:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609401.528418:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000400:00000010:2.0:1749609401.528420:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609401.528421:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749609401.528423:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:3.0:1749609401.528423:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf800 x1834594730255232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609401.528425:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730255488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609401.528430:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf800 x1834594730255232/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609401.528436:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730255488/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609401.528443:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:2.0:1749609401.528446:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749609401.528446:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1500.
02000000:00000010:2.0:1749609401.528449:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730800.
00000100:00000010:3.0:1749609401.528450:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf800.
00000100:00000010:2.0:1749609401.528451:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609401.528453:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609401.528455:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749609401.528456:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000100:00000010:0.0:1749609401.539047:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac108c0.
00000100:00000010:2.0:1749609401.539047:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac107c0.
00000100:00000010:1.0:1749609401.539076:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10400.
00000100:00000010:3.0:1749609401.539151:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10040.
00000100:00000010:2.0:1749609406.534137:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edf480.
02000000:00000010:2.0:1749609406.534163:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b42f1b00.
00000400:00000200:2.0:1749609406.534221:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:2.0:1749609406.534239:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609406.534247:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749609406.534247:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609406.534255:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609406.534260:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609406.534268:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730255616, portal 25
00000400:00000010:3.0:1749609406.534271:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cf68.
00000100:00000200:3.0:1749609406.534273:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730255616, offset 0
00000100:00000010:2.0:1749609406.534275:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800a8ede300.
02000000:00000010:2.0:1749609406.534279:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012e732400.
00000400:00000200:3.0:1749609406.534279:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609406.534289:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609406.534295:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609406.534298:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609406.534301:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609406.534303:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609406.534306:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2123:2123:256:4294967295] 192.168.201.120@tcp LPNI seq info [2123:2123:8:4294967295]
00000400:00000200:3.0:1749609406.534314:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609406.534319:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
02000000:00000010:0.0:1749609406.534322:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3941400.
00000800:00000010:3.0:1749609406.534322:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749609406.534327:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:0.0:1749609406.534328:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63ea9f8.
00000400:00000010:0.0:1749609406.534333:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fc38.
00000800:00000200:3.0:1749609406.534334:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000200:0.0:1749609406.534336:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730255744, portal 10
00000400:00000010:0.0:1749609406.534341:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fe58.
00000100:00000200:0.0:1749609406.534343:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730255744, offset 0
00000400:00000200:0.0:1749609406.534348:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:3.0:1749609406.534350:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:0.0:1749609406.534354:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609406.534357:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609406.534360:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609406.534362:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609406.534365:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609406.534367:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2124:2124:255:4294967295] 192.168.201.120@tcp LPNI seq info [2124:2124:7:4294967295]
00000100:00000010:3.0:1749609406.534370:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10b40.
00000400:00000200:0.0:1749609406.534375:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609406.534380:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000010:3.0:1749609406.534381:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10900.
00000800:00000010:0.0:1749609406.534383:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b400.
00000100:00000010:3.0:1749609406.534384:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10200.
00000800:00000200:0.0:1749609406.534387:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:3.0:1749609406.534390:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000800:00000200:0.0:1749609406.534391:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609406.534394:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:0.0:1749609406.534406:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b3943800.
00000400:00000010:0.0:1749609406.534410:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eab00.
00000800:00000200:1.0:1749609406.534411:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:0.0:1749609406.534412:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fee0.
00000100:00000200:0.0:1749609406.534415:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730255872, portal 10
00000800:00000010:1.0:1749609406.534415:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000010:0.0:1749609406.534418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19fcc0.
00000100:00000200:0.0:1749609406.534420:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730255872, offset 0
00000400:00000200:1.0:1749609406.534421:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609406.534424:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609406.534426:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609406.534428:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609406.534429:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cf68
00000400:00000200:0.0:1749609406.534430:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:1.0:1749609406.534430:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cf68.
00000400:00000200:0.0:1749609406.534433:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609406.534434:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609406.534436:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609406.534439:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2125:2125:254:4294967295] 192.168.201.120@tcp LPNI seq info [2125:2125:6:4294967295]
00000100:00000200:1.0:1749609406.534439:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edf480 x1834594730255616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609406.534445:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609406.534449:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609406.534452:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7bc00.
00000800:00000200:0.0:1749609406.534454:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:0.0:1749609406.534458:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609406.534460:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7bc00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609406.534503:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609406.534504:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b400.
00000400:00000200:1.0:1749609406.534506:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609406.534508:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609406.534510:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fe58
00000400:00000010:1.0:1749609406.534511:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fe58.
00000100:00000200:1.0:1749609406.534518:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8edfb80 x1834594730255744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609406.534536:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609406.534537:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7bc00.
00000400:00000200:1.0:1749609406.534538:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609406.534540:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609406.534542:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fcc0
00000400:00000010:1.0:1749609406.534542:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fcc0.
00000100:00000200:1.0:1749609406.534544:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff8800a8ede300 x1834594730255872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609406.535713:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609406.535723:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342500
00000400:00000200:0.0:1749609406.535730:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x434d [1] + 224
00000400:00000200:0.0:1749609406.535739:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609406.535743:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609406.535748:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edf480 x1834594730255616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609406.535775:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000010:3.0:1749609406.535794:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609406.535797:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609406.535798:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609406.535802:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edf480 x1834594730255616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609406.535807:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edf480 x1834594730255616/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609406.535812:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342580
02000000:00000010:3.0:1749609406.535824:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749609406.535828:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b42f1b00.
00000100:00000010:3.0:1749609406.535831:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edf480.
00000400:00000200:0.0:1749609406.535832:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4355 [1] + 0
00000400:00000200:0.0:1749609406.535838:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609406.535842:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609406.535847:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8edfb80 x1834594730255744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609406.535871:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609406.535876:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342600
00000400:00000200:0.0:1749609406.535879:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x435d [1] + 0
00000400:00000010:2.0:1749609406.535893:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63ea9f8.
00000400:00000200:0.0:1749609406.535894:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609406.535898:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609406.535898:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fc38
00000400:00000010:2.0:1749609406.535899:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fc38.
00000100:00000200:0.0:1749609406.535903:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff8800a8ede300 x1834594730255872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609406.535905:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8edfb80 x1834594730255744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609406.535914:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8edfb80 x1834594730255744/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609406.535931:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eab00.
00000400:00000200:2.0:1749609406.535933:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19fee0
00000400:00000010:2.0:1749609406.535955:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19fee0.
00000100:00000200:2.0:1749609406.535959:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff8800a8ede300 x1834594730255872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609406.535967:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff8800a8ede300 x1834594730255872/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609406.536001:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749609406.536007:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e730c00.
00000100:00000010:2.0:1749609406.536009:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8edfb80.
02000000:00000010:2.0:1749609406.536012:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b3943800.
02000000:00000010:2.0:1749609406.536015:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012e732400.
00000100:00000010:2.0:1749609406.536017:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800a8ede300.
00000100:00000010:2.0:1749609406.547071:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10200.
00000100:00000010:3.0:1749609406.547072:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:0.0:1749609406.547084:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10b40.
00000100:00000010:1.0:1749609406.547094:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10900.
00000100:00000010:0.0:1749609411.542169:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749609411.542196:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bb00.
00000400:00000200:0.0:1749609411.542253:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609411.542271:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
02000000:00000010:0.0:1749609411.542278:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
00000100:00000010:0.0:1749609411.542294:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749609411.542297:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
02000000:00000010:2.0:1749609411.542324:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
02000000:00000010:1.0:1749609411.542326:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749609411.542333:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:2.0:1749609411.542333:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:1.0:1749609411.542340:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000400:00000010:2.0:1749609411.542340:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609411.542348:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730256128, portal 10
00000100:00000200:1.0:1749609411.542350:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730256000, portal 25
00000400:00000010:1.0:1749609411.542353:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992d48.
00000400:00000010:2.0:1749609411.542354:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:1.0:1749609411.542356:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730256000, offset 0
00000100:00000200:2.0:1749609411.542356:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730256128, offset 0
00000400:00000200:2.0:1749609411.542363:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609411.542369:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609411.542376:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609411.542381:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609411.542385:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609411.542388:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609411.542390:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609411.542393:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2126:2126:256:4294967295] 192.168.201.120@tcp LPNI seq info [2126:2126:8:4294967295]
00000400:00000200:2.0:1749609411.542403:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609411.542407:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609411.542409:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609411.542412:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:2.0:1749609411.542412:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000400:00000200:1.0:1749609411.542414:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609411.542416:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609411.542418:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:2.0:1749609411.542418:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609411.542420:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2127:2127:255:4294967295] 192.168.201.120@tcp LPNI seq info [2127:2127:7:4294967295]
00000400:00000200:1.0:1749609411.542426:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609411.542428:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609411.542429:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609411.542432:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470200.
00000800:00000200:2.0:1749609411.542432:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609411.542435:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609411.542439:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609411.542441:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470200 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609411.542451:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096180.
00000100:00000010:2.0:1749609411.542469:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096340.
00000100:00000010:2.0:1749609411.542475:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
00000100:00000010:2.0:1749609411.542486:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096580.
02000000:00000010:2.0:1749609411.542500:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609411.542503:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000800:00000200:0.0:1749609411.542505:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749609411.542505:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609411.542507:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730256256, portal 10
00000800:00000010:0.0:1749609411.542508:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000010:2.0:1749609411.542510:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000100:00000200:2.0:1749609411.542511:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730256256, offset 0
00000400:00000200:0.0:1749609411.542514:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609411.542515:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609411.542518:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609411.542519:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609411.542520:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609411.542522:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609411.542523:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000200:2.0:1749609411.542523:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000010:0.0:1749609411.542524:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000400:00000200:2.0:1749609411.542525:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609411.542527:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2128:2128:254:4294967295] 192.168.201.120@tcp LPNI seq info [2128:2128:6:4294967295]
00000100:00000200:0.0:1749609411.542532:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730256128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609411.542533:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609411.542536:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609411.542538:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609411.542540:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609411.542543:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609411.542545:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609411.542601:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609411.542603:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470200.
00000400:00000200:0.0:1749609411.542605:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609411.542607:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609411.542610:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992d48
00000400:00000010:0.0:1749609411.542611:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992d48.
00000100:00000200:0.0:1749609411.542614:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730256000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609411.542632:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609411.542633:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609411.542635:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609411.542637:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609411.542638:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749609411.542639:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749609411.542641:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730256256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609411.543721:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609411.543731:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342700
00000400:00000200:0.0:1749609411.543736:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4365 [1] + 0
00000400:00000200:0.0:1749609411.543743:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609411.543745:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609411.543750:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730256128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609411.543772:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609411.543775:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342680
00000400:00000200:0.0:1749609411.543778:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4369 [1] + 224
00000400:00000200:0.0:1749609411.543781:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609411.543783:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609411.543785:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730256000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609411.543792:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609411.543796:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:2.0:1749609411.543797:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609411.543801:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730256128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609411.543805:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609411.543807:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342780
00000100:00000200:2.0:1749609411.543808:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730256128/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609411.543810:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4375 [1] + 0
00000400:00000200:0.0:1749609411.543823:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609411.543826:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609411.543829:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730256256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609411.543829:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609411.543832:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:2.0:1749609411.543836:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000400:00000010:2.0:1749609411.543846:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609411.543847:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749609411.543848:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609411.543851:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730256256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609411.543855:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730256256/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609421 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609411.543862:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
02000000:00000010:2.0:1749609411.543865:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
00000400:00000200:1.0:1749609411.543866:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
02000000:00000010:2.0:1749609411.543866:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000400:00000010:1.0:1749609411.543868:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000010:2.0:1749609411.543868:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
00000100:00000200:1.0:1749609411.543873:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730256000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609411.543879:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730256000/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609411.543908:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749609411.543913:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bb00.
00000100:00000010:1.0:1749609411.543916:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000100:00000010:2.0:1749609411.555007:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:3.0:1749609411.555009:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096580.
00000100:00000010:1.0:1749609411.555011:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096340.
00000100:00000010:0.0:1749609411.555019:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096180.
00000100:00000010:0.0:1749609416.550079:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
02000000:00000010:0.0:1749609416.550103:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bd00.
00000400:00000200:0.0:1749609416.550155:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609416.550172:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749609416.550179:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940800.
02000000:00000010:3.0:1749609416.550190:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d80a00.
00000400:00000010:3.0:1749609416.550199:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000100:00000010:0.0:1749609416.550203:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749609416.550207:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
00000400:00000010:3.0:1749609416.550207:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609416.550215:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730256384, portal 25
00000400:00000010:3.0:1749609416.550220:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c198.
00000100:00000200:3.0:1749609416.550222:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730256384, offset 0
00000400:00000200:3.0:1749609416.550229:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:2.0:1749609416.550236:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609416.550242:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000200:3.0:1749609416.550242:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:2.0:1749609416.550245:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609416.550247:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730256512, portal 10
00000400:00000200:3.0:1749609416.550248:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749609416.550251:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439660.
00000100:00000200:2.0:1749609416.550252:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730256512, offset 0
00000400:00000200:3.0:1749609416.550252:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609416.550256:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609416.550256:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609416.550258:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609416.550261:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2129:2129:256:4294967295] 192.168.201.120@tcp LPNI seq info [2129:2129:8:4294967295]
00000400:00000200:3.0:1749609416.550273:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1749609416.550293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:3.0:1749609416.550293:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609416.550296:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609416.550297:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:3.0:1749609416.550298:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000400:00000200:2.0:1749609416.550299:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609416.550301:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609416.550302:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2130:2130:255:4294967295] 192.168.201.120@tcp LPNI seq info [2130:2130:7:4294967295]
00000800:00000200:3.0:1749609416.550306:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609416.550307:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609416.550310:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609416.550312:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:3.0:1749609416.550315:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609416.550319:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609416.550323:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609416.550329:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609416.550330:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:3.0:1749609416.550342:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10fc0.
00000100:00000010:3.0:1749609416.550369:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac103c0.
00000100:00000010:3.0:1749609416.550377:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749609416.550382:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10380.
00000800:00000200:0.0:1749609416.550387:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609416.550390:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609416.550395:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609416.550396:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609416.550398:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609416.550400:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000400:00000200:0.0:1749609416.550402:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:2.0:1749609416.550402:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730256640, portal 10
00000400:00000200:0.0:1749609416.550405:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c198
00000400:00000010:2.0:1749609416.550405:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4392a8.
00000400:00000010:0.0:1749609416.550407:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c198.
00000100:00000200:2.0:1749609416.550411:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730256640, offset 0
00000400:00000200:2.0:1749609416.550414:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000200:0.0:1749609416.550417:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730256384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609416.550418:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609416.550419:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609416.550421:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609416.550422:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609416.550424:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609416.550425:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2131:2131:254:4294967295] 192.168.201.120@tcp LPNI seq info [2131:2131:6:4294967295]
00000400:00000200:2.0:1749609416.550429:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609416.550431:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609416.550433:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609416.550435:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609416.550438:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609416.550440:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609416.550492:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609416.550493:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:0.0:1749609416.550495:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609416.550498:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609416.550499:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439660
00000400:00000010:0.0:1749609416.550500:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439660.
00000100:00000200:0.0:1749609416.550503:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730256512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609416.550520:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609416.550522:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000400:00000200:0.0:1749609416.550523:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609416.550525:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609416.550526:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4392a8
00000400:00000010:0.0:1749609416.550527:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4392a8.
00000100:00000200:0.0:1749609416.550529:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730256640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609416.551674:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609416.551686:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342800
00000400:00000200:0.0:1749609416.551692:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x437d [1] + 224
00000400:00000200:0.0:1749609416.551701:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609416.551704:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609416.551710:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730256384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609416.551744:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609416.551752:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342880
00000400:00000200:0.0:1749609416.551756:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4385 [1] + 0
00000400:00000200:0.0:1749609416.551760:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000010:3.0:1749609416.551761:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749609416.551763:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609416.551765:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609416.551766:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609416.551771:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730256384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609416.551774:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730256512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609416.551777:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730256384/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609416.551795:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d80a00.
02000000:00000010:3.0:1749609416.551798:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bd00.
00000100:00000010:3.0:1749609416.551813:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000400:00000200:0.0:1749609416.551817:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609416.551821:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342900
00000400:00000200:0.0:1749609416.551824:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x438d [1] + 0
00000400:00000200:0.0:1749609416.551837:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609416.551839:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609416.551839:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609416.551842:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:2.0:1749609416.551843:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:2.0:1749609416.551847:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730256512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609416.551849:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730256640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609416.551853:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730256512/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609416.551865:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609416.551866:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:2.0:1749609416.551867:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:2.0:1749609416.551869:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730256640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609416.551878:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730256640/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609416.551888:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609416.551890:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940800.
00000100:00000010:2.0:1749609416.551893:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
02000000:00000010:2.0:1749609416.551895:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609416.551897:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:2.0:1749609416.551898:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000100:00000010:0.0:1749609416.563054:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10fc0.
00000100:00000010:2.0:1749609416.563054:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10480.
00000100:00000010:3.0:1749609416.563059:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10380.
00000100:00000010:1.0:1749609416.563094:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac103c0.
00000100:00000010:0.0:1749609421.558145:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749609421.558177:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7ba00.
00000400:00000200:0.0:1749609421.558250:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609421.558270:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749609421.558278:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942c00.
00000100:00000010:0.0:1749609421.558305:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749609421.558313:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940000.
02000000:00000010:1.0:1749609421.558320:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749609421.558334:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609421.558353:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609421.558363:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730256768, portal 25
00000400:00000010:1.0:1749609421.558369:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992ee0.
00000100:00000200:1.0:1749609421.558371:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730256768, offset 0
00000400:00000200:1.0:1749609421.558381:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609421.558396:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609421.558402:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609421.558408:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609421.558412:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609421.558415:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609421.558418:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2132:2132:256:4294967295] 192.168.201.120@tcp LPNI seq info [2132:2132:8:4294967295]
02000000:00000010:2.0:1749609421.558423:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000200:1.0:1749609421.558433:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:2.0:1749609421.558436:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000800:00000200:1.0:1749609421.558442:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609421.558442:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000800:00000010:1.0:1749609421.558448:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470b00.
00000100:00000200:2.0:1749609421.558449:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730256896, portal 10
00000400:00000010:2.0:1749609421.558456:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439330.
00000800:00000200:1.0:1749609421.558458:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:2.0:1749609421.558458:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730256896, offset 0
00000400:00000200:2.0:1749609421.558467:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609421.558471:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:2.0:1749609421.558479:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609421.558484:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609421.558487:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609421.558489:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609421.558491:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609421.558493:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2133:2133:255:4294967295] 192.168.201.120@tcp LPNI seq info [2133:2133:7:4294967295]
00000800:00000200:1.0:1749609421.558498:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609421.558501:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609421.558504:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609421.558507:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000800:00000200:2.0:1749609421.558512:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609421.558518:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609421.558521:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609421.558537:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31c80.
00000100:00000010:1.0:1749609421.558576:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000100:00000010:1.0:1749609421.558584:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31640.
00000100:00000010:1.0:1749609421.558593:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31bc0.
00000800:00000200:0.0:1749609421.558603:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609421.558607:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470b00.
00000400:00000200:0.0:1749609421.558613:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609421.558616:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000200:0.0:1749609421.558620:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609421.558625:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992ee0
00000400:00000010:0.0:1749609421.558627:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992ee0.
00000400:00000010:2.0:1749609421.558631:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609421.558634:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609421.558637:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730257024, portal 10
00000100:00000200:0.0:1749609421.558638:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730256768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609421.558640:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439550.
00000100:00000200:2.0:1749609421.558641:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730257024, offset 0
00000400:00000200:2.0:1749609421.558647:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609421.558651:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609421.558654:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609421.558656:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609421.558657:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609421.558659:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609421.558661:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2134:2134:254:4294967295] 192.168.201.120@tcp LPNI seq info [2134:2134:6:4294967295]
00000400:00000200:2.0:1749609421.558667:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609421.558671:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609421.558673:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1500.
00000800:00000200:2.0:1749609421.558676:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609421.558680:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609421.558682:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609421.558764:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609421.558767:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:0.0:1749609421.558770:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609421.558774:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609421.558776:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439330
00000400:00000010:0.0:1749609421.558778:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439330.
00000100:00000200:0.0:1749609421.558782:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730256896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609421.558808:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609421.558810:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1500.
00000400:00000200:0.0:1749609421.558812:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609421.558815:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609421.558817:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439550
00000400:00000010:0.0:1749609421.558819:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439550.
00000100:00000200:0.0:1749609421.558823:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730257024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609421.560680:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609421.560694:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342a00
00000400:00000200:0.0:1749609421.560703:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x439d [1] + 0
00000400:00000200:0.0:1749609421.560714:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609421.560745:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609421.560753:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730256896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609421.560789:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609421.560794:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342980
00000400:00000200:0.0:1749609421.560799:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4395 [1] + 224
00000400:00000200:0.0:1749609421.560804:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609421.560807:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609421.560811:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730256768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609421.560824:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609421.560829:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:2.0:1749609421.560831:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:2.0:1749609421.560839:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730256896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609421.560849:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:2.0:1749609421.560849:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730256896/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609421.560854:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342a80
00000400:00000200:0.0:1749609421.560858:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x43a5 [1] + 0
02000000:00000010:2.0:1749609421.560871:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
00000400:00000200:0.0:1749609421.560873:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:2.0:1749609421.560876:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942c00.
00000400:00000200:0.0:1749609421.560877:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:2.0:1749609421.560880:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000200:0.0:1749609421.560881:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730257024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609421.560892:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609421.560899:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609421.560902:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609421.560909:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730256768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609421.560911:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609421.560914:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000100:00000200:1.0:1749609421.560920:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730256768/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609421.560922:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609421.560927:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730257024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609421.560933:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730257024/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609421.560979:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749609421.560985:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7ba00.
02000000:00000010:2.0:1749609421.560988:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
00000100:00000010:1.0:1749609421.560989:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
02000000:00000010:2.0:1749609421.560991:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940000.
00000100:00000010:2.0:1749609421.560994:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000010:2.0:1749609421.571041:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31640.
00000100:00000010:1.0:1749609421.571085:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:0.0:1749609421.571103:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31c80.
00000100:00000010:3.0:1749609421.571126:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31bc0.
00000100:00000010:0.0:1749609426.566095:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493800.
02000000:00000010:0.0:1749609426.566112:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b000.
00000400:00000200:0.0:1749609426.566152:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609426.566163:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493100.
02000000:00000010:0.0:1749609426.566167:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942400.
00000100:00000010:0.0:1749609426.566184:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493b80.
02000000:00000010:0.0:1749609426.566187:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940800.
02000000:00000010:1.0:1749609426.566228:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749609426.566238:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609426.566244:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609426.566250:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730257152, portal 25
00000400:00000010:1.0:1749609426.566253:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992088.
00000100:00000200:1.0:1749609426.566255:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730257152, offset 0
02000000:00000010:2.0:1749609426.566261:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000200:1.0:1749609426.566262:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609426.566266:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609426.566269:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000400:00000200:1.0:1749609426.566271:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749609426.566271:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730257280, portal 10
00000400:00000010:2.0:1749609426.566274:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439088.
00000100:00000200:2.0:1749609426.566275:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730257280, offset 0
00000400:00000200:1.0:1749609426.566276:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609426.566279:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609426.566279:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609426.566282:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609426.566284:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609426.566288:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2135:2135:256:4294967295] 192.168.201.120@tcp LPNI seq info [2135:2135:8:4294967295]
00000400:00000200:1.0:1749609426.566298:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609426.566316:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609426.566316:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609426.566318:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609426.566319:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000010:1.0:1749609426.566320:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470f00.
00000400:00000200:2.0:1749609426.566321:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609426.566322:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609426.566324:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2136:2136:255:4294967295] 192.168.201.120@tcp LPNI seq info [2136:2136:7:4294967295]
00000800:00000200:1.0:1749609426.566325:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609426.566329:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609426.566331:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609426.566332:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749609426.566333:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:1.0:1749609426.566336:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470f00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609426.566336:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609426.566339:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609426.566341:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609426.566355:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096700.
00000100:00000010:2.0:1749609426.566370:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096840.
00000100:00000010:2.0:1749609426.566378:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096ac0.
00000100:00000010:2.0:1749609426.566381:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096600.
00000800:00000200:0.0:1749609426.566392:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609426.566394:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470f00.
02000000:00000010:2.0:1749609426.566394:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000010:2.0:1749609426.566396:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000010:2.0:1749609426.566397:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000200:0.0:1749609426.566399:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749609426.566399:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730257408, portal 10
00000400:00000010:2.0:1749609426.566401:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439aa0.
00000100:00000200:2.0:1749609426.566402:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730257408, offset 0
00000400:00000200:0.0:1749609426.566403:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609426.566405:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609426.566407:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992088
00000400:00000010:0.0:1749609426.566408:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992088.
00000400:00000200:2.0:1749609426.566408:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609426.566409:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609426.566410:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609426.566412:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609426.566413:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:0.0:1749609426.566414:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493800 x1834594730257152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1749609426.566414:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2137:2137:254:4294967295] 192.168.201.120@tcp LPNI seq info [2137:2137:6:4294967295]
00000400:00000200:2.0:1749609426.566418:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609426.566420:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609426.566422:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609426.566423:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609426.566426:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609426.566427:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609426.566466:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609426.566467:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:0.0:1749609426.566469:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609426.566471:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609426.566473:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439088
00000400:00000010:0.0:1749609426.566473:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439088.
00000100:00000200:0.0:1749609426.566475:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493100 x1834594730257280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609426.566489:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609426.566490:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:0.0:1749609426.566491:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609426.566492:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609426.566493:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439aa0
00000400:00000010:0.0:1749609426.566494:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439aa0.
00000100:00000200:0.0:1749609426.566496:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493b80 x1834594730257408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609426.567485:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609426.567492:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342b00
00000400:00000200:0.0:1749609426.567497:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x43ad [1] + 224
00000400:00000200:0.0:1749609426.567505:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609426.567508:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609426.567514:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493800 x1834594730257152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609426.567544:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609426.567550:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342b80
00000400:00000200:0.0:1749609426.567554:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x43b5 [1] + 0
00000400:00000010:1.0:1749609426.567602:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609426.567606:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609426.567607:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609426.567611:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493800 x1834594730257152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609426.567617:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493800 x1834594730257152/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609426.567629:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749609426.567648:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749609426.567652:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b000.
00000400:00000200:0.0:1749609426.567653:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000010:1.0:1749609426.567654:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493800.
00000100:00000200:0.0:1749609426.567657:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493100 x1834594730257280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609426.567680:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609426.567683:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342c00
00000400:00000200:0.0:1749609426.567686:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x43bd [1] + 0
00000400:00000200:0.0:1749609426.567693:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609426.567695:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609426.567698:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493b80 x1834594730257408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609426.567717:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:2.0:1749609426.567722:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:2.0:1749609426.567724:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609426.567729:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493100 x1834594730257280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609426.567737:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493100 x1834594730257280/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609426.567750:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:2.0:1749609426.567751:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:2.0:1749609426.567756:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:2.0:1749609426.567759:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493b80 x1834594730257408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609426.567763:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493b80 x1834594730257408/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609426.567771:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:2.0:1749609426.567773:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942400.
00000100:00000010:2.0:1749609426.567775:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493100.
02000000:00000010:2.0:1749609426.567777:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:2.0:1749609426.567778:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940800.
00000100:00000010:2.0:1749609426.567780:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493b80.
00000100:00000010:0.0:1749609426.579023:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096700.
00000100:00000010:2.0:1749609426.579036:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096ac0.
00000100:00000010:1.0:1749609426.579037:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096840.
00000100:00000010:3.0:1749609426.579049:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096600.
00000100:00000010:0.0:1749609431.574102:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d493480.
02000000:00000010:0.0:1749609431.574131:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b600.
00000400:00000200:0.0:1749609431.574211:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609431.574230:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492d80.
02000000:00000010:0.0:1749609431.574238:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943c00.
02000000:00000010:1.0:1749609431.574253:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f400.
00000400:00000010:1.0:1749609431.574263:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000100:00000010:0.0:1749609431.574265:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492a00.
00000400:00000010:1.0:1749609431.574268:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
02000000:00000010:0.0:1749609431.574270:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942000.
00000100:00000200:1.0:1749609431.574274:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730257536, portal 25
00000400:00000010:1.0:1749609431.574277:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749609431.574279:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730257536, offset 0
00000400:00000200:1.0:1749609431.574285:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609431.574296:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
02000000:00000010:2.0:1749609431.574296:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e732400.
00000400:00000200:1.0:1749609431.574299:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000010:2.0:1749609431.574301:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02058.
00000400:00000200:1.0:1749609431.574303:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000010:2.0:1749609431.574304:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439110.
00000400:00000200:1.0:1749609431.574305:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609431.574306:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000100:00000200:2.0:1749609431.574306:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730257664, portal 10
00000400:00000200:1.0:1749609431.574308:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2138:2138:256:4294967295] 192.168.201.120@tcp LPNI seq info [2138:2138:8:4294967295]
00000400:00000010:2.0:1749609431.574310:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439440.
00000100:00000200:2.0:1749609431.574311:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730257664, offset 0
00000400:00000200:2.0:1749609431.574315:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609431.574316:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609431.574329:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609431.574330:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609431.574332:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470e00.
00000400:00000200:2.0:1749609431.574332:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609431.574334:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609431.574335:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609431.574337:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609431.574338:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2139:2139:255:4294967295] 192.168.201.120@tcp LPNI seq info [2139:2139:7:4294967295]
00000800:00000200:1.0:1749609431.574341:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609431.574343:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609431.574346:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000200:1.0:1749609431.574347:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000010:2.0:1749609431.574348:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1800.
00000800:00000200:1.0:1749609431.574350:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470e00 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:2.0:1749609431.574350:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609431.574354:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609431.574359:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1800 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609431.574372:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31400.
00000100:00000010:1.0:1749609431.574386:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31300.
00000100:00000010:1.0:1749609431.574388:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b314c0.
00000100:00000010:1.0:1749609431.574394:0:29483:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31080.
02000000:00000010:2.0:1749609431.574410:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730c00.
00000400:00000010:2.0:1749609431.574412:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a020b0.
00000400:00000010:2.0:1749609431.574414:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439908.
00000100:00000200:2.0:1749609431.574416:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730257792, portal 10
00000400:00000010:2.0:1749609431.574418:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4395d8.
00000100:00000200:2.0:1749609431.574419:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730257792, offset 0
00000400:00000200:2.0:1749609431.574421:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609431.574424:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609431.574425:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609431.574427:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609431.574428:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609431.574429:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609431.574430:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2140:2140:254:4294967295] 192.168.201.120@tcp LPNI seq info [2140:2140:6:4294967295]
00000400:00000200:2.0:1749609431.574434:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609431.574436:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609431.574437:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609431.574439:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609431.574442:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609431.574443:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000200:2.0:1749609431.574443:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000010:0.0:1749609431.574447:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470e00.
00000400:00000200:0.0:1749609431.574454:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609431.574461:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609431.574465:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749609431.574468:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000100:00000200:0.0:1749609431.574478:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d493480 x1834594730257536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609431.574500:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609431.574501:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1800.
00000400:00000200:0.0:1749609431.574504:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609431.574507:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609431.574509:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439440
00000400:00000010:0.0:1749609431.574511:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439440.
00000100:00000200:0.0:1749609431.574515:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492d80 x1834594730257664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609431.574619:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609431.574622:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:0.0:1749609431.574625:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609431.574628:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609431.574630:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4395d8
00000400:00000010:0.0:1749609431.574632:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4395d8.
00000100:00000200:0.0:1749609431.574636:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492a00 x1834594730257792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609431.576014:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609431.576027:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342c80
00000400:00000200:0.0:1749609431.576034:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x43c5 [1] + 224
00000400:00000200:0.0:1749609431.576045:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609431.576047:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609431.576053:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d493480 x1834594730257536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609431.576081:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609431.576084:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342d00
00000400:00000200:0.0:1749609431.576088:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x43cd [1] + 0
00000400:00000200:0.0:1749609431.576092:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609431.576094:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609431.576097:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492d80 x1834594730257664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609431.576117:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609431.576120:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342d80
00000400:00000010:1.0:1749609431.576122:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609431.576127:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609431.576128:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000400:00000200:0.0:1749609431.576132:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x43d5 [1] + 0
00000100:00000200:1.0:1749609431.576136:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d493480 x1834594730257536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1749609431.576143:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d493480 x1834594730257536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609431.576147:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609431.576149:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609431.576153:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492a00 x1834594730257792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609431.576161:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f400.
02000000:00000010:1.0:1749609431.576175:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b600.
00000100:00000010:1.0:1749609431.576177:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d493480.
00000400:00000010:3.0:1749609431.576181:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02058.
00000400:00000200:3.0:1749609431.576188:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439110
00000400:00000010:3.0:1749609431.576190:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439110.
00000100:00000200:3.0:1749609431.576196:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492d80 x1834594730257664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609431.576205:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492d80 x1834594730257664/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609431.576244:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a020b0.
00000400:00000200:3.0:1749609431.576246:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439908
00000400:00000010:3.0:1749609431.576248:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439908.
00000100:00000200:3.0:1749609431.576250:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492a00 x1834594730257792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609431.576256:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492a00 x1834594730257792/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609431.576269:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e732400.
02000000:00000010:3.0:1749609431.576273:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943c00.
00000100:00000010:3.0:1749609431.576278:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492d80.
02000000:00000010:3.0:1749609431.576281:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730c00.
02000000:00000010:3.0:1749609431.576283:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942000.
00000100:00000010:3.0:1749609431.576285:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492a00.
00000100:00000010:0.0:1749609431.587015:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31400.
00000100:00000010:2.0:1749609431.587025:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b314c0.
00000100:00000010:3.0:1749609431.587036:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31080.
00000100:00000010:1.0:1749609431.587040:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31300.
00000100:00000010:3.0:1749609436.582043:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4380.
02000000:00000010:3.0:1749609436.582061:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96200.
00000400:00000200:3.0:1749609436.582111:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
02000000:00000010:0.0:1749609436.582118:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749609436.582126:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaaa8.
00000100:00000010:3.0:1749609436.582126:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4000.
02000000:00000010:3.0:1749609436.582131:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:0.0:1749609436.582132:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f990.
00000100:00000200:0.0:1749609436.582139:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730257920, portal 25
00000100:00000010:3.0:1749609436.582142:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4700.
00000400:00000010:0.0:1749609436.582143:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f000.
02000000:00000010:3.0:1749609436.582144:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27000.
00000100:00000200:0.0:1749609436.582145:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730257920, offset 0
02000000:00000010:2.0:1749609436.582150:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e730800.
00000400:00000200:0.0:1749609436.582151:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000010:2.0:1749609436.582155:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02000.
00000400:00000010:2.0:1749609436.582159:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439b28.
00000400:00000200:0.0:1749609436.582161:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000200:2.0:1749609436.582161:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730258048, portal 10
00000400:00000010:2.0:1749609436.582165:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439dd0.
00000400:00000200:0.0:1749609436.582166:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000200:2.0:1749609436.582167:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730258048, offset 0
00000400:00000200:0.0:1749609436.582170:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609436.582171:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609436.582173:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609436.582174:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609436.582177:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2141:2141:256:4294967295] 192.168.201.120@tcp LPNI seq info [2141:2141:8:4294967295]
00000400:00000200:0.0:1749609436.582186:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1749609436.582192:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609436.582193:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609436.582195:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000010:0.0:1749609436.582196:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b100.
00000800:00000200:0.0:1749609436.582202:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:2.0:1749609436.582203:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609436.582204:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609436.582206:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609436.582208:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2142:2142:255:4294967295] 192.168.201.120@tcp LPNI seq info [2142:2142:7:4294967295]
00000800:00000200:0.0:1749609436.582209:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:0.0:1749609436.582212:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:2.0:1749609436.582213:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609436.582215:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609436.582218:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1d00.
00000800:00000200:2.0:1749609436.582221:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609436.582224:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609436.582226:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1d00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:0.0:1749609436.582227:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f40.
00000100:00000010:0.0:1749609436.582238:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631400.
00000100:00000010:0.0:1749609436.582241:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631080.
00000100:00000010:0.0:1749609436.582245:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631ec0.
02000000:00000010:2.0:1749609436.582263:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731c00.
00000400:00000010:2.0:1749609436.582265:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02898.
00000800:00000200:1.0:1749609436.582267:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:2.0:1749609436.582267:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439bb0.
00000100:00000200:2.0:1749609436.582268:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730258176, portal 10
00000800:00000010:1.0:1749609436.582271:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b100.
00000400:00000010:2.0:1749609436.582271:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439990.
00000100:00000200:2.0:1749609436.582272:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730258176, offset 0
00000400:00000200:1.0:1749609436.582274:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609436.582274:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609436.582277:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609436.582278:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609436.582279:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:2.0:1749609436.582280:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609436.582281:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609436.582282:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f000
00000400:00000200:2.0:1749609436.582283:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:1.0:1749609436.582284:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f000.
00000400:00000200:2.0:1749609436.582284:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2143:2143:254:4294967295] 192.168.201.120@tcp LPNI seq info [2143:2143:6:4294967295]
00000400:00000200:2.0:1749609436.582288:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609436.582290:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000100:00000200:1.0:1749609436.582291:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4380 x1834594730257920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1749609436.582293:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1300.
00000800:00000200:2.0:1749609436.582294:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609436.582297:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609436.582298:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1300 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609436.582305:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609436.582306:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1d00.
00000400:00000200:1.0:1749609436.582313:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609436.582315:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609436.582316:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439dd0
00000400:00000010:1.0:1749609436.582317:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439dd0.
00000100:00000200:1.0:1749609436.582320:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4000 x1834594730258048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609436.582377:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609436.582378:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1300.
00000400:00000200:1.0:1749609436.582379:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609436.582381:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609436.582382:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439990
00000400:00000010:1.0:1749609436.582383:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439990.
00000100:00000200:1.0:1749609436.582385:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4700 x1834594730258176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609436.583630:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609436.583641:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342e00
00000400:00000200:0.0:1749609436.583647:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x43dd [1] + 224
00000400:00000200:0.0:1749609436.583656:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609436.583659:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609436.583665:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4380 x1834594730257920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609436.583694:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609436.583697:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf342e80
00000400:00000200:0.0:1749609436.583700:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x43e5 [1] + 0
00000400:00000200:0.0:1749609436.583704:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609436.583705:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609436.583708:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4000 x1834594730258048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609436.583709:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaaa8.
00000400:00000200:2.0:1749609436.583713:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f990
00000400:00000010:2.0:1749609436.583714:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f990.
00000100:00000200:2.0:1749609436.583718:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4380 x1834594730257920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609436.583723:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609436.583725:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf342f00
00000100:00000200:2.0:1749609436.583725:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4380 x1834594730257920/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609436.583727:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x43ed [1] + 0
00000400:00000200:0.0:1749609436.583736:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609436.583738:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609436.583741:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4700 x1834594730258176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609436.583742:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:2.0:1749609436.583746:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96200.
00000100:00000010:2.0:1749609436.583749:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4380.
00000400:00000010:3.0:1749609436.583785:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02898.
00000400:00000200:3.0:1749609436.583790:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439bb0
00000400:00000010:3.0:1749609436.583792:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439bb0.
00000100:00000200:3.0:1749609436.583797:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4700 x1834594730258176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609436.583806:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4700 x1834594730258176/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609436.583824:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02000.
00000400:00000200:3.0:1749609436.583833:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439b28
00000400:00000010:3.0:1749609436.583834:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439b28.
00000100:00000200:3.0:1749609436.583838:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4000 x1834594730258048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609436.583844:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4000 x1834594730258048/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609436.583857:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731c00.
02000000:00000010:3.0:1749609436.583861:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27000.
00000100:00000010:3.0:1749609436.583864:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749609436.583866:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e730800.
02000000:00000010:3.0:1749609436.583868:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27800.
00000100:00000010:3.0:1749609436.583870:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4000.
00000100:00000010:0.0:1749609436.594993:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f40.
00000100:00000010:1.0:1749609436.594995:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631400.
00000100:00000010:3.0:1749609436.594997:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631ec0.
00000100:00000010:2.0:1749609436.595001:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631080.
00000100:00000010:3.0:1749609441.590072:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4000.
02000000:00000010:3.0:1749609441.590090:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96800.
00000400:00000200:3.0:1749609441.590131:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749609441.590142:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749609441.590146:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27800.
00000100:00000010:3.0:1749609441.590157:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4a80.
02000000:00000010:3.0:1749609441.590159:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27000.
02000000:00000010:1.0:1749609441.590169:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9ea00.
02000000:00000010:3.0:1749609441.590174:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26800.
00000400:00000010:1.0:1749609441.590176:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:3.0:1749609441.590176:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:1.0:1749609441.590180:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000400:00000010:3.0:1749609441.590180:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:1.0:1749609441.590185:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730258304, portal 25
00000100:00000200:3.0:1749609441.590185:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730258432, portal 10
00000400:00000010:1.0:1749609441.590188:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000400:00000010:3.0:1749609441.590188:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c220.
00000100:00000200:1.0:1749609441.590189:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730258304, offset 0
00000100:00000200:3.0:1749609441.590190:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730258432, offset 0
00000400:00000200:1.0:1749609441.590194:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609441.590201:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609441.590203:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609441.590207:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609441.590210:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609441.590212:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609441.590214:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609441.590216:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2144:2144:256:4294967295] 192.168.201.120@tcp LPNI seq info [2144:2144:8:4294967295]
00000400:00000200:1.0:1749609441.590223:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609441.590227:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609441.590228:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609441.590230:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470500.
00000400:00000200:3.0:1749609441.590230:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609441.590231:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609441.590233:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609441.590239:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:1.0:1749609441.590241:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609441.590241:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2145:2145:255:4294967295] 192.168.201.120@tcp LPNI seq info [2145:2145:7:4294967295]
00000800:00000200:1.0:1749609441.590247:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609441.590247:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609441.590250:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470500 type 1, nob 320 niov 1 nkiov 1
00000800:00000200:3.0:1749609441.590250:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609441.590252:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609441.590254:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609441.590257:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609441.590259:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:1.0:1749609441.590266:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749609441.590277:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000010:1.0:1749609441.590279:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31100.
00000100:00000010:1.0:1749609441.590288:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b312c0.
02000000:00000010:3.0:1749609441.590301:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a25400.
00000400:00000010:3.0:1749609441.590304:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609441.590305:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609441.590307:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730258560, portal 10
00000400:00000010:3.0:1749609441.590309:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c880.
00000100:00000200:3.0:1749609441.590310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730258560, offset 0
00000400:00000200:3.0:1749609441.590312:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609441.590314:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609441.590316:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609441.590317:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609441.590318:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609441.590319:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609441.590321:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2146:2146:254:4294967295] 192.168.201.120@tcp LPNI seq info [2146:2146:6:4294967295]
00000400:00000200:3.0:1749609441.590325:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609441.590327:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609441.590328:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609441.590329:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609441.590331:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609441.590332:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609441.590334:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609441.590338:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470500.
00000400:00000200:0.0:1749609441.590343:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609441.590348:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609441.590351:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749609441.590353:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749609441.590359:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4000 x1834594730258304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609441.590375:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609441.590377:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609441.590399:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609441.590402:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609441.590404:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c220
00000400:00000010:0.0:1749609441.590405:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c220.
00000100:00000200:0.0:1749609441.590409:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4700 x1834594730258432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609441.590469:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609441.590471:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609441.590473:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609441.590475:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609441.590477:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c880
00000400:00000010:0.0:1749609441.590478:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c880.
00000100:00000200:0.0:1749609441.590481:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4a80 x1834594730258560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609441.591798:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609441.591808:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf342f80
00000400:00000200:0.0:1749609441.591814:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x43f9 [1] + 224
00000400:00000200:0.0:1749609441.591822:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609441.591825:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609441.591831:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4000 x1834594730258304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609441.591856:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609441.591860:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343000
00000400:00000200:0.0:1749609441.591864:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x43f5 [1] + 0
00000400:00000200:0.0:1749609441.591868:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609441.591871:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609441.591873:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4700 x1834594730258432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609441.591888:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609441.591892:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609441.591893:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609441.591897:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4000 x1834594730258304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609441.591904:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:1.0:1749609441.591904:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4000 x1834594730258304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609441.591908:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343080
00000400:00000200:0.0:1749609441.591911:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4405 [1] + 0
02000000:00000010:1.0:1749609441.591917:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9ea00.
00000400:00000200:0.0:1749609441.591921:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
02000000:00000010:1.0:1749609441.591921:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96800.
00000100:00000010:1.0:1749609441.591923:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4000.
00000400:00000200:0.0:1749609441.591924:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:3.0:1749609441.591925:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609441.591929:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:3.0:1749609441.591950:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609441.591956:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4700 x1834594730258432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609441.591962:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4a80 x1834594730258560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609441.591965:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4700 x1834594730258432/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749609441.591977:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -19
00000400:00000010:3.0:1749609441.596293:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609441.596299:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749609441.596300:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609441.596307:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4a80 x1834594730258560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609441.596314:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4a80 x1834594730258560/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:02020000:3.0:1749609441.596326:0:29481:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0001-mdc-ffff8800b6f7b800: operation mds_connect to node 192.168.201.120@tcp failed: rc = -11
02000000:00000010:3.0:1749609441.596334:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26800.
02000000:00000010:3.0:1749609441.596339:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27800.
00000100:00000010:3.0:1749609441.596342:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749609441.596344:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a25400.
02000000:00000010:3.0:1749609441.596346:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27000.
00000100:00000010:3.0:1749609441.596348:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4a80.
00000100:00000010:0.0:1749609441.603015:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31f80.
00000100:00000010:1.0:1749609441.603019:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:2.0:1749609441.603026:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31100.
00000100:00000010:3.0:1749609441.603030:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b312c0.
00000100:00000010:3.0:1749609446.598046:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4a80.
02000000:00000010:3.0:1749609446.598063:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96100.
00000400:00000200:3.0:1749609446.598105:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749609446.598116:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749609446.598120:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27000.
00000100:00000010:3.0:1749609446.598133:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4e00.
02000000:00000010:3.0:1749609446.598135:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25400.
02000000:00000010:0.0:1749609446.598147:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6db9e00.
00000400:00000010:0.0:1749609446.598154:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b63eaa50.
00000400:00000010:0.0:1749609446.598158:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19f660.
00000100:00000200:0.0:1749609446.598164:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730258688, portal 25
00000400:00000010:0.0:1749609446.598167:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800ac19ff68.
00000100:00000200:0.0:1749609446.598168:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730258688, offset 0
00000400:00000200:0.0:1749609446.598173:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609446.598182:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:0.0:1749609446.598185:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609446.598188:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609446.598191:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609446.598192:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:0.0:1749609446.598194:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2147:2147:256:4294967295] 192.168.201.120@tcp LPNI seq info [2147:2147:8:4294967295]
00000400:00000200:0.0:1749609446.598202:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1749609446.598203:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e733c00.
00000800:00000200:0.0:1749609446.598205:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:0.0:1749609446.598208:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800ade7b300.
00000800:00000200:0.0:1749609446.598212:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:2.0:1749609446.598213:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02840.
00000800:00000200:0.0:1749609446.598217:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000010:2.0:1749609446.598219:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439880.
00000800:00000200:0.0:1749609446.598220:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800ade7b300 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:2.0:1749609446.598224:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730258816, portal 10
00000400:00000010:2.0:1749609446.598228:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439198.
00000100:00000200:2.0:1749609446.598230:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730258816, offset 0
00000100:00000010:0.0:1749609446.598237:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631340.
00000400:00000200:2.0:1749609446.598237:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:0.0:1749609446.598244:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631f80.
00000100:00000010:0.0:1749609446.598247:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130631e00.
00000400:00000200:2.0:1749609446.598247:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000100:00000010:0.0:1749609446.598250:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801306317c0.
00000400:00000200:2.0:1749609446.598250:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609446.598253:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609446.598255:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609446.598257:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609446.598259:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2148:2148:255:4294967295] 192.168.201.120@tcp LPNI seq info [2148:2148:7:4294967295]
00000400:00000200:2.0:1749609446.598267:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609446.598270:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609446.598273:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1400.
00000800:00000200:2.0:1749609446.598277:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609446.598282:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609446.598312:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:2.0:1749609446.598326:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012e731800.
00000400:00000010:2.0:1749609446.598328:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a02948.
00000400:00000010:2.0:1749609446.598330:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439a18.
00000100:00000200:2.0:1749609446.598331:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730258944, portal 10
00000400:00000010:2.0:1749609446.598334:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a4393b8.
00000100:00000200:2.0:1749609446.598335:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730258944, offset 0
00000800:00000200:1.0:1749609446.598338:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1749609446.598338:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609446.598341:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:1.0:1749609446.598342:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800ade7b300.
00000400:00000200:2.0:1749609446.598343:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609446.598344:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609446.598345:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609446.598346:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1749609446.598347:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609446.598348:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2149:2149:254:4294967295] 192.168.201.120@tcp LPNI seq info [2149:2149:6:4294967295]
00000400:00000200:1.0:1749609446.598351:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609446.598354:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19ff68
00000400:00000200:2.0:1749609446.598354:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:1.0:1749609446.598356:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19ff68.
00000800:00000200:2.0:1749609446.598356:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609446.598358:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1600.
00000800:00000200:2.0:1749609446.598360:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000200:1.0:1749609446.598363:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4a80 x1834594730258688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1749609446.598363:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609446.598364:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1600 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:1.0:1749609446.598383:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609446.598384:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1400.
00000400:00000200:1.0:1749609446.598386:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609446.598389:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609446.598391:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439198
00000400:00000010:1.0:1749609446.598401:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439198.
00000100:00000200:1.0:1749609446.598405:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4700 x1834594730258816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1749609446.598425:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:1.0:1749609446.598427:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1600.
00000400:00000200:1.0:1749609446.598429:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609446.598431:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:1.0:1749609446.598433:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a4393b8
00000400:00000010:1.0:1749609446.598434:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a4393b8.
00000100:00000200:1.0:1749609446.598437:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4e00 x1834594730258944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609446.599580:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609446.599588:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf343100
00000400:00000200:0.0:1749609446.599592:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x440d [1] + 224
00000400:00000200:0.0:1749609446.599598:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609446.599600:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609446.599604:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4a80 x1834594730258688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609446.599627:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609446.599629:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343180
00000400:00000200:0.0:1749609446.599633:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4415 [1] + 0
00000400:00000200:0.0:1749609446.599636:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609446.599638:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609446.599640:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4700 x1834594730258816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609446.599658:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609446.599661:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343200
00000400:00000200:0.0:1749609446.599662:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x441d [1] + 0
00000400:00000200:0.0:1749609446.599673:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609446.599675:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609446.599677:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4e00 x1834594730258944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609446.599691:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02840.
00000400:00000200:3.0:1749609446.599700:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439880
00000400:00000010:3.0:1749609446.599701:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439880.
00000100:00000200:3.0:1749609446.599706:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4700 x1834594730258816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609446.599707:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b63eaa50.
00000400:00000200:2.0:1749609446.599712:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800ac19f660
00000100:00000200:3.0:1749609446.599712:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4700 x1834594730258816/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609446.599714:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800ac19f660.
00000100:00000200:2.0:1749609446.599720:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4a80 x1834594730258688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609446.599728:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4a80 x1834594730258688/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609446.599730:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a02948.
00000400:00000200:3.0:1749609446.599731:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439a18
00000400:00000010:3.0:1749609446.599732:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439a18.
00000100:00000200:3.0:1749609446.599734:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4e00 x1834594730258944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609446.599738:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4e00 x1834594730258944/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609456 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609446.599744:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6db9e00.
02000000:00000010:3.0:1749609446.599747:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e733c00.
02000000:00000010:2.0:1749609446.599749:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96100.
02000000:00000010:3.0:1749609446.599750:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27000.
00000100:00000010:2.0:1749609446.599752:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4a80.
00000100:00000010:3.0:1749609446.599753:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749609446.599754:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012e731800.
02000000:00000010:3.0:1749609446.599756:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25400.
00000100:00000010:3.0:1749609446.599758:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4e00.
00000100:00000010:1.0:1749609446.611005:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631f80.
00000100:00000010:3.0:1749609446.611009:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801306317c0.
00000100:00000010:2.0:1749609446.611037:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631e00.
00000100:00000010:0.0:1749609446.611038:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130631340.
00000100:00000010:3.0:1749609451.606021:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4e00.
02000000:00000010:3.0:1749609451.606040:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800b6d96a00.
00000400:00000200:3.0:1749609451.606088:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:3.0:1749609451.606099:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf4700.
02000000:00000010:3.0:1749609451.606103:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a25400.
00000100:00000010:3.0:1749609451.606115:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012daf5180.
02000000:00000010:3.0:1749609451.606117:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609451.606137:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27800.
00000400:00000010:3.0:1749609451.606152:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609451.606157:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
02000000:00000010:1.0:1749609451.606158:0:29483:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609451.606164:0:29483:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609451.606168:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:3.0:1749609451.606171:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730259200, portal 10
00000100:00000200:1.0:1749609451.606172:0:29483:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730259072, portal 25
00000400:00000010:3.0:1749609451.606175:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000400:00000010:1.0:1749609451.606176:0:29483:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992dd0.
00000100:00000200:3.0:1749609451.606176:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730259200, offset 0
00000100:00000200:1.0:1749609451.606177:0:29483:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730259072, offset 0
00000400:00000200:3.0:1749609451.606181:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609451.606187:0:29483:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609451.606189:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609451.606192:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609451.606195:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609451.606197:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609451.606199:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609451.606201:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2150:2150:256:4294967295] 192.168.201.120@tcp LPNI seq info [2150:2150:8:4294967295]
00000400:00000200:3.0:1749609451.606208:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609451.606223:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609451.606226:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000400:00000200:1.0:1749609451.606227:0:29483:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609451.606229:0:29483:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609451.606231:0:29483:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000800:00000200:3.0:1749609451.606231:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:1.0:1749609451.606232:0:29483:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609451.606234:0:29483:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609451.606235:0:29483:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2151:2151:255:4294967295] 192.168.201.120@tcp LPNI seq info [2151:2151:7:4294967295]
00000800:00000200:3.0:1749609451.606236:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609451.606239:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:1.0:1749609451.606241:0:29483:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609451.606244:0:29483:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609451.606246:0:29483:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470600.
00000800:00000200:1.0:1749609451.606249:0:29483:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609451.606252:0:29483:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000100:00000010:3.0:1749609451.606253:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10500.
00000800:00000200:1.0:1749609451.606258:0:29483:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470600 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:3.0:1749609451.606267:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10bc0.
00000100:00000010:3.0:1749609451.606269:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10e80.
00000100:00000010:3.0:1749609451.606275:0:29481:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800aac10d00.
02000000:00000010:3.0:1749609451.606281:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26800.
00000400:00000010:3.0:1749609451.606282:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609451.606284:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749609451.606285:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730259328, portal 10
00000400:00000010:3.0:1749609451.606287:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609451.606288:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730259328, offset 0
00000400:00000200:3.0:1749609451.606291:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609451.606293:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609451.606295:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609451.606296:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609451.606300:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609451.606302:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609451.606303:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2152:2152:254:4294967295] 192.168.201.120@tcp LPNI seq info [2152:2152:6:4294967295]
00000400:00000200:3.0:1749609451.606308:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609451.606310:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609451.606312:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749609451.606314:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609451.606316:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609451.606317:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609451.606322:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609451.606326:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609451.606330:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609451.606335:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609451.606338:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749609451.606340:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749609451.606348:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4700 x1834594730259200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609451.606363:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609451.606365:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470600.
00000400:00000200:0.0:1749609451.606367:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609451.606369:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609451.606371:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992dd0
00000400:00000010:0.0:1749609451.606372:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992dd0.
00000100:00000200:0.0:1749609451.606375:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf4e00 x1834594730259072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609467 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609451.606426:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609451.606427:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609451.606428:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609451.606431:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609451.606432:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:0.0:1749609451.606433:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:0.0:1749609451.606436:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012daf5180 x1834594730259328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609451.607714:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609451.607723:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343300
00000400:00000200:0.0:1749609451.607729:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4425 [1] + 0
00000400:00000200:0.0:1749609451.607736:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609451.607739:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609451.607745:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4700 x1834594730259200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609451.607775:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609451.607779:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf343280
00000400:00000200:0.0:1749609451.607782:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4429 [1] + 224
00000400:00000200:0.0:1749609451.607787:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609451.607789:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609451.607792:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf4e00 x1834594730259072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609467 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609451.607809:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609451.607812:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343380
00000400:00000010:3.0:1749609451.607815:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609451.607819:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:3.0:1749609451.607820:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000400:00000200:0.0:1749609451.607824:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4435 [1] + 0
00000100:00000200:3.0:1749609451.607824:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4700 x1834594730259200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609451.607830:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4700 x1834594730259200/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609451.607836:0:29483:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:0.0:1749609451.607839:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:1.0:1749609451.607839:0:29483:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609451.607840:0:29483:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000400:00000200:0.0:1749609451.607841:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:1.0:1749609451.607843:0:29483:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf4e00 x1834594730259072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609451.607844:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012daf5180 x1834594730259328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609451.607846:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27800.
02000000:00000010:3.0:1749609451.607848:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a25400.
00000100:00000200:1.0:1749609451.607849:0:29483:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf4e00 x1834594730259072/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609467 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1749609451.607851:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4700.
00000400:00000010:3.0:1749609451.607853:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609451.607854:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749609451.607855:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749609451.607857:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012daf5180 x1834594730259328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1749609451.607859:0:29483:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
02000000:00000010:1.0:1749609451.607861:0:29483:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800b6d96a00.
00000100:00000200:3.0:1749609451.607861:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012daf5180 x1834594730259328/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609461 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609451.607862:0:29483:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf4e00.
02000000:00000010:3.0:1749609451.607867:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26800.
02000000:00000010:3.0:1749609451.607869:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5a27000.
00000100:00000010:3.0:1749609451.607870:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012daf5180.
00000100:00000010:3.0:1749609451.619020:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10d00.
00000100:00000010:1.0:1749609451.619030:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10bc0.
00000100:00000010:2.0:1749609451.619037:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10e80.
00000100:00000010:0.0:1749609451.619043:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800aac10500.
00000100:00000010:0.0:1749609456.614140:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491c00.
02000000:00000010:0.0:1749609456.614158:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b300.
00000400:00000200:0.0:1749609456.614203:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609456.614218:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492300.
02000000:00000010:0.0:1749609456.614224:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941400.
02000000:00000010:2.0:1749609456.614229:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88600.
00000400:00000010:2.0:1749609456.614237:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029a0.
00000400:00000010:2.0:1749609456.614241:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000010:0.0:1749609456.614246:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d492680.
00000100:00000200:2.0:1749609456.614247:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730259456, portal 25
02000000:00000010:0.0:1749609456.614249:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941c00.
00000400:00000010:2.0:1749609456.614250:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439f68.
00000100:00000200:2.0:1749609456.614252:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730259456, offset 0
00000400:00000200:2.0:1749609456.614257:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609456.614265:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609456.614269:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609456.614271:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609456.614274:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609456.614275:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609456.614277:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2153:2153:256:4294967295] 192.168.201.120@tcp LPNI seq info [2153:2153:8:4294967295]
02000000:00000010:3.0:1749609456.614280:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609456.614284:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:2.0:1749609456.614285:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609456.614288:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609456.614291:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1b00.
00000400:00000010:3.0:1749609456.614291:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749609456.614293:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730259584, portal 10
00000800:00000200:2.0:1749609456.614295:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:3.0:1749609456.614297:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609456.614298:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730259584, offset 0
00000800:00000200:2.0:1749609456.614301:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609456.614301:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:2.0:1749609456.614304:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1b00 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609456.614305:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609456.614307:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609456.614309:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609456.614310:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609456.614311:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609456.614313:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2154:2154:255:4294967295] 192.168.201.120@tcp LPNI seq info [2154:2154:7:4294967295]
00000400:00000200:3.0:1749609456.614318:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1749609456.614319:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000800:00000200:3.0:1749609456.614320:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609456.614322:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609456.614324:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609456.614327:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
00000800:00000200:3.0:1749609456.614328:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609456.614329:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609456.614332:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
00000100:00000010:2.0:1749609456.614339:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
02000000:00000010:3.0:1749609456.614347:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26800.
00000400:00000010:3.0:1749609456.614349:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609456.614350:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749609456.614351:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730259712, portal 10
00000400:00000010:3.0:1749609456.614353:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609456.614354:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730259712, offset 0
00000400:00000200:3.0:1749609456.614356:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000200:0.0:1749609456.614357:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609456.614358:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000010:0.0:1749609456.614359:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1b00.
00000400:00000200:3.0:1749609456.614359:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609456.614361:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609456.614362:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1749609456.614363:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609456.614366:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609456.614369:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439f68
00000400:00000010:0.0:1749609456.614370:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439f68.
00000400:00000200:3.0:1749609456.614373:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609456.614374:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2155:2155:254:4294967295] 192.168.201.120@tcp LPNI seq info [2155:2155:6:4294967295]
00000100:00000200:0.0:1749609456.614377:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491c00 x1834594730259456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609472 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1749609456.614379:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609456.614381:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609456.614383:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609456.614385:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609456.614387:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609456.614388:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609456.614424:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609456.614425:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609456.614427:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609456.614429:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609456.614430:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749609456.614431:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749609456.614433:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492300 x1834594730259584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609456.614445:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609456.614446:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609456.614447:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609456.614449:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609456.614450:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:0.0:1749609456.614451:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:0.0:1749609456.614453:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d492680 x1834594730259712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609456.616313:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609456.616332:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf343400
00000400:00000200:0.0:1749609456.616342:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x443d [1] + 224
00000400:00000200:0.0:1749609456.616355:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609456.616361:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609456.616373:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491c00 x1834594730259456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609472 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609456.616410:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609456.616416:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343480
00000400:00000200:0.0:1749609456.616421:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4445 [1] + 0
00000400:00000200:0.0:1749609456.616426:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609456.616428:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000010:2.0:1749609456.616430:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029a0.
00000400:00000200:2.0:1749609456.616434:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609456.616435:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:0.0:1749609456.616441:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492300 x1834594730259584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609456.616441:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491c00 x1834594730259456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609456.616455:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491c00 x1834594730259456/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609472 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609456.616464:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609456.616468:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343500
02000000:00000010:2.0:1749609456.616469:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88600.
00000400:00000200:0.0:1749609456.616471:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x444d [1] + 0
02000000:00000010:2.0:1749609456.616472:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b300.
00000100:00000010:2.0:1749609456.616475:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491c00.
00000400:00000010:3.0:1749609456.616483:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:0.0:1749609456.616486:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609456.616486:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:3.0:1749609456.616488:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000400:00000200:0.0:1749609456.616489:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:3.0:1749609456.616492:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492300 x1834594730259584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1749609456.616494:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d492680 x1834594730259712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609456.616498:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492300 x1834594730259584/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609456.616510:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609456.616511:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749609456.616512:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749609456.616515:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d492680 x1834594730259712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609456.616519:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d492680 x1834594730259712/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609466 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609456.616527:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609456.616529:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941400.
00000100:00000010:3.0:1749609456.616531:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492300.
02000000:00000010:3.0:1749609456.616533:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26800.
02000000:00000010:3.0:1749609456.616535:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941c00.
00000100:00000010:3.0:1749609456.616536:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d492680.
00000100:00000010:3.0:1749609456.627022:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:2.0:1749609456.627031:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:1.0:1749609456.627038:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:0.0:1749609456.627049:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
00000100:00000010:0.0:1749609461.622120:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749609461.622149:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b900.
00000400:00000200:0.0:1749609461.622208:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609461.622226:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749609461.622232:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943800.
00000100:00000010:0.0:1749609461.622258:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749609461.622262:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3942800.
02000000:00000010:1.0:1749609461.622265:0:29485:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b6d9f000.
00000400:00000010:1.0:1749609461.622275:0:29485:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800ac04be18.
00000400:00000010:1.0:1749609461.622280:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609461.622285:0:29485:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730259840, portal 25
00000400:00000010:1.0:1749609461.622289:0:29485:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800b3992b28.
00000100:00000200:1.0:1749609461.622290:0:29485:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730259840, offset 0
00000400:00000200:1.0:1749609461.622297:0:29485:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:1.0:1749609461.622308:0:29485:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:1.0:1749609461.622312:0:29485:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1749609461.622314:0:29485:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:1.0:1749609461.622317:0:29485:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1749609461.622318:0:29485:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:1.0:1749609461.622321:0:29485:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2156:2156:256:4294967295] 192.168.201.120@tcp LPNI seq info [2156:2156:8:4294967295]
00000400:00000200:1.0:1749609461.622328:0:29485:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1749609461.622331:0:29485:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:1.0:1749609461.622334:0:29485:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88012c470400.
00000800:00000200:1.0:1749609461.622338:0:29485:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:1.0:1749609461.622353:0:29485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:1.0:1749609461.622356:0:29485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff88012c470400 type 1, nob 320 niov 1 nkiov 1
02000000:00000010:3.0:1749609461.622361:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26800.
00000400:00000010:3.0:1749609461.622371:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609461.622376:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000010:1.0:1749609461.622382:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31500.
00000100:00000200:3.0:1749609461.622382:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730259968, portal 10
00000400:00000010:3.0:1749609461.622388:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749609461.622390:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730259968, offset 0
00000100:00000010:1.0:1749609461.622395:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31b00.
00000400:00000200:3.0:1749609461.622397:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:1.0:1749609461.622398:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31200.
00000100:00000010:1.0:1749609461.622405:0:29485:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b31140.
00000400:00000200:3.0:1749609461.622408:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609461.622413:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609461.622416:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609461.622419:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609461.622421:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609461.622424:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2157:2157:255:4294967295] 192.168.201.120@tcp LPNI seq info [2157:2157:7:4294967295]
00000400:00000200:3.0:1749609461.622434:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609461.622438:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609461.622442:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96400.
00000800:00000200:3.0:1749609461.622447:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609461.622454:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609461.622458:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96400 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749609461.622471:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609461.622473:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609461.622475:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609461.622476:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730260096, portal 10
00000400:00000010:3.0:1749609461.622479:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609461.622480:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730260096, offset 0
00000400:00000200:3.0:1749609461.622483:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609461.622486:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609461.622488:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609461.622489:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609461.622490:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609461.622492:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000800:00000200:0.0:1749609461.622506:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609461.622507:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2158:2158:254:4294967295] 192.168.201.120@tcp LPNI seq info [2158:2158:6:4294967295]
00000800:00000010:0.0:1749609461.622510:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88012c470400.
00000400:00000200:3.0:1749609461.622513:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1749609461.622514:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749609461.622516:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609461.622520:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000800:00000010:3.0:1749609461.622521:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96200.
00000800:00000200:3.0:1749609461.622523:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609461.622524:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992b28
00000400:00000010:0.0:1749609461.622525:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992b28.
00000800:00000200:3.0:1749609461.622526:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609461.622528:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96200 type 1, nob 616 niov 1 nkiov 1
00000100:00000200:0.0:1749609461.622534:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730259840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609477 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609461.622556:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609461.622558:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96400.
00000400:00000200:0.0:1749609461.622560:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609461.622562:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609461.622564:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749609461.622565:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749609461.622569:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730259968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609461.622585:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609461.622586:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96200.
00000400:00000200:0.0:1749609461.622588:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609461.622590:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609461.622591:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749609461.622592:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749609461.622595:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730260096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609461.624537:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609461.624555:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf343580
00000400:00000200:0.0:1749609461.624567:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4455 [1] + 224
00000400:00000200:0.0:1749609461.624583:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609461.624588:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609461.624599:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730259840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609477 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609461.624655:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609461.624661:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343600
00000400:00000200:0.0:1749609461.624666:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x445d [1] + 0
00000400:00000200:0.0:1749609461.624672:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609461.624675:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609461.624679:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730259968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1749609461.624688:0:29485:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800ac04be18.
00000400:00000200:1.0:1749609461.624693:0:29485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800b3992aa0
00000400:00000010:1.0:1749609461.624695:0:29485:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800b3992aa0.
00000100:00000200:1.0:1749609461.624703:0:29485:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730259840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609461.624705:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609461.624710:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343680
00000100:00000200:1.0:1749609461.624712:0:29485:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730259840/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609477 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609461.624713:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4465 [1] + 0
02000000:00000010:1.0:1749609461.624731:0:29485:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b6d9f000.
00000400:00000200:0.0:1749609461.624732:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609461.624735:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
02000000:00000010:1.0:1749609461.624736:0:29485:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b900.
00000100:00000200:0.0:1749609461.624740:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730260096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1749609461.624741:0:29485:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000400:00000010:3.0:1749609461.624821:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609461.624828:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:3.0:1749609461.624830:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749609461.624836:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730259968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609461.624846:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730259968/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609461.624869:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609461.624871:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749609461.624872:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609461.624875:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730260096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609461.624882:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730260096/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609471 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609461.624895:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26800.
02000000:00000010:3.0:1749609461.624899:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943800.
00000100:00000010:3.0:1749609461.624904:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:3.0:1749609461.624907:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609461.624908:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3942800.
00000100:00000010:3.0:1749609461.624911:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000010:1.0:1749609461.635034:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31b00.
00000100:00000010:3.0:1749609461.635106:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31140.
00000100:00000010:2.0:1749609461.635131:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31200.
00000100:00000010:0.0:1749609461.635145:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b31500.
00000100:00000010:0.0:1749609466.630129:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:0.0:1749609466.630162:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7b100.
00000400:00000200:0.0:1749609466.630252:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609466.630278:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749609466.630289:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
00000100:00000010:0.0:1749609466.630327:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749609466.630334:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
02000000:00000010:2.0:1749609466.630347:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88600.
00000400:00000010:2.0:1749609466.630359:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029a0.
00000400:00000010:2.0:1749609466.630368:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609466.630378:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730260224, portal 25
00000400:00000010:2.0:1749609466.630384:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439cc0.
00000100:00000200:2.0:1749609466.630386:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730260224, offset 0
00000400:00000200:2.0:1749609466.630396:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609466.630412:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609466.630419:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609466.630424:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609466.630428:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609466.630431:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609466.630435:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2159:2159:256:4294967295] 192.168.201.120@tcp LPNI seq info [2159:2159:8:4294967295]
00000400:00000200:2.0:1749609466.630450:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1749609466.630456:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609466.630461:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1c00.
00000800:00000200:2.0:1749609466.630469:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:2.0:1749609466.630479:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609466.630484:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1c00 type 1, nob 320 niov 1 nkiov 1
00000100:00000010:2.0:1749609466.630517:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
02000000:00000010:3.0:1749609466.630532:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000100:00000010:2.0:1749609466.630538:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
00000100:00000010:2.0:1749609466.630557:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f80.
00000400:00000010:3.0:1749609466.630564:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609466.630571:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609466.630577:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730260352, portal 10
00000100:00000010:2.0:1749609466.630582:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096040.
00000400:00000010:3.0:1749609466.630583:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ce58.
00000100:00000200:3.0:1749609466.630586:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730260352, offset 0
00000400:00000200:3.0:1749609466.630595:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609466.630607:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609466.630612:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609466.630615:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609466.630618:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609466.630620:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609466.630623:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2160:2160:255:4294967295] 192.168.201.120@tcp LPNI seq info [2160:2160:7:4294967295]
00000400:00000200:3.0:1749609466.630633:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609466.630638:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609466.630642:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96000.
00000800:00000200:3.0:1749609466.630648:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609466.630654:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609466.630657:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96000 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749609466.630673:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26800.
00000400:00000010:3.0:1749609466.630674:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000010:3.0:1749609466.630677:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609466.630679:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730260480, portal 10
00000400:00000010:3.0:1749609466.630681:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cd48.
00000100:00000200:3.0:1749609466.630682:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730260480, offset 0
00000400:00000200:3.0:1749609466.630684:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609466.630687:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609466.630689:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609466.630690:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609466.630691:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609466.630692:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609466.630694:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2161:2161:254:4294967295] 192.168.201.120@tcp LPNI seq info [2161:2161:6:4294967295]
00000800:00000200:0.0:1749609466.630697:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000200:3.0:1749609466.630702:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000010:0.0:1749609466.630703:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1c00.
00000800:00000200:3.0:1749609466.630705:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609466.630707:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96500.
00000800:00000200:3.0:1749609466.630709:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:0.0:1749609466.630711:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000800:00000200:3.0:1749609466.630711:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609466.630712:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96500 type 1, nob 616 niov 1 nkiov 1
00000400:00000200:0.0:1749609466.630721:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609466.630727:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439cc0
00000400:00000010:0.0:1749609466.630732:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439cc0.
00000100:00000200:0.0:1749609466.630745:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730260224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609466.630785:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609466.630788:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96000.
00000400:00000200:0.0:1749609466.630792:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609466.630798:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609466.630802:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ce58
00000400:00000010:0.0:1749609466.630804:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ce58.
00000100:00000200:0.0:1749609466.630811:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730260352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609466.630849:0:29475:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609466.630853:0:29475:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96500.
00000400:00000200:0.0:1749609466.630856:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609466.630862:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609466.630865:0:29475:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cd48
00000400:00000010:0.0:1749609466.630867:0:29475:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cd48.
00000100:00000200:0.0:1749609466.630874:0:29475:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730260480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609466.632611:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609466.632628:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf343700
00000400:00000200:0.0:1749609466.632638:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x446d [1] + 224
00000400:00000200:0.0:1749609466.632652:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609466.632793:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609466.632804:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730260224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609466.632855:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609466.632865:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343780
00000400:00000200:0.0:1749609466.632874:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x4475 [1] + 0
00000400:00000200:0.0:1749609466.632884:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609466.632891:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609466.632897:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730260352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609466.632905:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029a0.
00000400:00000200:2.0:1749609466.632912:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609466.632914:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609466.632921:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730260224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609466.632933:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730260224/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609466.632982:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609466.632988:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:3.0:1749609466.632989:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000400:00000200:0.0:1749609466.632997:0:29476:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000100:00000200:3.0:1749609466.632997:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730260352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609466.633004:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730260352/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609466.633009:0:29476:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343800
00000400:00000200:0.0:1749609466.633016:0:29476:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x447d [1] + 0
02000000:00000010:2.0:1749609466.633030:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88600.
02000000:00000010:2.0:1749609466.633035:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7b100.
02000000:00000010:3.0:1749609466.633035:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
00000100:00000010:2.0:1749609466.633039:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
02000000:00000010:3.0:1749609466.633039:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000400:00000200:0.0:1749609466.633042:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000010:3.0:1749609466.633044:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
00000400:00000200:0.0:1749609466.633048:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609466.633056:0:29476:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730260480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609466.633084:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609466.633085:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:3.0:1749609466.633086:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609466.633089:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730260480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609466.633094:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730260480/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609466.633104:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26800.
02000000:00000010:3.0:1749609466.633106:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:3.0:1749609466.633109:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000100:00000010:0.0:1749609466.643075:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:3.0:1749609466.643081:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096040.
00000100:00000010:2.0:1749609466.643094:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f80.
00000100:00000010:1.0:1749609466.643110:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:0.0:1749609471.638121:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491180.
02000000:00000010:0.0:1749609471.638148:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7bd00.
00000400:00000200:0.0:1749609471.638190:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609471.638204:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490700.
02000000:00000010:0.0:1749609471.638210:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940c00.
00000100:00000010:0.0:1749609471.638228:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d490000.
02000000:00000010:2.0:1749609471.638230:0:29482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88600.
02000000:00000010:0.0:1749609471.638231:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3943000.
00000400:00000010:2.0:1749609471.638240:0:29482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029a0.
00000400:00000010:2.0:1749609471.638263:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609471.638273:0:29482:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730260608, portal 25
00000400:00000010:2.0:1749609471.638278:0:29482:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439770.
00000100:00000200:2.0:1749609471.638280:0:29482:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730260608, offset 0
00000400:00000200:2.0:1749609471.638288:0:29482:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
02000000:00000010:3.0:1749609471.638300:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26800.
00000400:00000200:2.0:1749609471.638302:0:29482:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000010:3.0:1749609471.638307:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:2.0:1749609471.638309:0:29482:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609471.638313:0:29482:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609471.638317:0:29482:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609471.638319:0:29482:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609471.638322:0:29482:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2162:2162:256:4294967295] 192.168.201.120@tcp LPNI seq info [2162:2162:8:4294967295]
00000400:00000010:3.0:1749609471.638324:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609471.638327:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730260736, portal 10
00000400:00000200:2.0:1749609471.638333:0:29482:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000400:00000010:3.0:1749609471.638333:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cbb0.
00000100:00000200:3.0:1749609471.638334:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730260736, offset 0
00000800:00000200:2.0:1749609471.638337:0:29482:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609471.638340:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000800:00000010:2.0:1749609471.638342:0:29482:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749609471.638347:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000800:00000200:2.0:1749609471.638349:0:29482:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000200:3.0:1749609471.638351:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609471.638355:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609471.638357:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000800:00000200:2.0:1749609471.638358:0:29482:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000400:00000200:3.0:1749609471.638361:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609471.638364:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2163:2163:255:4294967295] 192.168.201.120@tcp LPNI seq info [2163:2163:7:4294967295]
00000800:00000200:2.0:1749609471.638369:0:29482:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000400:00000200:3.0:1749609471.638391:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609471.638395:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609471.638399:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96a00.
00000800:00000200:3.0:1749609471.638403:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000100:00000010:2.0:1749609471.638408:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096f80.
00000800:00000200:3.0:1749609471.638408:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609471.638411:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96a00 type 1, nob 616 niov 1 nkiov 1
00000100:00000010:2.0:1749609471.638425:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096c80.
00000100:00000010:2.0:1749609471.638431:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096040.
00000100:00000010:2.0:1749609471.638434:0:29482:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096e00.
02000000:00000010:3.0:1749609471.638448:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000400:00000010:3.0:1749609471.638450:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000400:00000010:3.0:1749609471.638452:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609471.638454:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730260864, portal 10
00000800:00000200:0.0:1749609471.638457:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749609471.638457:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c660.
00000100:00000200:3.0:1749609471.638458:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730260864, offset 0
00000800:00000010:0.0:1749609471.638460:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000200:3.0:1749609471.638461:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:0.0:1749609471.638465:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609471.638465:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609471.638467:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609471.638473:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609471.638475:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609471.638475:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609471.638476:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609471.638478:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2164:2164:254:4294967295] 192.168.201.120@tcp LPNI seq info [2164:2164:6:4294967295]
00000400:00000200:0.0:1749609471.638479:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439770
00000400:00000010:0.0:1749609471.638480:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439770.
00000400:00000200:3.0:1749609471.638483:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749609471.638490:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491180 x1834594730260608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749609471.638491:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609471.638493:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749609471.638495:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609471.638498:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609471.638500:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609471.638512:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609471.638514:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96a00.
00000400:00000200:0.0:1749609471.638516:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609471.638520:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609471.638523:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cbb0
00000400:00000010:0.0:1749609471.638524:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cbb0.
00000100:00000200:0.0:1749609471.638528:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490700 x1834594730260736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609471.638601:0:29477:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609471.638603:0:29477:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609471.638605:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609471.638609:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609471.638611:0:29477:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c660
00000400:00000010:0.0:1749609471.638613:0:29477:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c660.
00000100:00000200:0.0:1749609471.638617:0:29477:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d490000 x1834594730260864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609471.640072:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609471.640082:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf343880
00000400:00000200:0.0:1749609471.640088:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x4485 [1] + 224
00000400:00000200:0.0:1749609471.640095:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609471.640097:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609471.640102:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491180 x1834594730260608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609471.640123:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609471.640125:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343900
00000400:00000200:0.0:1749609471.640128:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x448d [1] + 0
00000400:00000200:0.0:1749609471.640131:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609471.640133:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609471.640136:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490700 x1834594730260736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609471.640153:0:29475:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609471.640156:0:29475:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343980
00000400:00000010:2.0:1749609471.640159:0:29482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029a0.
00000400:00000200:2.0:1749609471.640163:0:29482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609471.640165:0:29482:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000400:00000200:0.0:1749609471.640168:0:29475:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x4495 [1] + 0
00000100:00000200:2.0:1749609471.640170:0:29482:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491180 x1834594730260608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609471.640178:0:29475:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000200:2.0:1749609471.640179:0:29482:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491180 x1834594730260608/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609471.640181:0:29475:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609471.640183:0:29475:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d490000 x1834594730260864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1749609471.640201:0:29482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88600.
02000000:00000010:2.0:1749609471.640206:0:29482:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7bd00.
00000100:00000010:2.0:1749609471.640210:0:29482:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491180.
00000400:00000010:3.0:1749609471.640222:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609471.640227:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:3.0:1749609471.640228:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609471.640233:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490700 x1834594730260736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609471.640240:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490700 x1834594730260736/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609471.640254:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609471.640255:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749609471.640256:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
00000100:00000200:3.0:1749609471.640258:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d490000 x1834594730260864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609471.640263:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d490000 x1834594730260864/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609471.640272:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26800.
02000000:00000010:3.0:1749609471.640275:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940c00.
00000100:00000010:3.0:1749609471.640278:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490700.
02000000:00000010:3.0:1749609471.640280:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609471.640281:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3943000.
00000100:00000010:3.0:1749609471.640284:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d490000.
00000100:00000010:1.0:1749609471.650997:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096c80.
00000100:00000010:3.0:1749609471.651006:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096e00.
00000100:00000010:0.0:1749609471.651008:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096f80.
00000100:00000010:2.0:1749609471.651041:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096040.
00000100:00000010:0.0:1749609476.646065:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491880.
02000000:00000010:0.0:1749609476.646083:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800ade7ba00.
00000400:00000200:0.0:1749609476.646125:0:689:0:(peer.c:1541:LNetPeerDiscovered()) Peer NID 192.168.201.120@tcp is discovered: rc = 1
00000100:00000010:0.0:1749609476.646139:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491500.
02000000:00000010:0.0:1749609476.646145:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3940400.
00000100:00000010:0.0:1749609476.646167:0:689:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012d491f80.
02000000:00000010:0.0:1749609476.646170:0:689:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b3941800.
02000000:00000010:2.0:1749609476.646202:0:29484:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8800b3b88600.
00000400:00000010:2.0:1749609476.646209:0:29484:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b3a029a0.
00000400:00000010:2.0:1749609476.646213:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609476.646220:0:29484:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834594730260992, portal 25
00000400:00000010:2.0:1749609476.646223:0:29484:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88012a439d48.
00000100:00000200:2.0:1749609476.646225:0:29484:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1834594730260992, offset 0
00000400:00000200:2.0:1749609476.646230:0:29484:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:2.0:1749609476.646238:0:29484:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:2.0:1749609476.646242:0:29484:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1749609476.646245:0:29484:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:2.0:1749609476.646247:0:29484:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1749609476.646249:0:29484:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:2.0:1749609476.646251:0:29484:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2165:2165:256:4294967295] 192.168.201.120@tcp LPNI seq info [2165:2165:8:4294967295]
00000400:00000200:2.0:1749609476.646258:0:29484:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1749609476.646262:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a27000.
00000800:00000200:2.0:1749609476.646273:0:29484:0:(socklnd_cb.c:1000:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.120@tcp
00000400:00000010:3.0:1749609476.646275:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b7e8.
00000800:00000010:2.0:1749609476.646276:0:29484:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b42f1100.
00000800:00000200:2.0:1749609476.646281:0:29484:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000400:00000010:3.0:1749609476.646282:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641caa0.
00000800:00000200:2.0:1749609476.646286:0:29484:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:2.0:1749609476.646289:0:29484:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42f1100 type 1, nob 320 niov 1 nkiov 1
00000100:00000200:3.0:1749609476.646301:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730261120, portal 10
00000100:00000010:2.0:1749609476.646306:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096040.
00000400:00000010:3.0:1749609476.646308:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641cc38.
00000100:00000200:3.0:1749609476.646310:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730261120, offset 0
00000100:00000010:2.0:1749609476.646317:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096640.
00000400:00000200:3.0:1749609476.646319:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000100:00000010:2.0:1749609476.646323:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096cc0.
00000100:00000010:2.0:1749609476.646326:0:29484:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b6096200.
00000400:00000200:3.0:1749609476.646331:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609476.646335:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1749609476.646338:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:3.0:1749609476.646341:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609476.646343:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000200:3.0:1749609476.646346:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2166:2166:255:4294967295] 192.168.201.120@tcp LPNI seq info [2166:2166:7:4294967295]
00000400:00000200:3.0:1749609476.646356:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1749609476.646360:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609476.646364:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96100.
00000800:00000200:3.0:1749609476.646369:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609476.646376:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609476.646380:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96100 type 1, nob 616 niov 1 nkiov 1
02000000:00000010:3.0:1749609476.646395:0:29481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5a26800.
00000400:00000010:3.0:1749609476.646397:0:29481:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b6e1b8f0.
00000800:00000200:0.0:1749609476.646399:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000400:00000010:3.0:1749609476.646399:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609476.646401:0:29481:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834594730261248, portal 10
00000800:00000010:0.0:1749609476.646402:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b42f1100.
00000400:00000010:3.0:1749609476.646404:0:29481:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88013641c4c8.
00000100:00000200:3.0:1749609476.646405:0:29481:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834594730261248, offset 0
00000400:00000200:0.0:1749609476.646407:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:3.0:1749609476.646408:0:29481:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-192.168.201.120@tcp
00000400:00000200:3.0:1749609476.646410:0:29481:0:(lib-move.c:2934:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.120@tcp local destination
00000400:00000200:3.0:1749609476.646412:0:29481:0:(lib-move.c:2564:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1749609476.646413:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:3.0:1749609476.646414:0:29481:0:(lib-move.c:1750:lnet_get_best_ni()) selected best_ni 192.168.201.20@tcp
00000400:00000200:0.0:1749609476.646416:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439d48
00000400:00000200:3.0:1749609476.646416:0:29481:0:(lib-move.c:1329:lnet_select_peer_ni()) 192.168.201.20@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1749609476.646417:0:29481:0:(lib-move.c:1398:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.120@tcp
00000400:00000010:0.0:1749609476.646418:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439d48.
00000400:00000200:3.0:1749609476.646419:0:29481:0:(lib-move.c:1870:lnet_handle_send()) 192.168.201.20@tcp NI seq info: [2167:2167:254:4294967295] 192.168.201.120@tcp LPNI seq info [2167:2167:6:4294967295]
00000400:00000200:3.0:1749609476.646425:0:29481:0:(lib-move.c:1985:lnet_handle_send()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp:<?>) -> 192.168.201.120@tcp(192.168.201.120@tcp:192.168.201.120@tcp) <?> : PUT try# 0
00000100:00000200:0.0:1749609476.646426:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491880 x1834594730260992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1749609476.646433:0:29481:0:(socklnd_cb.c:1000:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.120@tcp
00000800:00000010:3.0:1749609476.646438:0:29481:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8800b6d96800.
00000800:00000200:3.0:1749609476.646440:0:29481:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012c47a600] -> 12345-192.168.201.120@tcp (5)
00000800:00000200:3.0:1749609476.646444:0:29481:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.120@tcp ip 192.168.201.120:988
00000800:00000200:3.0:1749609476.646445:0:29481:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b6d96800 type 1, nob 616 niov 1 nkiov 1
00000800:00000200:0.0:1749609476.646456:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609476.646458:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96100.
00000400:00000200:0.0:1749609476.646461:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609476.646464:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609476.646466:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641cc38
00000400:00000010:0.0:1749609476.646468:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641cc38.
00000100:00000200:0.0:1749609476.646472:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491500 x1834594730261120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1749609476.646494:0:29476:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1749609476.646496:0:29476:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8800b6d96800.
00000400:00000200:0.0:1749609476.646498:0:29476:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609476.646502:0:29476:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000400:00000200:0.0:1749609476.646504:0:29476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641c4c8
00000400:00000010:0.0:1749609476.646505:0:29476:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641c4c8.
00000100:00000200:0.0:1749609476.646509:0:29476:0:(events.c:40:request_out_callback()) @@@ type 5, status 0  req@ffff88012d491f80 x1834594730261248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609476.648019:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609476.648027:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 10 MB=0x6848ddf343a80
00000400:00000200:0.0:1749609476.648032:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 224/224 into md 0x44a5 [1] + 0
00000400:00000200:0.0:1749609476.648038:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609476.648040:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609476.648044:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491500 x1834594730261120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609476.648062:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609476.648065:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 224 into portal 25 MB=0x6848ddf343a00
00000400:00000200:0.0:1749609476.648067:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.120@tcp of length 224/224 into md 0x449d [1] + 224
00000400:00000200:0.0:1749609476.648070:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609476.648071:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609476.648073:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491880 x1834594730260992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1749609476.648085:0:29477:0:(lib-move.c:4755:lnet_parse()) TRACE: 192.168.201.20@tcp(192.168.201.20@tcp) <- 192.168.201.120@tcp : PUT - for me
00000400:00000200:0.0:1749609476.648087:0:29477:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.201.120@tcp of length 416 into portal 10 MB=0x6848ddf343b00
00000400:00000200:0.0:1749609476.648090:0:29477:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.120@tcp of length 416/416 into md 0x44ad [1] + 0
00000400:00000200:0.0:1749609476.648098:0:29477:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1749609476.648100:0:29477:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.201.20@tcp->192.168.201.120@tcp: PUT: OK
00000100:00000200:0.0:1749609476.648103:0:29477:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0  req@ffff88012d491f80 x1834594730261248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1749609476.648118:0:29484:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b3a029a0.
00000400:00000200:2.0:1749609476.648123:0:29484:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88012a439220
00000400:00000010:2.0:1749609476.648124:0:29484:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88012a439220.
00000100:00000200:2.0:1749609476.648128:0:29484:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491880 x1834594730260992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1749609476.648134:0:29484:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491880 x1834594730260992/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1749609492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609476.648138:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b7e8.
00000400:00000200:3.0:1749609476.648146:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641caa0
00000400:00000010:3.0:1749609476.648148:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641caa0.
02000000:00000010:2.0:1749609476.648149:0:29484:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8800b3b88600.
02000000:00000010:2.0:1749609476.648151:0:29484:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800ade7ba00.
00000100:00000010:2.0:1749609476.648154:0:29484:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491880.
00000100:00000200:3.0:1749609476.648159:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491500 x1834594730261120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609476.648172:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491500 x1834594730261120/t0(0) o38->lustre-MDT0000-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1749609476.648202:0:29481:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b6e1b8f0.
00000400:00000200:3.0:1749609476.648205:0:29481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88013641ca18
00000400:00000010:3.0:1749609476.648206:0:29481:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88013641ca18.
00000100:00000200:3.0:1749609476.648212:0:29481:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0  req@ffff88012d491f80 x1834594730261248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1749609476.648221:0:29481:0:(events.c:103:reply_in_callback()) @@@ unlink  req@ffff88012d491f80 x1834594730261248/t0(0) o38->lustre-MDT0001-mdc-ffff8800b6f7b800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 1749609486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1749609476.648239:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a27000.
02000000:00000010:3.0:1749609476.648244:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3940400.
00000100:00000010:3.0:1749609476.648250:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491500.
02000000:00000010:3.0:1749609476.648254:0:29481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5a26800.
02000000:00000010:3.0:1749609476.648256:0:29481:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b3941800.
00000100:00000010:3.0:1749609476.648260:0:29481:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012d491f80.
00000100:00000010:0.0:1749609476.659037:0:684:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096040.
00000100:00000010:2.0:1749609476.659046:0:1061:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096cc0.
00000100:00000010:3.0:1749609476.659058:0:32714:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096200.
00000100:00000010:1.0:1749609476.659065:0:1074:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b6096640.
Debug log: 94980 lines, 94980 kept, 0 dropped, 0 bad.